Job 58786

Job ID 58786

submission 12760

user Raphael Jean

user label sim-exercise-1

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date yes

evaluator gpu-prod-01

date started 2020-12-04 12:30:56+00:00

date completed 2020-12-04 14:16:54+00:00

duration 1:45:58

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	10.156360094475437
survival_time_median	59.99999999999873
deviation-center-line_median	2.80209915622176
in-drivable-lane_median	1.6749999999999652

other stats

agent_compute-ego0_max	0.012689979149836684
agent_compute-ego0_mean	0.012315418225767509
agent_compute-ego0_median	0.012455608326628445
agent_compute-ego0_min	0.011930866503497149
agent_compute-ego1_max	0.012033481383502334
agent_compute-ego1_mean	0.011897381971600993
agent_compute-ego1_median	0.011894713035729605
agent_compute-ego1_min	0.011677925830876004
agent_compute-ego2_max	0.01243311697795528
agent_compute-ego2_mean	0.011905487170620024
agent_compute-ego2_median	0.011935687879043056
agent_compute-ego2_min	0.01134765665486174
agent_compute-ego3_max	0.012123363401173155
agent_compute-ego3_mean	0.011711015516273864
agent_compute-ego3_median	0.012069260624219789
agent_compute-ego3_min	0.010940422523428658
complete-iteration_max	0.8371553280073638
complete-iteration_mean	0.6988543445346002
complete-iteration_median	0.7971661045866193
complete-iteration_min	0.26670976383898476
deviation-center-line_max	3.6267460395178506
deviation-center-line_mean	2.337779285831296
deviation-center-line_min	0.13976818997755117
deviation-heading_max	15.6689731867003
deviation-heading_mean	10.197545175117517
deviation-heading_median	11.889093472829142
deviation-heading_min	0.5189726490009672
driven_any_max	12.298176473366029
driven_any_mean	9.380220726882984
driven_any_median	10.592739182672045
driven_any_min	3.235214873616361
driven_lanedir_consec_max	11.351318055699426
driven_lanedir_consec_mean	8.327800749414978
driven_lanedir_consec_min	0.6463625699277928
driven_lanedir_max	11.351318055699426
driven_lanedir_mean	8.568479597031686
driven_lanedir_median	10.198007756044792
driven_lanedir_min	0.6463625699277928
get_duckie_state_max	1.2589930296936797e-06
get_duckie_state_mean	1.2076734079347062e-06
get_duckie_state_median	1.2186338316719488e-06
get_duckie_state_min	1.1648961050524303e-06
get_robot_state_max	0.013974337653256176
get_robot_state_mean	0.012908296708248989
get_robot_state_median	0.01387935292046025
get_robot_state_min	0.006958677210875296
get_state_dump_max	0.009412655326150836
get_state_dump_mean	0.00890443664121052
get_state_dump_median	0.009380079215427614
get_state_dump_min	0.006072669700222349
get_ui_image_max	0.05114727591991822
get_ui_image_mean	0.04426766659695609
get_ui_image_median	0.04651080420571104
get_ui_image_min	0.029556811004753016
in-drivable-lane_max	57.14999999999873
in-drivable-lane_mean	8.682142857142674
in-drivable-lane_min	0.0
per-episodes	details {"LFV_multi-norm-loop-000-ego0": {"driven_any": 8.197187093439469, "get_ui_image": 0.04250034746134056, "step_physics": 0.6320142883174824, "survival_time": 52.94999999999913, "driven_lanedir": 7.976842025778737, "get_state_dump": 0.009380079215427614, "get_robot_state": 0.01387935292046025, "sim_render-ego0": 0.003609924721267988, "sim_render-ego1": 0.003695894187351443, "sim_render-ego2": 0.0037599012536822622, "sim_render-ego3": 0.003882954030666711, "get_duckie_state": 1.2186338316719488e-06, "in-drivable-lane": 0.0, "deviation-heading": 7.568311101947763, "agent_compute-ego0": 0.011992943061972563, "agent_compute-ego1": 0.011873679565933515, "agent_compute-ego2": 0.01134765665486174, "agent_compute-ego3": 0.012069260624219789, "complete-iteration": 0.7971661045866193, "set_robot_commands": 0.0021754669693281065, "deviation-center-line": 2.155070543163192, "driven_lanedir_consec": 7.976842025778737, "sim_compute_sim_state": 0.02048432692041937, "sim_compute_performance-ego0": 0.001876864343319299, "sim_compute_performance-ego1": 0.0019112186611823317, "sim_compute_performance-ego2": 0.0018937693451935391, "sim_compute_performance-ego3": 0.0019800447068124448}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 10.545418632619215, "get_ui_image": 0.04250034746134056, "step_physics": 0.6320142883174824, "survival_time": 52.94999999999913, "driven_lanedir": 10.155289472891177, "get_state_dump": 0.009380079215427614, "get_robot_state": 0.01387935292046025, "sim_render-ego0": 0.003609924721267988, "sim_render-ego1": 0.003695894187351443, "sim_render-ego2": 0.0037599012536822622, "sim_render-ego3": 0.003882954030666711, "get_duckie_state": 1.2186338316719488e-06, "in-drivable-lane": 0.6500000000000004, "deviation-heading": 10.109745844722424, "agent_compute-ego0": 0.011992943061972563, "agent_compute-ego1": 0.011873679565933515, "agent_compute-ego2": 0.01134765665486174, "agent_compute-ego3": 0.012069260624219789, "complete-iteration": 0.7971661045866193, "set_robot_commands": 0.0021754669693281065, "deviation-center-line": 2.103727795003957, "driven_lanedir_consec": 10.155289472891177, "sim_compute_sim_state": 0.02048432692041937, "sim_compute_performance-ego0": 0.001876864343319299, "sim_compute_performance-ego1": 0.0019112186611823317, "sim_compute_performance-ego2": 0.0018937693451935391, "sim_compute_performance-ego3": 0.0019800447068124448}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 3.235214873616361, "get_ui_image": 0.04250034746134056, "step_physics": 0.6320142883174824, "survival_time": 52.94999999999913, "driven_lanedir": 2.623462494868675, "get_state_dump": 0.009380079215427614, "get_robot_state": 0.01387935292046025, "sim_render-ego0": 0.003609924721267988, "sim_render-ego1": 0.003695894187351443, "sim_render-ego2": 0.0037599012536822622, "sim_render-ego3": 0.003882954030666711, "get_duckie_state": 1.2186338316719488e-06, "in-drivable-lane": 40.299999999999066, "deviation-heading": 2.5883630913306077, "agent_compute-ego0": 0.011992943061972563, "agent_compute-ego1": 0.011873679565933515, "agent_compute-ego2": 0.01134765665486174, "agent_compute-ego3": 0.012069260624219789, "complete-iteration": 0.7971661045866193, "set_robot_commands": 0.0021754669693281065, "deviation-center-line": 0.41483929051768, "driven_lanedir_consec": 2.623462494868675, "sim_compute_sim_state": 0.02048432692041937, "sim_compute_performance-ego0": 0.001876864343319299, "sim_compute_performance-ego1": 0.0019112186611823317, "sim_compute_performance-ego2": 0.0018937693451935391, "sim_compute_performance-ego3": 0.0019800447068124448}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 4.915744132698618, "get_ui_image": 0.04250034746134056, "step_physics": 0.6320142883174824, "survival_time": 52.94999999999913, "driven_lanedir": 4.538487120712488, "get_state_dump": 0.009380079215427614, "get_robot_state": 0.01387935292046025, "sim_render-ego0": 0.003609924721267988, "sim_render-ego1": 0.003695894187351443, "sim_render-ego2": 0.0037599012536822622, "sim_render-ego3": 0.003882954030666711, "get_duckie_state": 1.2186338316719488e-06, "in-drivable-lane": 1.7000000000000242, "deviation-heading": 5.586058768174713, "agent_compute-ego0": 0.011992943061972563, "agent_compute-ego1": 0.011873679565933515, "agent_compute-ego2": 0.01134765665486174, "agent_compute-ego3": 0.012069260624219789, "complete-iteration": 0.7971661045866193, "set_robot_commands": 0.0021754669693281065, "deviation-center-line": 0.8334569022138645, "driven_lanedir_consec": 4.538487120712488, "sim_compute_sim_state": 0.02048432692041937, "sim_compute_performance-ego0": 0.001876864343319299, "sim_compute_performance-ego1": 0.0019112186611823317, "sim_compute_performance-ego2": 0.0018937693451935391, "sim_compute_performance-ego3": 0.0019800447068124448}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 10.562771354407786, "get_ui_image": 0.05114727591991822, "step_physics": 0.6428790952045653, "survival_time": 59.99999999999873, "driven_lanedir": 10.157430716059697, "get_state_dump": 0.009336458852547191, "get_robot_state": 0.013974337653256176, "sim_render-ego0": 0.0036390580106635175, "sim_render-ego1": 0.0037072560471559345, "sim_render-ego2": 0.0038216953769909354, "sim_render-ego3": 0.003728936057999966, "get_duckie_state": 1.1648961050524303e-06, "in-drivable-lane": 0.0, "deviation-heading": 13.79134817418441, "agent_compute-ego0": 0.012455608326628445, "agent_compute-ego1": 0.012033481383502334, "agent_compute-ego2": 0.011935687879043056, "agent_compute-ego3": 0.010940422523428658, "complete-iteration": 0.8371553280073638, "set_robot_commands": 0.00219067189218996, "deviation-center-line": 2.9378808472129103, "driven_lanedir_consec": 10.157430716059697, "sim_compute_sim_state": 0.04108343096597307, "sim_compute_performance-ego0": 0.0018944353187808783, "sim_compute_performance-ego1": 0.0018666894310817037, "sim_compute_performance-ego2": 0.0019079475577526745, "sim_compute_performance-ego3": 0.0019103911000425671}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 10.931136045507, "get_ui_image": 0.05114727591991822, "step_physics": 0.6428790952045653, "survival_time": 59.99999999999873, "driven_lanedir": 10.23858479602989, "get_state_dump": 0.009336458852547191, "get_robot_state": 0.013974337653256176, "sim_render-ego0": 0.0036390580106635175, "sim_render-ego1": 0.0037072560471559345, "sim_render-ego2": 0.0038216953769909354, "sim_render-ego3": 0.003728936057999966, "get_duckie_state": 1.1648961050524303e-06, "in-drivable-lane": 1.0000000000000142, "deviation-heading": 15.6689731867003, "agent_compute-ego0": 0.012455608326628445, "agent_compute-ego1": 0.012033481383502334, "agent_compute-ego2": 0.011935687879043056, "agent_compute-ego3": 0.010940422523428658, "complete-iteration": 0.8371553280073638, "set_robot_commands": 0.00219067189218996, "deviation-center-line": 3.6267460395178506, "driven_lanedir_consec": 10.23858479602989, "sim_compute_sim_state": 0.04108343096597307, "sim_compute_performance-ego0": 0.0018944353187808783, "sim_compute_performance-ego1": 0.0018666894310817037, "sim_compute_performance-ego2": 0.0019079475577526745, "sim_compute_performance-ego3": 0.0019103911000425671}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 11.042880045481564, "get_ui_image": 0.05114727591991822, "step_physics": 0.6428790952045653, "survival_time": 59.99999999999873, "driven_lanedir": 10.24645067604028, "get_state_dump": 0.009336458852547191, "get_robot_state": 0.013974337653256176, "sim_render-ego0": 0.0036390580106635175, "sim_render-ego1": 0.0037072560471559345, "sim_render-ego2": 0.0038216953769909354, "sim_render-ego3": 0.003728936057999966, "get_duckie_state": 1.1648961050524303e-06, "in-drivable-lane": 2.149999999999938, "deviation-heading": 14.907666225000536, "agent_compute-ego0": 0.012455608326628445, "agent_compute-ego1": 0.012033481383502334, "agent_compute-ego2": 0.011935687879043056, "agent_compute-ego3": 0.010940422523428658, "complete-iteration": 0.8371553280073638, "set_robot_commands": 0.00219067189218996, "deviation-center-line": 3.2923575546554815, "driven_lanedir_consec": 10.24645067604028, "sim_compute_sim_state": 0.04108343096597307, "sim_compute_performance-ego0": 0.0018944353187808783, "sim_compute_performance-ego1": 0.0018666894310817037, "sim_compute_performance-ego2": 0.0019079475577526745, "sim_compute_performance-ego3": 0.0019103911000425671}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 3.4150047886552555, "get_ui_image": 0.05114727591991822, "step_physics": 0.6428790952045653, "survival_time": 59.99999999999873, "driven_lanedir": 0.6463625699277928, "get_state_dump": 0.009336458852547191, "get_robot_state": 0.013974337653256176, "sim_render-ego0": 0.0036390580106635175, "sim_render-ego1": 0.0037072560471559345, "sim_render-ego2": 0.0038216953769909354, "sim_render-ego3": 0.003728936057999966, "get_duckie_state": 1.1648961050524303e-06, "in-drivable-lane": 57.14999999999873, "deviation-heading": 0.5189726490009672, "agent_compute-ego0": 0.012455608326628445, "agent_compute-ego1": 0.012033481383502334, "agent_compute-ego2": 0.011935687879043056, "agent_compute-ego3": 0.010940422523428658, "complete-iteration": 0.8371553280073638, "set_robot_commands": 0.00219067189218996, "deviation-center-line": 0.13976818997755117, "driven_lanedir_consec": 0.6463625699277928, "sim_compute_sim_state": 0.04108343096597307, "sim_compute_performance-ego0": 0.0018944353187808783, "sim_compute_performance-ego1": 0.0018666894310817037, "sim_compute_performance-ego2": 0.0019079475577526745, "sim_compute_performance-ego3": 0.0019103911000425671}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 12.298176473366029, "get_ui_image": 0.04651080420571104, "step_physics": 0.4834955165427888, "survival_time": 59.99999999999873, "driven_lanedir": 10.92529880914913, "get_state_dump": 0.009412655326150836, "get_robot_state": 0.01384600929971738, "sim_render-ego0": 0.0036186562489708895, "sim_render-ego1": 0.003648184022736689, "sim_render-ego2": 0.003781748453246664, "sim_render-ego3": 0.003839046532268032, "get_duckie_state": 1.2589930296936797e-06, "in-drivable-lane": 6.299999999999997, "deviation-heading": 12.158107333985182, "agent_compute-ego0": 0.012689979149836684, "agent_compute-ego1": 0.011894713035729605, "agent_compute-ego2": 0.01243311697795528, "agent_compute-ego3": 0.012123363401173155, "complete-iteration": 0.6783138913576252, "set_robot_commands": 0.0021118740555050967, "deviation-center-line": 2.696824627179554, "driven_lanedir_consec": 7.555794942515202, "sim_compute_sim_state": 0.04472253384141501, "sim_compute_performance-ego0": 0.00189843761434563, "sim_compute_performance-ego1": 0.0018723231370403408, "sim_compute_performance-ego2": 0.0018819887175548088, "sim_compute_performance-ego3": 0.0019302364193728128}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 11.622217817475375, "get_ui_image": 0.04651080420571104, "step_physics": 0.4834955165427888, "survival_time": 59.99999999999873, "driven_lanedir": 11.064082869891427, "get_state_dump": 0.009412655326150836, "get_robot_state": 0.01384600929971738, "sim_render-ego0": 0.0036186562489708895, "sim_render-ego1": 0.003648184022736689, "sim_render-ego2": 0.003781748453246664, "sim_render-ego3": 0.003839046532268032, "get_duckie_state": 1.2589930296936797e-06, "in-drivable-lane": 1.3500000000000192, "deviation-heading": 12.211544801041535, "agent_compute-ego0": 0.012689979149836684, "agent_compute-ego1": 0.011894713035729605, "agent_compute-ego2": 0.01243311697795528, "agent_compute-ego3": 0.012123363401173155, "complete-iteration": 0.6783138913576252, "set_robot_commands": 0.0021118740555050967, "deviation-center-line": 2.9073736852639667, "driven_lanedir_consec": 11.064082869891427, "sim_compute_sim_state": 0.04472253384141501, "sim_compute_performance-ego0": 0.00189843761434563, "sim_compute_performance-ego1": 0.0018723231370403408, "sim_compute_performance-ego2": 0.0018819887175548088, "sim_compute_performance-ego3": 0.0019302364193728128}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 11.375102867354862, "get_ui_image": 0.04651080420571104, "step_physics": 0.4834955165427888, "survival_time": 59.99999999999873, "driven_lanedir": 10.258304106027405, "get_state_dump": 0.009412655326150836, "get_robot_state": 0.01384600929971738, "sim_render-ego0": 0.0036186562489708895, "sim_render-ego1": 0.003648184022736689, "sim_render-ego2": 0.003781748453246664, "sim_render-ego3": 0.003839046532268032, "get_duckie_state": 1.2589930296936797e-06, "in-drivable-lane": 4.799999999999944, "deviation-heading": 11.07335776337831, "agent_compute-ego0": 0.012689979149836684, "agent_compute-ego1": 0.011894713035729605, "agent_compute-ego2": 0.01243311697795528, "agent_compute-ego3": 0.012123363401173155, "complete-iteration": 0.6783138913576252, "set_robot_commands": 0.0021118740555050967, "deviation-center-line": 3.0611017100098588, "driven_lanedir_consec": 10.258304106027405, "sim_compute_sim_state": 0.04472253384141501, "sim_compute_performance-ego0": 0.00189843761434563, "sim_compute_performance-ego1": 0.0018723231370403408, "sim_compute_performance-ego2": 0.0018819887175548088, "sim_compute_performance-ego3": 0.0019302364193728128}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 11.996757686396156, "get_ui_image": 0.04651080420571104, "step_physics": 0.4834955165427888, "survival_time": 59.99999999999873, "driven_lanedir": 11.351318055699426, "get_state_dump": 0.009412655326150836, "get_robot_state": 0.01384600929971738, "sim_render-ego0": 0.0036186562489708895, "sim_render-ego1": 0.003648184022736689, "sim_render-ego2": 0.003781748453246664, "sim_render-ego3": 0.003839046532268032, "get_duckie_state": 1.2589930296936797e-06, "in-drivable-lane": 1.6499999999999062, "deviation-heading": 12.38404608804978, "agent_compute-ego0": 0.012689979149836684, "agent_compute-ego1": 0.011894713035729605, "agent_compute-ego2": 0.01243311697795528, "agent_compute-ego3": 0.012123363401173155, "complete-iteration": 0.6783138913576252, "set_robot_commands": 0.0021118740555050967, "deviation-center-line": 2.972788255329618, "driven_lanedir_consec": 11.351318055699426, "sim_compute_sim_state": 0.04472253384141501, "sim_compute_performance-ego0": 0.00189843761434563, "sim_compute_performance-ego1": 0.0018723231370403408, "sim_compute_performance-ego2": 0.0018819887175548088, "sim_compute_performance-ego3": 0.0019302364193728128}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 10.618306824521914, "get_ui_image": 0.029556811004753016, "step_physics": 0.1750823385411754, "survival_time": 59.99999999999873, "driven_lanedir": 10.27531422985766, "get_state_dump": 0.006072669700222349, "get_robot_state": 0.006958677210875296, "sim_render-ego0": 0.003574325480528616, "sim_render-ego1": 0.003606821674788425, "get_duckie_state": 1.1686679227068264e-06, "in-drivable-lane": 0.0, "deviation-heading": 12.57905781245559, "agent_compute-ego0": 0.011930866503497149, "agent_compute-ego1": 0.011677925830876004, "complete-iteration": 0.26670976383898476, "set_robot_commands": 0.002091308716036299, "deviation-center-line": 3.155426027690936, "driven_lanedir_consec": 10.27531422985766, "sim_compute_sim_state": 0.010280628188464366, "sim_compute_performance-ego0": 0.00184350863384466, "sim_compute_performance-ego1": 0.00183908627690324}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 10.567171540822176, "get_ui_image": 0.029556811004753016, "step_physics": 0.1750823385411754, "survival_time": 59.99999999999873, "driven_lanedir": 9.50148641550982, "get_state_dump": 0.006072669700222349, "get_robot_state": 0.006958677210875296, "sim_render-ego0": 0.003574325480528616, "sim_render-ego1": 0.003606821674788425, "get_duckie_state": 1.1686679227068264e-06, "in-drivable-lane": 4.499999999999812, "deviation-heading": 11.620079611673102, "agent_compute-ego0": 0.011930866503497149, "agent_compute-ego1": 0.011677925830876004, "complete-iteration": 0.26670976383898476, "set_robot_commands": 0.002091308716036299, "deviation-center-line": 2.431548533901736, "driven_lanedir_consec": 9.50148641550982, "sim_compute_sim_state": 0.010280628188464366, "sim_compute_performance-ego0": 0.00184350863384466, "sim_compute_performance-ego1": 0.00183908627690324}}
set_robot_commands_max	0.00219067189218996
set_robot_commands_mean	0.002149619221440375
set_robot_commands_median	0.0021754669693281065
set_robot_commands_min	0.002091308716036299
sim_compute_performance-ego0_max	0.00189843761434563
sim_compute_performance-ego0_mean	0.001883283312390896
sim_compute_performance-ego0_median	0.0018944353187808783
sim_compute_performance-ego0_min	0.00184350863384466
sim_compute_performance-ego1_max	0.0019112186611823317
sim_compute_performance-ego1_mean	0.0018770783907874268
sim_compute_performance-ego1_median	0.0018723231370403408
sim_compute_performance-ego1_min	0.00183908627690324
sim_compute_performance-ego2_max	0.0019079475577526745
sim_compute_performance-ego2_mean	0.0018945685401670072
sim_compute_performance-ego2_median	0.0018937693451935391
sim_compute_performance-ego2_min	0.0018819887175548088
sim_compute_performance-ego3_max	0.0019800447068124448
sim_compute_performance-ego3_mean	0.001940224075409275
sim_compute_performance-ego3_median	0.0019302364193728128
sim_compute_performance-ego3_min	0.0019103911000425671
sim_compute_sim_state_max	0.04472253384141501
sim_compute_sim_state_mean	0.031837315949154184
sim_compute_sim_state_median	0.04108343096597307
sim_compute_sim_state_min	0.010280628188464366
sim_render-ego0_max	0.0036390580106635175
sim_render-ego0_mean	0.0036156576346190582
sim_render-ego0_median	0.0036186562489708895
sim_render-ego0_min	0.003574325480528616
sim_render-ego1_max	0.0037072560471559345
sim_render-ego1_mean	0.0036727843127537935
sim_render-ego1_median	0.003695894187351443
sim_render-ego1_min	0.003606821674788425
sim_render-ego2_max	0.0038216953769909354
sim_render-ego2_mean	0.0037877816946399537
sim_render-ego2_median	0.003781748453246664
sim_render-ego2_min	0.0037599012536822622
sim_render-ego3_max	0.003882954030666711
sim_render-ego3_mean	0.0038169788736449033
sim_render-ego3_median	0.003839046532268032
sim_render-ego3_min	0.003728936057999966
simulation-passed	1
step_physics_max	0.6428790952045653
step_physics_mean	0.5274085912386927
step_physics_median	0.6320142883174824
step_physics_min	0.1750823385411754
survival_time_max	59.99999999999873
survival_time_mean	57.98571428571314
survival_time_min	52.94999999999913