Job 58800

Job ID 58800

submission 12877

user Raphael Jean

user label sim-exercise-2

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date yes

evaluator nogpu-prod-01

date started 2020-12-04 13:14:22+00:00

date completed 2020-12-04 15:02:53+00:00

duration 1:48:31

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	10.353767455133386
survival_time_median	54.89999999999902
deviation-center-line_median	3.133898764137837
in-drivable-lane_median	0.0

other stats

agent_compute-ego0_max	0.01344325366256614
agent_compute-ego0_mean	0.013062096655173005
agent_compute-ego0_median	0.013083979450197245
agent_compute-ego0_min	0.012754652259347653
agent_compute-ego1_max	0.013575365434081004
agent_compute-ego1_mean	0.013191669919122684
agent_compute-ego1_median	0.01345822971925251
agent_compute-ego1_min	0.012604264805162897
complete-iteration_max	1.1091104604241109
complete-iteration_mean	0.8733483573928008
complete-iteration_median	0.9702618225329523
complete-iteration_min	0.3225063415614324
deviation-center-line_max	5.159201530507077
deviation-center-line_mean	3.1494177655924154
deviation-center-line_min	0.8196666460150045
deviation-heading_max	15.793785785234212
deviation-heading_mean	10.05437570069779
deviation-heading_median	10.480463404639474
deviation-heading_min	2.925506227908006
driven_any_max	14.695279361690982
driven_any_mean	9.95750258316687
driven_any_median	10.699954043774484
driven_any_min	3.1985277139538413
driven_lanedir_consec_max	14.22281221869996
driven_lanedir_consec_mean	9.545059582336608
driven_lanedir_consec_min	3.115441117112426
driven_lanedir_max	14.22281221869996
driven_lanedir_mean	9.545059582336608
driven_lanedir_median	10.353767455133386
driven_lanedir_min	3.115441117112426
get_duckie_state_max	1.8614912708037896e-06
get_duckie_state_mean	1.6967976373383302e-06
get_duckie_state_median	1.7873587398689634e-06
get_duckie_state_min	1.5244810123008705e-06
get_robot_state_max	0.015840542439103013
get_robot_state_mean	0.014177657308678345
get_robot_state_median	0.015106017146876809
get_robot_state_min	0.007575145373515275
get_state_dump_max	0.010319087971472315
get_state_dump_mean	0.00949190619429081
get_state_dump_median	0.009907766345339353
get_state_dump_min	0.0063817827243370035
get_ui_image_max	0.051804121487543646
get_ui_image_mean	0.04632751626307407
get_ui_image_median	0.05152188359966225
get_ui_image_min	0.0312802744998994
in-drivable-lane_max	4.450000000000063
in-drivable-lane_mean	0.4392857142857189
in-drivable-lane_min	0.0
per-episodes	details {"LFV_multi-norm-loop-000-ego0": {"driven_any": 12.25105546484761, "get_ui_image": 0.04318016458360361, "step_physics": 0.6378345112023948, "survival_time": 54.89999999999902, "driven_lanedir": 11.973508073351606, "get_state_dump": 0.009803926001037654, "get_robot_state": 0.014887668307636735, "sim_render-ego0": 0.00395930887244852, "sim_render-ego1": 0.004118159643837926, "sim_render-ego2": 0.004203148165868563, "sim_render-ego3": 0.004255292413449483, "get_duckie_state": 1.5277012138609671e-06, "in-drivable-lane": 0.0, "deviation-heading": 12.075693060530623, "agent_compute-ego0": 0.012754652259347653, "agent_compute-ego1": 0.012604264805162897, "agent_compute-ego2": 0.012301549139187703, "agent_compute-ego3": 0.013241776777897452, "complete-iteration": 0.8160937971370236, "set_robot_commands": 0.0024206725112734546, "deviation-center-line": 2.8125150404307298, "driven_lanedir_consec": 11.973508073351606, "sim_compute_sim_state": 0.024889547896450277, "sim_compute_performance-ego0": 0.0021425773058293407, "sim_compute_performance-ego1": 0.002051551305130463, "sim_compute_performance-ego2": 0.0020849709081259284, "sim_compute_performance-ego3": 0.002106145905623987}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 14.695279361690982, "get_ui_image": 0.04318016458360361, "step_physics": 0.6378345112023948, "survival_time": 54.89999999999902, "driven_lanedir": 14.22281221869996, "get_state_dump": 0.009803926001037654, "get_robot_state": 0.014887668307636735, "sim_render-ego0": 0.00395930887244852, "sim_render-ego1": 0.004118159643837926, "sim_render-ego2": 0.004203148165868563, "sim_render-ego3": 0.004255292413449483, "get_duckie_state": 1.5277012138609671e-06, "in-drivable-lane": 0.4000000000000057, "deviation-heading": 9.92255183205402, "agent_compute-ego0": 0.012754652259347653, "agent_compute-ego1": 0.012604264805162897, "agent_compute-ego2": 0.012301549139187703, "agent_compute-ego3": 0.013241776777897452, "complete-iteration": 0.8160937971370236, "set_robot_commands": 0.0024206725112734546, "deviation-center-line": 2.8477025559779765, "driven_lanedir_consec": 14.22281221869996, "sim_compute_sim_state": 0.024889547896450277, "sim_compute_performance-ego0": 0.0021425773058293407, "sim_compute_performance-ego1": 0.002051551305130463, "sim_compute_performance-ego2": 0.0020849709081259284, "sim_compute_performance-ego3": 0.002106145905623987}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 8.011312257426013, "get_ui_image": 0.04318016458360361, "step_physics": 0.6378345112023948, "survival_time": 54.89999999999902, "driven_lanedir": 6.785724945913264, "get_state_dump": 0.009803926001037654, "get_robot_state": 0.014887668307636735, "sim_render-ego0": 0.00395930887244852, "sim_render-ego1": 0.004118159643837926, "sim_render-ego2": 0.004203148165868563, "sim_render-ego3": 0.004255292413449483, "get_duckie_state": 1.5277012138609671e-06, "in-drivable-lane": 4.450000000000063, "deviation-heading": 7.29042285966443, "agent_compute-ego0": 0.012754652259347653, "agent_compute-ego1": 0.012604264805162897, "agent_compute-ego2": 0.012301549139187703, "agent_compute-ego3": 0.013241776777897452, "complete-iteration": 0.8160937971370236, "set_robot_commands": 0.0024206725112734546, "deviation-center-line": 4.020414450502283, "driven_lanedir_consec": 6.785724945913264, "sim_compute_sim_state": 0.024889547896450277, "sim_compute_performance-ego0": 0.0021425773058293407, "sim_compute_performance-ego1": 0.002051551305130463, "sim_compute_performance-ego2": 0.0020849709081259284, "sim_compute_performance-ego3": 0.002106145905623987}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 8.921025668263638, "get_ui_image": 0.04318016458360361, "step_physics": 0.6378345112023948, "survival_time": 54.89999999999902, "driven_lanedir": 8.716554220058592, "get_state_dump": 0.009803926001037654, "get_robot_state": 0.014887668307636735, "sim_render-ego0": 0.00395930887244852, "sim_render-ego1": 0.004118159643837926, "sim_render-ego2": 0.004203148165868563, "sim_render-ego3": 0.004255292413449483, "get_duckie_state": 1.5277012138609671e-06, "in-drivable-lane": 0.0, "deviation-heading": 7.81830514537472, "agent_compute-ego0": 0.012754652259347653, "agent_compute-ego1": 0.012604264805162897, "agent_compute-ego2": 0.012301549139187703, "agent_compute-ego3": 0.013241776777897452, "complete-iteration": 0.8160937971370236, "set_robot_commands": 0.0024206725112734546, "deviation-center-line": 4.240265009484985, "driven_lanedir_consec": 8.716554220058592, "sim_compute_sim_state": 0.024889547896450277, "sim_compute_performance-ego0": 0.0021425773058293407, "sim_compute_performance-ego1": 0.002051551305130463, "sim_compute_performance-ego2": 0.0020849709081259284, "sim_compute_performance-ego3": 0.002106145905623987}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 13.93806419275267, "get_ui_image": 0.051804121487543646, "step_physics": 0.7589374446154237, "survival_time": 59.99999999999873, "driven_lanedir": 13.35642250086664, "get_state_dump": 0.009907766345339353, "get_robot_state": 0.015106017146876809, "sim_render-ego0": 0.004113045461370387, "sim_render-ego1": 0.004206900791165037, "sim_render-ego2": 0.004220913093751118, "sim_render-ego3": 0.004199413137570904, "get_duckie_state": 1.8614912708037896e-06, "in-drivable-lane": 0.0, "deviation-heading": 14.365275077000437, "agent_compute-ego0": 0.013083979450197245, "agent_compute-ego1": 0.01345822971925251, "agent_compute-ego2": 0.012980764057118132, "agent_compute-ego3": 0.013616320890351991, "complete-iteration": 0.9702618225329523, "set_robot_commands": 0.002353034150491249, "deviation-center-line": 3.6249209557875286, "driven_lanedir_consec": 13.35642250086664, "sim_compute_sim_state": 0.04636885403197175, "sim_compute_performance-ego0": 0.0022513689744680944, "sim_compute_performance-ego1": 0.0020647580975001302, "sim_compute_performance-ego2": 0.002154923597045187, "sim_compute_performance-ego3": 0.002111753754373593}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 11.58303937300214, "get_ui_image": 0.051804121487543646, "step_physics": 0.7589374446154237, "survival_time": 59.99999999999873, "driven_lanedir": 11.17887914515359, "get_state_dump": 0.009907766345339353, "get_robot_state": 0.015106017146876809, "sim_render-ego0": 0.004113045461370387, "sim_render-ego1": 0.004206900791165037, "sim_render-ego2": 0.004220913093751118, "sim_render-ego3": 0.004199413137570904, "get_duckie_state": 1.8614912708037896e-06, "in-drivable-lane": 0.0, "deviation-heading": 15.793785785234212, "agent_compute-ego0": 0.013083979450197245, "agent_compute-ego1": 0.01345822971925251, "agent_compute-ego2": 0.012980764057118132, "agent_compute-ego3": 0.013616320890351991, "complete-iteration": 0.9702618225329523, "set_robot_commands": 0.002353034150491249, "deviation-center-line": 3.3165338236600297, "driven_lanedir_consec": 11.17887914515359, "sim_compute_sim_state": 0.04636885403197175, "sim_compute_performance-ego0": 0.0022513689744680944, "sim_compute_performance-ego1": 0.0020647580975001302, "sim_compute_performance-ego2": 0.002154923597045187, "sim_compute_performance-ego3": 0.002111753754373593}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 13.933599803964324, "get_ui_image": 0.051804121487543646, "step_physics": 0.7589374446154237, "survival_time": 59.99999999999873, "driven_lanedir": 13.413773161183904, "get_state_dump": 0.009907766345339353, "get_robot_state": 0.015106017146876809, "sim_render-ego0": 0.004113045461370387, "sim_render-ego1": 0.004206900791165037, "sim_render-ego2": 0.004220913093751118, "sim_render-ego3": 0.004199413137570904, "get_duckie_state": 1.8614912708037896e-06, "in-drivable-lane": 0.0, "deviation-heading": 13.52027442885605, "agent_compute-ego0": 0.013083979450197245, "agent_compute-ego1": 0.01345822971925251, "agent_compute-ego2": 0.012980764057118132, "agent_compute-ego3": 0.013616320890351991, "complete-iteration": 0.9702618225329523, "set_robot_commands": 0.002353034150491249, "deviation-center-line": 3.7810792169334912, "driven_lanedir_consec": 13.413773161183904, "sim_compute_sim_state": 0.04636885403197175, "sim_compute_performance-ego0": 0.0022513689744680944, "sim_compute_performance-ego1": 0.0020647580975001302, "sim_compute_performance-ego2": 0.002154923597045187, "sim_compute_performance-ego3": 0.002111753754373593}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 11.381681327864408, "get_ui_image": 0.051804121487543646, "step_physics": 0.7589374446154237, "survival_time": 59.99999999999873, "driven_lanedir": 10.99900875798614, "get_state_dump": 0.009907766345339353, "get_robot_state": 0.015106017146876809, "sim_render-ego0": 0.004113045461370387, "sim_render-ego1": 0.004206900791165037, "sim_render-ego2": 0.004220913093751118, "sim_render-ego3": 0.004199413137570904, "get_duckie_state": 1.8614912708037896e-06, "in-drivable-lane": 0.0, "deviation-heading": 12.546676863715032, "agent_compute-ego0": 0.013083979450197245, "agent_compute-ego1": 0.01345822971925251, "agent_compute-ego2": 0.012980764057118132, "agent_compute-ego3": 0.013616320890351991, "complete-iteration": 0.9702618225329523, "set_robot_commands": 0.002353034150491249, "deviation-center-line": 4.136890419968568, "driven_lanedir_consec": 10.99900875798614, "sim_compute_sim_state": 0.04636885403197175, "sim_compute_performance-ego0": 0.0022513689744680944, "sim_compute_performance-ego1": 0.0020647580975001302, "sim_compute_performance-ego2": 0.002154923597045187, "sim_compute_performance-ego3": 0.002111753754373593}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 7.156120983916614, "get_ui_image": 0.05152188359966225, "step_physics": 0.9062385293676878, "survival_time": 53.3999999999991, "driven_lanedir": 6.867259183342092, "get_state_dump": 0.010319087971472315, "get_robot_state": 0.015840542439103013, "sim_render-ego0": 0.004273486873387622, "sim_render-ego1": 0.004303492821746056, "sim_render-ego2": 0.004424864159665228, "sim_render-ego3": 0.004327749737631617, "get_duckie_state": 1.7873587398689634e-06, "in-drivable-lane": 0.0, "deviation-heading": 9.71651206027582, "agent_compute-ego0": 0.01344325366256614, "agent_compute-ego1": 0.013575365434081004, "agent_compute-ego2": 0.013242924737528843, "agent_compute-ego3": 0.01375329126477576, "complete-iteration": 1.1091104604241109, "set_robot_commands": 0.0025411370315765866, "deviation-center-line": 2.8703463494710753, "driven_lanedir_consec": 6.867259183342092, "sim_compute_sim_state": 0.03452366462257892, "sim_compute_performance-ego0": 0.0022999923623979817, "sim_compute_performance-ego1": 0.0021844077489440745, "sim_compute_performance-ego2": 0.0022189349521533476, "sim_compute_performance-ego3": 0.0021954383439723303}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 13.719702591422529, "get_ui_image": 0.05152188359966225, "step_physics": 0.9062385293676878, "survival_time": 53.3999999999991, "driven_lanedir": 13.033196656490562, "get_state_dump": 0.010319087971472315, "get_robot_state": 0.015840542439103013, "sim_render-ego0": 0.004273486873387622, "sim_render-ego1": 0.004303492821746056, "sim_render-ego2": 0.004424864159665228, "sim_render-ego3": 0.004327749737631617, "get_duckie_state": 1.7873587398689634e-06, "in-drivable-lane": 1.2999999999999954, "deviation-heading": 11.038374977224928, "agent_compute-ego0": 0.01344325366256614, "agent_compute-ego1": 0.013575365434081004, "agent_compute-ego2": 0.013242924737528843, "agent_compute-ego3": 0.01375329126477576, "complete-iteration": 1.1091104604241109, "set_robot_commands": 0.0025411370315765866, "deviation-center-line": 2.9512637046156445, "driven_lanedir_consec": 13.033196656490562, "sim_compute_sim_state": 0.03452366462257892, "sim_compute_performance-ego0": 0.0022999923623979817, "sim_compute_performance-ego1": 0.0021844077489440745, "sim_compute_performance-ego2": 0.0022189349521533476, "sim_compute_performance-ego3": 0.0021954383439723303}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 6.790806441419285, "get_ui_image": 0.05152188359966225, "step_physics": 0.9062385293676878, "survival_time": 53.3999999999991, "driven_lanedir": 6.582426235048381, "get_state_dump": 0.010319087971472315, "get_robot_state": 0.015840542439103013, "sim_render-ego0": 0.004273486873387622, "sim_render-ego1": 0.004303492821746056, "sim_render-ego2": 0.004424864159665228, "sim_render-ego3": 0.004327749737631617, "get_duckie_state": 1.7873587398689634e-06, "in-drivable-lane": 0.0, "deviation-heading": 6.579282253921653, "agent_compute-ego0": 0.01344325366256614, "agent_compute-ego1": 0.013575365434081004, "agent_compute-ego2": 0.013242924737528843, "agent_compute-ego3": 0.01375329126477576, "complete-iteration": 1.1091104604241109, "set_robot_commands": 0.0025411370315765866, "deviation-center-line": 5.159201530507077, "driven_lanedir_consec": 6.582426235048381, "sim_compute_sim_state": 0.03452366462257892, "sim_compute_performance-ego0": 0.0022999923623979817, "sim_compute_performance-ego1": 0.0021844077489440745, "sim_compute_performance-ego2": 0.0022189349521533476, "sim_compute_performance-ego3": 0.0021954383439723303}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 10.01822675968456, "get_ui_image": 0.05152188359966225, "step_physics": 0.9062385293676878, "survival_time": 53.3999999999991, "driven_lanedir": 9.708526152280635, "get_state_dump": 0.010319087971472315, "get_robot_state": 0.015840542439103013, "sim_render-ego0": 0.004273486873387622, "sim_render-ego1": 0.004303492821746056, "sim_render-ego2": 0.004424864159665228, "sim_render-ego3": 0.004327749737631617, "get_duckie_state": 1.7873587398689634e-06, "in-drivable-lane": 0.0, "deviation-heading": 13.947917710015895, "agent_compute-ego0": 0.01344325366256614, "agent_compute-ego1": 0.013575365434081004, "agent_compute-ego2": 0.013242924737528843, "agent_compute-ego3": 0.01375329126477576, "complete-iteration": 1.1091104604241109, "set_robot_commands": 0.0025411370315765866, "deviation-center-line": 2.6327293565820806, "driven_lanedir_consec": 9.708526152280635, "sim_compute_sim_state": 0.03452366462257892, "sim_compute_performance-ego0": 0.0022999923623979817, "sim_compute_performance-ego1": 0.0021844077489440745, "sim_compute_performance-ego2": 0.0022189349521533476, "sim_compute_performance-ego3": 0.0021954383439723303}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 3.806594224127556, "get_ui_image": 0.0312802744998994, "step_physics": 0.22424614623625813, "survival_time": 15.300000000000082, "driven_lanedir": 3.6773017852247056, "get_state_dump": 0.0063817827243370035, "get_robot_state": 0.007575145373515275, "sim_render-ego0": 0.003937134136982772, "sim_render-ego1": 0.004145769032282628, "get_duckie_state": 1.5244810123008705e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.2206815279931993, "agent_compute-ego0": 0.012870905841988928, "agent_compute-ego1": 0.013065969516865982, "complete-iteration": 0.3225063415614324, "set_robot_commands": 0.0023677745160528424, "deviation-center-line": 0.8783196583573468, "driven_lanedir_consec": 3.6773017852247056, "sim_compute_sim_state": 0.010162961599492872, "sim_compute_performance-ego0": 0.0020568293158316846, "sim_compute_performance-ego1": 0.0019754563558373466}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 3.1985277139538413, "get_ui_image": 0.0312802744998994, "step_physics": 0.22424614623625813, "survival_time": 15.300000000000082, "driven_lanedir": 3.115441117112426, "get_state_dump": 0.0063817827243370035, "get_robot_state": 0.007575145373515275, "sim_render-ego0": 0.003937134136982772, "sim_render-ego1": 0.004145769032282628, "get_duckie_state": 1.5244810123008705e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.925506227908006, "agent_compute-ego0": 0.012870905841988928, "agent_compute-ego1": 0.013065969516865982, "complete-iteration": 0.3225063415614324, "set_robot_commands": 0.0023677745160528424, "deviation-center-line": 0.8196666460150045, "driven_lanedir_consec": 3.115441117112426, "sim_compute_sim_state": 0.010162961599492872, "sim_compute_performance-ego0": 0.0020568293158316846, "sim_compute_performance-ego1": 0.0019754563558373466}}
set_robot_commands_max	0.0025411370315765866
set_robot_commands_mean	0.002428208843247917
set_robot_commands_median	0.0024206725112734546
set_robot_commands_min	0.002353034150491249
sim_compute_performance-ego0_max	0.0022999923623979817
sim_compute_performance-ego0_mean	0.0022063866573175024
sim_compute_performance-ego0_median	0.0022513689744680944
sim_compute_performance-ego0_min	0.0020568293158316846
sim_compute_performance-ego1_max	0.0021844077489440745
sim_compute_performance-ego1_mean	0.0020824129512838113
sim_compute_performance-ego1_median	0.0020647580975001302
sim_compute_performance-ego1_min	0.0019754563558373466
sim_compute_sim_state_max	0.04636885403197175
sim_compute_sim_state_mean	0.03167529924307068
sim_compute_sim_state_median	0.03452366462257892
sim_compute_sim_state_min	0.010162961599492872
sim_render-ego0_max	0.004273486873387622
sim_render-ego0_mean	0.0040898309359136895
sim_render-ego0_median	0.004113045461370387
sim_render-ego0_min	0.003937134136982772
sim_render-ego1_max	0.004303492821746056
sim_render-ego1_mean	0.00420041079225438
sim_render-ego1_median	0.004206900791165037
sim_render-ego1_min	0.004118159643837926
simulation-passed	1
step_physics_max	0.9062385293676878
step_physics_mean	0.6900381595153242
step_physics_median	0.7589374446154237
step_physics_min	0.22424614623625813
survival_time_max	59.99999999999873
survival_time_mean	50.27142857142769
survival_time_min	15.300000000000082