Job 58799

Job ID 58799

submission 12877

user Raphael Jean

user label sim-exercise-2

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date yes

evaluator nogpu-prod-01

date started 2020-12-04 13:13:50+00:00

date completed 2020-12-04 15:06:33+00:00

duration 1:52:43

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	13.780584822370749
survival_time_median	59.99999999999873
deviation-center-line_median	3.254577852408329
in-drivable-lane_median	0.6749999999999907

other stats

agent_compute-ego0_max	0.013267578232993096
agent_compute-ego0_mean	0.013186561152760163
agent_compute-ego0_median	0.01318090384846226
agent_compute-ego0_min	0.013125738633066094
agent_compute-ego1_max	0.013246829464076262
agent_compute-ego1_mean	0.013108015584552171
agent_compute-ego1_median	0.013213172542562492
agent_compute-ego1_min	0.01290154704871409
complete-iteration_max	0.9641476940056564
complete-iteration_mean	0.7532686138872309
complete-iteration_median	0.8233337817243692
complete-iteration_min	0.3290063946682091
deviation-center-line_max	4.449647935076536
deviation-center-line_mean	3.2650824212081706
deviation-center-line_min	2.19240036196279
deviation-heading_max	14.469445745942531
deviation-heading_mean	11.80255537269384
deviation-heading_median	11.94839062605211
deviation-heading_min	7.6734191584924
driven_any_max	16.34766270554775
driven_any_mean	13.927200159121318
driven_any_median	14.826688223762009
driven_any_min	9.469588409515538
driven_lanedir_consec_max	15.879580729108248
driven_lanedir_consec_mean	13.200500369332948
driven_lanedir_consec_min	8.628439790492736
driven_lanedir_max	15.879580729108248
driven_lanedir_mean	13.2019956791088
driven_lanedir_median	13.780584822370749
driven_lanedir_min	8.628439790492736
get_duckie_state_max	1.7797023827189906e-06
get_duckie_state_mean	1.6970785585967844e-06
get_duckie_state_median	1.765409178976016e-06
get_duckie_state_min	1.582773797815785e-06
get_robot_state_max	0.015784562577018133
get_robot_state_mean	0.014438704077680303
get_robot_state_median	0.01559560344578523
get_robot_state_min	0.007759825186696394
get_state_dump_max	0.010598380599391152
get_state_dump_mean	0.009868047572877708
get_state_dump_median	0.010379773591777663
get_state_dump_min	0.006941838022192411
get_ui_image_max	0.05179597634657734
get_ui_image_mean	0.04661111293939508
get_ui_image_median	0.049898612906196335
get_ui_image_min	0.032314760855659326
in-drivable-lane_max	6.549999999999628
in-drivable-lane_mean	1.3642857142856728
in-drivable-lane_min	0.0
per-episodes	details {"LFV_multi-norm-loop-000-ego0": {"driven_any": 16.09513535860765, "get_ui_image": 0.045286925607279475, "step_physics": 0.49173534363136007, "survival_time": 59.99999999999873, "driven_lanedir": 15.680480993100437, "get_state_dump": 0.010598380599391152, "get_robot_state": 0.01559560344578523, "sim_render-ego0": 0.004285337128905234, "sim_render-ego1": 0.004377811377888218, "sim_render-ego2": 0.004363157270750734, "sim_render-ego3": 0.004354115032732834, "get_duckie_state": 1.7797023827189906e-06, "in-drivable-lane": 0.0, "deviation-heading": 11.2127215878308, "agent_compute-ego0": 0.013125738633066094, "agent_compute-ego1": 0.012967279014936791, "agent_compute-ego2": 0.013277218006334138, "agent_compute-ego3": 0.01305486935560749, "complete-iteration": 0.6844554755411776, "set_robot_commands": 0.002479450986546144, "deviation-center-line": 3.1058762204808223, "driven_lanedir_consec": 15.680480993100437, "sim_compute_sim_state": 0.03254041048410433, "sim_compute_performance-ego0": 0.002307801719112857, "sim_compute_performance-ego1": 0.002176961136499511, "sim_compute_performance-ego2": 0.002195151818979789, "sim_compute_performance-ego3": 0.0021786963711372524}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 15.977250879847004, "get_ui_image": 0.045286925607279475, "step_physics": 0.49173534363136007, "survival_time": 59.99999999999873, "driven_lanedir": 15.38686353213638, "get_state_dump": 0.010598380599391152, "get_robot_state": 0.01559560344578523, "sim_render-ego0": 0.004285337128905234, "sim_render-ego1": 0.004377811377888218, "sim_render-ego2": 0.004363157270750734, "sim_render-ego3": 0.004354115032732834, "get_duckie_state": 1.7797023827189906e-06, "in-drivable-lane": 0.7500000000000007, "deviation-heading": 11.794074749261364, "agent_compute-ego0": 0.013125738633066094, "agent_compute-ego1": 0.012967279014936791, "agent_compute-ego2": 0.013277218006334138, "agent_compute-ego3": 0.01305486935560749, "complete-iteration": 0.6844554755411776, "set_robot_commands": 0.002479450986546144, "deviation-center-line": 3.223172634479993, "driven_lanedir_consec": 15.38686353213638, "sim_compute_sim_state": 0.03254041048410433, "sim_compute_performance-ego0": 0.002307801719112857, "sim_compute_performance-ego1": 0.002176961136499511, "sim_compute_performance-ego2": 0.002195151818979789, "sim_compute_performance-ego3": 0.0021786963711372524}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 14.975148026407885, "get_ui_image": 0.045286925607279475, "step_physics": 0.49173534363136007, "survival_time": 59.99999999999873, "driven_lanedir": 14.100596979670136, "get_state_dump": 0.010598380599391152, "get_robot_state": 0.01559560344578523, "sim_render-ego0": 0.004285337128905234, "sim_render-ego1": 0.004377811377888218, "sim_render-ego2": 0.004363157270750734, "sim_render-ego3": 0.004354115032732834, "get_duckie_state": 1.7797023827189906e-06, "in-drivable-lane": 2.799999999999873, "deviation-heading": 10.858836635615363, "agent_compute-ego0": 0.013125738633066094, "agent_compute-ego1": 0.012967279014936791, "agent_compute-ego2": 0.013277218006334138, "agent_compute-ego3": 0.01305486935560749, "complete-iteration": 0.6844554755411776, "set_robot_commands": 0.002479450986546144, "deviation-center-line": 2.9402035497550276, "driven_lanedir_consec": 14.100596979670136, "sim_compute_sim_state": 0.03254041048410433, "sim_compute_performance-ego0": 0.002307801719112857, "sim_compute_performance-ego1": 0.002176961136499511, "sim_compute_performance-ego2": 0.002195151818979789, "sim_compute_performance-ego3": 0.0021786963711372524}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 16.34766270554775, "get_ui_image": 0.045286925607279475, "step_physics": 0.49173534363136007, "survival_time": 59.99999999999873, "driven_lanedir": 15.879580729108248, "get_state_dump": 0.010598380599391152, "get_robot_state": 0.01559560344578523, "sim_render-ego0": 0.004285337128905234, "sim_render-ego1": 0.004377811377888218, "sim_render-ego2": 0.004363157270750734, "sim_render-ego3": 0.004354115032732834, "get_duckie_state": 1.7797023827189906e-06, "in-drivable-lane": 0.09999999999999432, "deviation-heading": 11.393090176189542, "agent_compute-ego0": 0.013125738633066094, "agent_compute-ego1": 0.012967279014936791, "agent_compute-ego2": 0.013277218006334138, "agent_compute-ego3": 0.01305486935560749, "complete-iteration": 0.6844554755411776, "set_robot_commands": 0.002479450986546144, "deviation-center-line": 2.960646386860488, "driven_lanedir_consec": 15.879580729108248, "sim_compute_sim_state": 0.03254041048410433, "sim_compute_performance-ego0": 0.002307801719112857, "sim_compute_performance-ego1": 0.002176961136499511, "sim_compute_performance-ego2": 0.002195151818979789, "sim_compute_performance-ego3": 0.0021786963711372524}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 13.778892092290889, "get_ui_image": 0.05179597634657734, "step_physics": 0.7500668828632313, "survival_time": 59.99999999999873, "driven_lanedir": 13.25101753498608, "get_state_dump": 0.010379773591777663, "get_robot_state": 0.015784562577018133, "sim_render-ego0": 0.004229877711732024, "sim_render-ego1": 0.004339857363482498, "sim_render-ego2": 0.0044099921290820885, "sim_render-ego3": 0.004349747069372325, "get_duckie_state": 1.765409178976016e-06, "in-drivable-lane": 0.0, "deviation-heading": 13.41881536495828, "agent_compute-ego0": 0.01318090384846226, "agent_compute-ego1": 0.013213172542562492, "agent_compute-ego2": 0.013211773198212711, "agent_compute-ego3": 0.01320060266245414, "complete-iteration": 0.9641476940056564, "set_robot_commands": 0.002459435736904732, "deviation-center-line": 3.425083607205137, "driven_lanedir_consec": 13.25101753498608, "sim_compute_sim_state": 0.04683906013622173, "sim_compute_performance-ego0": 0.002367739474942146, "sim_compute_performance-ego1": 0.002170037865936508, "sim_compute_performance-ego2": 0.0022176646074585672, "sim_compute_performance-ego3": 0.0022464862572561194}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 11.597806562651988, "get_ui_image": 0.05179597634657734, "step_physics": 0.7500668828632313, "survival_time": 59.99999999999873, "driven_lanedir": 10.92991158405587, "get_state_dump": 0.010379773591777663, "get_robot_state": 0.015784562577018133, "sim_render-ego0": 0.004229877711732024, "sim_render-ego1": 0.004339857363482498, "sim_render-ego2": 0.0044099921290820885, "sim_render-ego3": 0.004349747069372325, "get_duckie_state": 1.765409178976016e-06, "in-drivable-lane": 1.150000000000001, "deviation-heading": 11.693247088543496, "agent_compute-ego0": 0.01318090384846226, "agent_compute-ego1": 0.013213172542562492, "agent_compute-ego2": 0.013211773198212711, "agent_compute-ego3": 0.01320060266245414, "complete-iteration": 0.9641476940056564, "set_robot_commands": 0.002459435736904732, "deviation-center-line": 4.449647935076536, "driven_lanedir_consec": 10.92991158405587, "sim_compute_sim_state": 0.04683906013622173, "sim_compute_performance-ego0": 0.002367739474942146, "sim_compute_performance-ego1": 0.002170037865936508, "sim_compute_performance-ego2": 0.0022176646074585672, "sim_compute_performance-ego3": 0.0022464862572561194}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 14.216688608881798, "get_ui_image": 0.05179597634657734, "step_physics": 0.7500668828632313, "survival_time": 59.99999999999873, "driven_lanedir": 13.69030729823155, "get_state_dump": 0.010379773591777663, "get_robot_state": 0.015784562577018133, "sim_render-ego0": 0.004229877711732024, "sim_render-ego1": 0.004339857363482498, "sim_render-ego2": 0.0044099921290820885, "sim_render-ego3": 0.004349747069372325, "get_duckie_state": 1.765409178976016e-06, "in-drivable-lane": 0.0, "deviation-heading": 13.231273710335447, "agent_compute-ego0": 0.01318090384846226, "agent_compute-ego1": 0.013213172542562492, "agent_compute-ego2": 0.013211773198212711, "agent_compute-ego3": 0.01320060266245414, "complete-iteration": 0.9641476940056564, "set_robot_commands": 0.002459435736904732, "deviation-center-line": 3.440395047934842, "driven_lanedir_consec": 13.69030729823155, "sim_compute_sim_state": 0.04683906013622173, "sim_compute_performance-ego0": 0.002367739474942146, "sim_compute_performance-ego1": 0.002170037865936508, "sim_compute_performance-ego2": 0.0022176646074585672, "sim_compute_performance-ego3": 0.0022464862572561194}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 11.55814688156734, "get_ui_image": 0.05179597634657734, "step_physics": 0.7500668828632313, "survival_time": 59.99999999999873, "driven_lanedir": 11.00378219856699, "get_state_dump": 0.010379773591777663, "get_robot_state": 0.015784562577018133, "sim_render-ego0": 0.004229877711732024, "sim_render-ego1": 0.004339857363482498, "sim_render-ego2": 0.0044099921290820885, "sim_render-ego3": 0.004349747069372325, "get_duckie_state": 1.765409178976016e-06, "in-drivable-lane": 0.6499999999999808, "deviation-heading": 12.102706502842851, "agent_compute-ego0": 0.01318090384846226, "agent_compute-ego1": 0.013213172542562492, "agent_compute-ego2": 0.013211773198212711, "agent_compute-ego3": 0.01320060266245414, "complete-iteration": 0.9641476940056564, "set_robot_commands": 0.002459435736904732, "deviation-center-line": 3.903688493405601, "driven_lanedir_consec": 11.00378219856699, "sim_compute_sim_state": 0.04683906013622173, "sim_compute_performance-ego0": 0.002367739474942146, "sim_compute_performance-ego1": 0.002170037865936508, "sim_compute_performance-ego2": 0.0022176646074585672, "sim_compute_performance-ego3": 0.0022464862572561194}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 15.124999135892343, "get_ui_image": 0.049898612906196335, "step_physics": 0.6150231738570926, "survival_time": 59.99999999999873, "driven_lanedir": 14.374929170123911, "get_state_dump": 0.010089093302806948, "get_robot_state": 0.0152753856557295, "sim_render-ego0": 0.004191260055935849, "sim_render-ego1": 0.004286237203707604, "sim_render-ego2": 0.004303549648224563, "sim_render-ego3": 0.0042567852633283295, "get_duckie_state": 1.582773797815785e-06, "in-drivable-lane": 0.7000000000000006, "deviation-heading": 14.469445745942531, "agent_compute-ego0": 0.013267578232993096, "agent_compute-ego1": 0.013246829464076262, "agent_compute-ego2": 0.013367887539827853, "agent_compute-ego3": 0.013005593734220304, "complete-iteration": 0.8233337817243692, "set_robot_commands": 0.0023882942930248557, "deviation-center-line": 3.454346070450926, "driven_lanedir_consec": 14.374929170123911, "sim_compute_sim_state": 0.0444650181524958, "sim_compute_performance-ego0": 0.0022740909995683325, "sim_compute_performance-ego1": 0.0021361018299163132, "sim_compute_performance-ego2": 0.00215858682605448, "sim_compute_performance-ego3": 0.0021755697328184765}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 14.752303665027934, "get_ui_image": 0.049898612906196335, "step_physics": 0.6150231738570926, "survival_time": 59.99999999999873, "driven_lanedir": 12.84603501381542, "get_state_dump": 0.010089093302806948, "get_robot_state": 0.0152753856557295, "sim_render-ego0": 0.004191260055935849, "sim_render-ego1": 0.004286237203707604, "sim_render-ego2": 0.004303549648224563, "sim_render-ego3": 0.0042567852633283295, "get_duckie_state": 1.582773797815785e-06, "in-drivable-lane": 6.549999999999628, "deviation-heading": 12.179126389556991, "agent_compute-ego0": 0.013267578232993096, "agent_compute-ego1": 0.013246829464076262, "agent_compute-ego2": 0.013367887539827853, "agent_compute-ego3": 0.013005593734220304, "complete-iteration": 0.8233337817243692, "set_robot_commands": 0.0023882942930248557, "deviation-center-line": 3.181662667117783, "driven_lanedir_consec": 12.825100676953475, "sim_compute_sim_state": 0.0444650181524958, "sim_compute_performance-ego0": 0.0022740909995683325, "sim_compute_performance-ego1": 0.0021361018299163132, "sim_compute_performance-ego2": 0.00215858682605448, "sim_compute_performance-ego3": 0.0021755697328184765}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 14.90107278249608, "get_ui_image": 0.049898612906196335, "step_physics": 0.6150231738570926, "survival_time": 59.99999999999873, "driven_lanedir": 13.870862346509949, "get_state_dump": 0.010089093302806948, "get_robot_state": 0.0152753856557295, "sim_render-ego0": 0.004191260055935849, "sim_render-ego1": 0.004286237203707604, "sim_render-ego2": 0.004303549648224563, "sim_render-ego3": 0.0042567852633283295, "get_duckie_state": 1.582773797815785e-06, "in-drivable-lane": 3.0499999999999012, "deviation-heading": 12.296894927798302, "agent_compute-ego0": 0.013267578232993096, "agent_compute-ego1": 0.013246829464076262, "agent_compute-ego2": 0.013367887539827853, "agent_compute-ego3": 0.013005593734220304, "complete-iteration": 0.8233337817243692, "set_robot_commands": 0.0023882942930248557, "deviation-center-line": 3.2859830703366653, "driven_lanedir_consec": 13.870862346509949, "sim_compute_sim_state": 0.0444650181524958, "sim_compute_performance-ego0": 0.0022740909995683325, "sim_compute_performance-ego1": 0.0021361018299163132, "sim_compute_performance-ego2": 0.00215858682605448, "sim_compute_performance-ego3": 0.0021755697328184765}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 15.200293845376793, "get_ui_image": 0.049898612906196335, "step_physics": 0.6150231738570926, "survival_time": 59.99999999999873, "driven_lanedir": 14.65818887150892, "get_state_dump": 0.010089093302806948, "get_robot_state": 0.0152753856557295, "sim_render-ego0": 0.004191260055935849, "sim_render-ego1": 0.004286237203707604, "sim_render-ego2": 0.004303549648224563, "sim_render-ego3": 0.0042567852633283295, "get_duckie_state": 1.582773797815785e-06, "in-drivable-lane": 0.0, "deviation-heading": 13.344455688933085, "agent_compute-ego0": 0.013267578232993096, "agent_compute-ego1": 0.013246829464076262, "agent_compute-ego2": 0.013367887539827853, "agent_compute-ego3": 0.013005593734220304, "complete-iteration": 0.8233337817243692, "set_robot_commands": 0.0023882942930248557, "deviation-center-line": 3.4994794869897254, "driven_lanedir_consec": 14.65818887150892, "sim_compute_sim_state": 0.0444650181524958, "sim_compute_performance-ego0": 0.0022740909995683325, "sim_compute_performance-ego1": 0.0021361018299163132, "sim_compute_performance-ego2": 0.00215858682605448, "sim_compute_performance-ego3": 0.0021755697328184765}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 10.985813273587455, "get_ui_image": 0.032314760855659326, "step_physics": 0.22783791385677063, "survival_time": 43.24999999999968, "driven_lanedir": 10.526943465216592, "get_state_dump": 0.006941838022192411, "get_robot_state": 0.007759825186696394, "sim_render-ego0": 0.004098455845346076, "sim_render-ego1": 0.004155307664056298, "get_duckie_state": 1.6237791911559072e-06, "in-drivable-lane": 0.34999999999999876, "deviation-heading": 9.567667491413276, "agent_compute-ego0": 0.01315748664027824, "agent_compute-ego1": 0.01290154704871409, "complete-iteration": 0.3290063946682091, "set_robot_commands": 0.0023050693661731607, "deviation-center-line": 2.19240036196279, "driven_lanedir_consec": 10.526943465216592, "sim_compute_sim_state": 0.01075536907407483, "sim_compute_performance-ego0": 0.0021293006372782156, "sim_compute_performance-ego1": 0.002111431082181512}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 9.469588409515538, "get_ui_image": 0.032314760855659326, "step_physics": 0.22783791385677063, "survival_time": 43.24999999999968, "driven_lanedir": 8.628439790492736, "get_state_dump": 0.006941838022192411, "get_robot_state": 0.007759825186696394, "sim_render-ego0": 0.004098455845346076, "sim_render-ego1": 0.004155307664056298, "get_duckie_state": 1.6237791911559072e-06, "in-drivable-lane": 3.000000000000042, "deviation-heading": 7.6734191584924, "agent_compute-ego0": 0.01315748664027824, "agent_compute-ego1": 0.01290154704871409, "complete-iteration": 0.3290063946682091, "set_robot_commands": 0.0023050693661731607, "deviation-center-line": 2.64856836485806, "driven_lanedir_consec": 8.628439790492736, "sim_compute_sim_state": 0.01075536907407483, "sim_compute_performance-ego0": 0.0021293006372782156, "sim_compute_performance-ego1": 0.002111431082181512}}
set_robot_commands_max	0.002479450986546144
set_robot_commands_mean	0.002422775914160661
set_robot_commands_median	0.002459435736904732
set_robot_commands_min	0.0023050693661731607
sim_compute_performance-ego0_max	0.002367739474942146
sim_compute_performance-ego0_mean	0.002289795003503556
sim_compute_performance-ego0_median	0.002307801719112857
sim_compute_performance-ego0_min	0.0021293006372782156
sim_compute_performance-ego1_max	0.002176961136499511
sim_compute_performance-ego1_mean	0.002153947535269454
sim_compute_performance-ego1_median	0.002170037865936508
sim_compute_performance-ego1_min	0.002111431082181512
sim_compute_sim_state_max	0.04683906013622173
sim_compute_sim_state_mean	0.036920620945674075
sim_compute_sim_state_median	0.0444650181524958
sim_compute_sim_state_min	0.01075536907407483
sim_render-ego0_max	0.004285337128905234
sim_render-ego0_mean	0.004215915091213184
sim_render-ego0_median	0.004229877711732024
sim_render-ego0_min	0.004098455845346076
sim_render-ego1_max	0.004377811377888218
sim_render-ego1_mean	0.0043090170791732765
sim_render-ego1_median	0.004339857363482498
sim_render-ego1_min	0.004155307664056298
simulation-passed	1
step_physics_max	0.7500668828632313
step_physics_mean	0.563069816365734
step_physics_median	0.6150231738570926
step_physics_min	0.22783791385677063
survival_time_max	59.99999999999873
survival_time_mean	57.60714285714172
survival_time_min	43.24999999999968