Job 58812

Job ID 58812

submission 12849

user Raphael Jean

user label exercise_state_estimation

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date yes

evaluator nogpu-prod-04

date started 2020-12-04 13:25:51+00:00

date completed 2020-12-04 15:16:05+00:00

duration 1:50:14

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	12.663317481864585
survival_time_median	59.99999999999873
deviation-center-line_median	2.877013505406781
in-drivable-lane_median	0.0

other stats

agent_compute-ego0_max	0.012816498222001683
agent_compute-ego0_mean	0.012586601341722185
agent_compute-ego0_median	0.012551750171988531
agent_compute-ego0_min	0.012284988765414808
agent_compute-ego1_max	0.01357677794813018
agent_compute-ego1_mean	0.01318076256127764
agent_compute-ego1_median	0.013123355241341951
agent_compute-ego1_min	0.012995145997834344
complete-iteration_max	0.8204576284264049
complete-iteration_mean	0.6650394732878099
complete-iteration_median	0.7356107792786813
complete-iteration_min	0.31930383992731126
deviation-center-line_max	3.1721007865617716
deviation-center-line_mean	2.783837380451931
deviation-center-line_min	1.904533211389767
deviation-heading_max	13.98639624748296
deviation-heading_mean	11.712864939272595
deviation-heading_median	12.119754925572666
deviation-heading_min	9.458648333493416
driven_any_max	15.02719831705409
driven_any_mean	13.142506837771876
driven_any_median	13.151502379058355
driven_any_min	11.333977787051673
driven_lanedir_consec_max	14.68928558905911
driven_lanedir_consec_mean	12.765739902639073
driven_lanedir_consec_min	10.920890967495222
driven_lanedir_max	14.68928558905911
driven_lanedir_mean	12.765739902639073
driven_lanedir_median	12.663317481864585
driven_lanedir_min	10.920890967495222
get_duckie_state_max	2.6581388627559716e-06
get_duckie_state_mean	2.5829293859179386e-06
get_duckie_state_median	2.6118844673099565e-06
get_duckie_state_min	2.440167505675609e-06
get_robot_state_max	0.015341090123718922
get_robot_state_mean	0.014169744976184817
get_robot_state_median	0.0152233863849624
get_robot_state_min	0.007961295228715146
get_state_dump_max	0.01021296753672934
get_state_dump_mean	0.00964799091225219
get_state_dump_median	0.01009924544779883
get_state_dump_min	0.006857020372554325
get_ui_image_max	0.05229477858563248
get_ui_image_mean	0.046104341848179894
get_ui_image_median	0.048793530285507314
get_ui_image_min	0.032802048769719795
in-drivable-lane_max	1.099999999999996
in-drivable-lane_mean	0.07857142857142829
in-drivable-lane_min	0.0
per-episodes	details {"LFV_multi-norm-loop-000-ego0": {"driven_any": 15.02719831705409, "get_ui_image": 0.043875863212629915, "step_physics": 0.4256039185885287, "survival_time": 59.99999999999873, "driven_lanedir": 14.68928558905911, "get_state_dump": 0.010027245022077346, "get_robot_state": 0.015048983293607968, "sim_render-ego0": 0.004114959162538197, "sim_render-ego1": 0.004254726644955904, "sim_render-ego2": 0.004305339673476652, "sim_render-ego3": 0.004321647226363793, "get_duckie_state": 2.5501457678090525e-06, "in-drivable-lane": 0.0, "deviation-heading": 10.282598499315233, "agent_compute-ego0": 0.012284988765414808, "agent_compute-ego1": 0.013123355241341951, "agent_compute-ego2": 0.01243624460885765, "agent_compute-ego3": 0.012223240934144845, "complete-iteration": 0.6119178288385929, "set_robot_commands": 0.0023919976224113164, "deviation-center-line": 2.4853493552336587, "driven_lanedir_consec": 14.68928558905911, "sim_compute_sim_state": 0.031745279559882655, "sim_compute_performance-ego0": 0.0022703072709108173, "sim_compute_performance-ego1": 0.002131282439537588, "sim_compute_performance-ego2": 0.0021910224727151, "sim_compute_performance-ego3": 0.002169340476703882}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 14.827589695582674, "get_ui_image": 0.043875863212629915, "step_physics": 0.4256039185885287, "survival_time": 59.99999999999873, "driven_lanedir": 14.468478210395924, "get_state_dump": 0.010027245022077346, "get_robot_state": 0.015048983293607968, "sim_render-ego0": 0.004114959162538197, "sim_render-ego1": 0.004254726644955904, "sim_render-ego2": 0.004305339673476652, "sim_render-ego3": 0.004321647226363793, "get_duckie_state": 2.5501457678090525e-06, "in-drivable-lane": 0.0, "deviation-heading": 10.953606015364366, "agent_compute-ego0": 0.012284988765414808, "agent_compute-ego1": 0.013123355241341951, "agent_compute-ego2": 0.01243624460885765, "agent_compute-ego3": 0.012223240934144845, "complete-iteration": 0.6119178288385929, "set_robot_commands": 0.0023919976224113164, "deviation-center-line": 2.5630356069725075, "driven_lanedir_consec": 14.468478210395924, "sim_compute_sim_state": 0.031745279559882655, "sim_compute_performance-ego0": 0.0022703072709108173, "sim_compute_performance-ego1": 0.002131282439537588, "sim_compute_performance-ego2": 0.0021910224727151, "sim_compute_performance-ego3": 0.002169340476703882}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 13.432955409627084, "get_ui_image": 0.043875863212629915, "step_physics": 0.4256039185885287, "survival_time": 59.99999999999873, "driven_lanedir": 13.216285109114056, "get_state_dump": 0.010027245022077346, "get_robot_state": 0.015048983293607968, "sim_render-ego0": 0.004114959162538197, "sim_render-ego1": 0.004254726644955904, "sim_render-ego2": 0.004305339673476652, "sim_render-ego3": 0.004321647226363793, "get_duckie_state": 2.5501457678090525e-06, "in-drivable-lane": 0.0, "deviation-heading": 9.458648333493416, "agent_compute-ego0": 0.012284988765414808, "agent_compute-ego1": 0.013123355241341951, "agent_compute-ego2": 0.01243624460885765, "agent_compute-ego3": 0.012223240934144845, "complete-iteration": 0.6119178288385929, "set_robot_commands": 0.0023919976224113164, "deviation-center-line": 1.904533211389767, "driven_lanedir_consec": 13.216285109114056, "sim_compute_sim_state": 0.031745279559882655, "sim_compute_performance-ego0": 0.0022703072709108173, "sim_compute_performance-ego1": 0.002131282439537588, "sim_compute_performance-ego2": 0.0021910224727151, "sim_compute_performance-ego3": 0.002169340476703882}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 14.746107272429912, "get_ui_image": 0.043875863212629915, "step_physics": 0.4256039185885287, "survival_time": 59.99999999999873, "driven_lanedir": 14.410825966618372, "get_state_dump": 0.010027245022077346, "get_robot_state": 0.015048983293607968, "sim_render-ego0": 0.004114959162538197, "sim_render-ego1": 0.004254726644955904, "sim_render-ego2": 0.004305339673476652, "sim_render-ego3": 0.004321647226363793, "get_duckie_state": 2.5501457678090525e-06, "in-drivable-lane": 0.0, "deviation-heading": 10.59972501762566, "agent_compute-ego0": 0.012284988765414808, "agent_compute-ego1": 0.013123355241341951, "agent_compute-ego2": 0.01243624460885765, "agent_compute-ego3": 0.012223240934144845, "complete-iteration": 0.6119178288385929, "set_robot_commands": 0.0023919976224113164, "deviation-center-line": 2.545867207964244, "driven_lanedir_consec": 14.410825966618372, "sim_compute_sim_state": 0.031745279559882655, "sim_compute_performance-ego0": 0.0022703072709108173, "sim_compute_performance-ego1": 0.002131282439537588, "sim_compute_performance-ego2": 0.0021910224727151, "sim_compute_performance-ego3": 0.002169340476703882}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 12.282600274028526, "get_ui_image": 0.05229477858563248, "step_physics": 0.6042842541407983, "survival_time": 59.99999999999873, "driven_lanedir": 11.88963490057368, "get_state_dump": 0.01021296753672934, "get_robot_state": 0.015341090123718922, "sim_render-ego0": 0.0042199068125042686, "sim_render-ego1": 0.004293181914076221, "sim_render-ego2": 0.004359029115586356, "sim_render-ego3": 0.0043509405518848635, "get_duckie_state": 2.6581388627559716e-06, "in-drivable-lane": 0.0, "deviation-heading": 12.534424375679478, "agent_compute-ego0": 0.012816498222001683, "agent_compute-ego1": 0.01322577875123036, "agent_compute-ego2": 0.012797862465038189, "agent_compute-ego3": 0.0124662124941887, "complete-iteration": 0.8204576284264049, "set_robot_commands": 0.002430664708870436, "deviation-center-line": 2.9457558737800738, "driven_lanedir_consec": 11.88963490057368, "sim_compute_sim_state": 0.05103335174096812, "sim_compute_performance-ego0": 0.0023068536032645726, "sim_compute_performance-ego1": 0.0021489502289809355, "sim_compute_performance-ego2": 0.0022093668071356144, "sim_compute_performance-ego3": 0.002183610652507493}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 12.140029448654138, "get_ui_image": 0.05229477858563248, "step_physics": 0.6042842541407983, "survival_time": 59.99999999999873, "driven_lanedir": 11.745984856510267, "get_state_dump": 0.01021296753672934, "get_robot_state": 0.015341090123718922, "sim_render-ego0": 0.0042199068125042686, "sim_render-ego1": 0.004293181914076221, "sim_render-ego2": 0.004359029115586356, "sim_render-ego3": 0.0043509405518848635, "get_duckie_state": 2.6581388627559716e-06, "in-drivable-lane": 0.0, "deviation-heading": 12.618042528666628, "agent_compute-ego0": 0.012816498222001683, "agent_compute-ego1": 0.01322577875123036, "agent_compute-ego2": 0.012797862465038189, "agent_compute-ego3": 0.0124662124941887, "complete-iteration": 0.8204576284264049, "set_robot_commands": 0.002430664708870436, "deviation-center-line": 2.8572736470373776, "driven_lanedir_consec": 11.745984856510267, "sim_compute_sim_state": 0.05103335174096812, "sim_compute_performance-ego0": 0.0023068536032645726, "sim_compute_performance-ego1": 0.0021489502289809355, "sim_compute_performance-ego2": 0.0022093668071356144, "sim_compute_performance-ego3": 0.002183610652507493}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 12.199793236633608, "get_ui_image": 0.05229477858563248, "step_physics": 0.6042842541407983, "survival_time": 59.99999999999873, "driven_lanedir": 11.788948849503754, "get_state_dump": 0.01021296753672934, "get_robot_state": 0.015341090123718922, "sim_render-ego0": 0.0042199068125042686, "sim_render-ego1": 0.004293181914076221, "sim_render-ego2": 0.004359029115586356, "sim_render-ego3": 0.0043509405518848635, "get_duckie_state": 2.6581388627559716e-06, "in-drivable-lane": 0.0, "deviation-heading": 12.865564025744437, "agent_compute-ego0": 0.012816498222001683, "agent_compute-ego1": 0.01322577875123036, "agent_compute-ego2": 0.012797862465038189, "agent_compute-ego3": 0.0124662124941887, "complete-iteration": 0.8204576284264049, "set_robot_commands": 0.002430664708870436, "deviation-center-line": 3.0551557727650303, "driven_lanedir_consec": 11.788948849503754, "sim_compute_sim_state": 0.05103335174096812, "sim_compute_performance-ego0": 0.0023068536032645726, "sim_compute_performance-ego1": 0.0021489502289809355, "sim_compute_performance-ego2": 0.0022093668071356144, "sim_compute_performance-ego3": 0.002183610652507493}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 11.961306791071584, "get_ui_image": 0.05229477858563248, "step_physics": 0.6042842541407983, "survival_time": 59.99999999999873, "driven_lanedir": 11.59920232056188, "get_state_dump": 0.01021296753672934, "get_robot_state": 0.015341090123718922, "sim_render-ego0": 0.0042199068125042686, "sim_render-ego1": 0.004293181914076221, "sim_render-ego2": 0.004359029115586356, "sim_render-ego3": 0.0043509405518848635, "get_duckie_state": 2.6581388627559716e-06, "in-drivable-lane": 0.0, "deviation-heading": 12.174002663308622, "agent_compute-ego0": 0.012816498222001683, "agent_compute-ego1": 0.01322577875123036, "agent_compute-ego2": 0.012797862465038189, "agent_compute-ego3": 0.0124662124941887, "complete-iteration": 0.8204576284264049, "set_robot_commands": 0.002430664708870436, "deviation-center-line": 2.9278353821517644, "driven_lanedir_consec": 11.59920232056188, "sim_compute_sim_state": 0.05103335174096812, "sim_compute_performance-ego0": 0.0023068536032645726, "sim_compute_performance-ego1": 0.0021489502289809355, "sim_compute_performance-ego2": 0.0022093668071356144, "sim_compute_performance-ego3": 0.002183610652507493}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 13.050257593378912, "get_ui_image": 0.048793530285507314, "step_physics": 0.5289652788271813, "survival_time": 59.99999999999873, "driven_lanedir": 12.59104121088941, "get_state_dump": 0.01009924544779883, "get_robot_state": 0.0152233863849624, "sim_render-ego0": 0.004144544307635686, "sim_render-ego1": 0.004239720766192967, "sim_render-ego2": 0.004256727891996639, "sim_render-ego3": 0.004319455204756433, "get_duckie_state": 2.6118844673099565e-06, "in-drivable-lane": 0.0, "deviation-heading": 13.051972814039296, "agent_compute-ego0": 0.012551750171988531, "agent_compute-ego1": 0.012995145997834344, "agent_compute-ego2": 0.012558044541586846, "agent_compute-ego3": 0.012589259111911034, "complete-iteration": 0.7356107792786813, "set_robot_commands": 0.0023430771474337994, "deviation-center-line": 3.1474320236416617, "driven_lanedir_consec": 12.59104121088941, "sim_compute_sim_state": 0.04669877492220177, "sim_compute_performance-ego0": 0.0022769381263472457, "sim_compute_performance-ego1": 0.002086362274957636, "sim_compute_performance-ego2": 0.0021219033186481357, "sim_compute_performance-ego3": 0.002130399635689741}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 13.596833648545037, "get_ui_image": 0.048793530285507314, "step_physics": 0.5289652788271813, "survival_time": 59.99999999999873, "driven_lanedir": 13.19863721974187, "get_state_dump": 0.01009924544779883, "get_robot_state": 0.0152233863849624, "sim_render-ego0": 0.004144544307635686, "sim_render-ego1": 0.004239720766192967, "sim_render-ego2": 0.004256727891996639, "sim_render-ego3": 0.004319455204756433, "get_duckie_state": 2.6118844673099565e-06, "in-drivable-lane": 0.0, "deviation-heading": 12.11550296804759, "agent_compute-ego0": 0.012551750171988531, "agent_compute-ego1": 0.012995145997834344, "agent_compute-ego2": 0.012558044541586846, "agent_compute-ego3": 0.012589259111911034, "complete-iteration": 0.7356107792786813, "set_robot_commands": 0.0023430771474337994, "deviation-center-line": 2.8967533637761846, "driven_lanedir_consec": 13.19863721974187, "sim_compute_sim_state": 0.04669877492220177, "sim_compute_performance-ego0": 0.0022769381263472457, "sim_compute_performance-ego1": 0.002086362274957636, "sim_compute_performance-ego2": 0.0021219033186481357, "sim_compute_performance-ego3": 0.002130399635689741}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 12.778637525526523, "get_ui_image": 0.048793530285507314, "step_physics": 0.5289652788271813, "survival_time": 59.99999999999873, "driven_lanedir": 12.494886866935856, "get_state_dump": 0.01009924544779883, "get_robot_state": 0.0152233863849624, "sim_render-ego0": 0.004144544307635686, "sim_render-ego1": 0.004239720766192967, "sim_render-ego2": 0.004256727891996639, "sim_render-ego3": 0.004319455204756433, "get_duckie_state": 2.6118844673099565e-06, "in-drivable-lane": 0.0, "deviation-heading": 10.678891218448618, "agent_compute-ego0": 0.012551750171988531, "agent_compute-ego1": 0.012995145997834344, "agent_compute-ego2": 0.012558044541586846, "agent_compute-ego3": 0.012589259111911034, "complete-iteration": 0.7356107792786813, "set_robot_commands": 0.0023430771474337994, "deviation-center-line": 2.659689673990437, "driven_lanedir_consec": 12.494886866935856, "sim_compute_sim_state": 0.04669877492220177, "sim_compute_performance-ego0": 0.0022769381263472457, "sim_compute_performance-ego1": 0.002086362274957636, "sim_compute_performance-ego2": 0.0021219033186481357, "sim_compute_performance-ego3": 0.002130399635689741}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 13.365061564484696, "get_ui_image": 0.048793530285507314, "step_physics": 0.5289652788271813, "survival_time": 59.99999999999873, "driven_lanedir": 12.97066281670786, "get_state_dump": 0.01009924544779883, "get_robot_state": 0.0152233863849624, "sim_render-ego0": 0.004144544307635686, "sim_render-ego1": 0.004239720766192967, "sim_render-ego2": 0.004256727891996639, "sim_render-ego3": 0.004319455204756433, "get_duckie_state": 2.6118844673099565e-06, "in-drivable-lane": 0.0, "deviation-heading": 12.124006883097742, "agent_compute-ego0": 0.012551750171988531, "agent_compute-ego1": 0.012995145997834344, "agent_compute-ego2": 0.012558044541586846, "agent_compute-ego3": 0.012589259111911034, "complete-iteration": 0.7356107792786813, "set_robot_commands": 0.0023430771474337994, "deviation-center-line": 3.12212587335485, "driven_lanedir_consec": 12.97066281670786, "sim_compute_sim_state": 0.04669877492220177, "sim_compute_performance-ego0": 0.0022769381263472457, "sim_compute_performance-ego1": 0.002086362274957636, "sim_compute_performance-ego2": 0.0021219033186481357, "sim_compute_performance-ego3": 0.002130399635689741}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 13.252747164737798, "get_ui_image": 0.032802048769719795, "step_physics": 0.2158850275606637, "survival_time": 59.99999999999873, "driven_lanedir": 12.735593752839758, "get_state_dump": 0.006857020372554325, "get_robot_state": 0.007961295228715146, "sim_render-ego0": 0.00423585048424612, "sim_render-ego1": 0.004421355226057753, "get_duckie_state": 2.440167505675609e-06, "in-drivable-lane": 0.0, "deviation-heading": 13.98639624748296, "agent_compute-ego0": 0.012799735073245236, "agent_compute-ego1": 0.01357677794813018, "complete-iteration": 0.31930383992731126, "set_robot_commands": 0.0025145294862821835, "deviation-center-line": 3.1721007865617716, "driven_lanedir_consec": 12.735593752839758, "sim_compute_sim_state": 0.011180876097413124, "sim_compute_performance-ego0": 0.002255796889877637, "sim_compute_performance-ego1": 0.002243313364541898}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 11.333977787051673, "get_ui_image": 0.032802048769719795, "step_physics": 0.2158850275606637, "survival_time": 59.99999999999873, "driven_lanedir": 10.920890967495222, "get_state_dump": 0.006857020372554325, "get_robot_state": 0.007961295228715146, "sim_render-ego0": 0.00423585048424612, "sim_render-ego1": 0.004421355226057753, "get_duckie_state": 2.440167505675609e-06, "in-drivable-lane": 1.099999999999996, "deviation-heading": 10.536727559502316, "agent_compute-ego0": 0.012799735073245236, "agent_compute-ego1": 0.01357677794813018, "complete-iteration": 0.31930383992731126, "set_robot_commands": 0.0025145294862821835, "deviation-center-line": 2.6908155477077016, "driven_lanedir_consec": 10.920890967495222, "sim_compute_sim_state": 0.011180876097413124, "sim_compute_performance-ego0": 0.002255796889877637, "sim_compute_performance-ego1": 0.002243313364541898}}
set_robot_commands_max	0.0025145294862821835
set_robot_commands_mean	0.002406572634816184
set_robot_commands_median	0.0023919976224113164
set_robot_commands_min	0.0023430771474337994
sim_compute_performance-ego0_max	0.0023068536032645726
sim_compute_performance-ego0_mean	0.0022805706987032723
sim_compute_performance-ego0_median	0.0022769381263472457
sim_compute_performance-ego0_min	0.002255796889877637
sim_compute_performance-ego1_max	0.002243313364541898
sim_compute_performance-ego1_mean	0.002139500464499174
sim_compute_performance-ego1_median	0.002131282439537588
sim_compute_performance-ego1_min	0.002086362274957636
sim_compute_sim_state_max	0.05103335174096812
sim_compute_sim_state_mean	0.03859081264907403
sim_compute_sim_state_median	0.04669877492220177
sim_compute_sim_state_min	0.011180876097413124
sim_render-ego0_max	0.00423585048424612
sim_render-ego0_mean	0.004170667292800348
sim_render-ego0_median	0.004144544307635686
sim_render-ego0_min	0.004114959162538197
sim_render-ego1_max	0.004421355226057753
sim_render-ego1_mean	0.004285230553786847
sim_render-ego1_median	0.004254726644955904
sim_render-ego1_min	0.004239720766192967
simulation-passed	1
step_physics_max	0.6042842541407983
step_physics_mean	0.47622741866766866
step_physics_median	0.5289652788271813
step_physics_min	0.2158850275606637
survival_time_max	59.99999999999873
survival_time_mean	59.999999999998735
survival_time_min	59.99999999999873