Job 60485

Job ID 60485

submission 13280

user Andras Beres

user label 102-1-real

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date yes

evaluator gpu-prod-01

date started 2020-12-10 12:27:54+00:00

date completed 2020-12-10 14:08:14+00:00

duration 1:40:20

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	12.784714325728697
survival_time_median	35.50000000000012
deviation-center-line_median	3.5710197325718056
in-drivable-lane_median	0.4250000000000047

other stats

agent_compute-ego0_max	0.02167397823388707
agent_compute-ego0_mean	0.02014730444092904
agent_compute-ego0_median	0.02063226431566284
agent_compute-ego0_min	0.01858929849286361
agent_compute-ego1_max	0.020401876184004773
agent_compute-ego1_mean	0.01913461101676517
agent_compute-ego1_median	0.019101715008483938
agent_compute-ego1_min	0.01759785478259999
agent_compute-ego2_max	0.019928726407911317
agent_compute-ego2_mean	0.019220652942417368
agent_compute-ego2_median	0.019084123449460554
agent_compute-ego2_min	0.018649108969880222
agent_compute-ego3_max	0.018119995242650067
agent_compute-ego3_mean	0.01754773056329748
agent_compute-ego3_median	0.017515168746647786
agent_compute-ego3_min	0.01700802770059459
complete-iteration_max	1.388670040082328
complete-iteration_mean	1.0809481261819482
complete-iteration_median	1.241959471180391
complete-iteration_min	0.3741629123687744
deviation-center-line_max	4.674146852163585
deviation-center-line_mean	3.298430150580407
deviation-center-line_min	2.1885396441375033
deviation-heading_max	22.187011564885584
deviation-heading_mean	15.641023849873331
deviation-heading_median	15.015886985679462
deviation-heading_min	7.57220734214337
driven_any_max	25.551962547551952
driven_any_mean	15.68996582248349
driven_any_median	14.276344308829408
driven_any_min	3.858930076225222
driven_lanedir_consec_max	23.330348503966967
driven_lanedir_consec_mean	14.207421214566264
driven_lanedir_consec_min	3.383246619642599
driven_lanedir_max	23.330348503966967
driven_lanedir_mean	14.207421214566264
driven_lanedir_median	12.784714325728697
driven_lanedir_min	3.383246619642599
get_duckie_state_max	1.6105828908928336e-06
get_duckie_state_mean	1.4732102685238246e-06
get_duckie_state_median	1.490265006923755e-06
get_duckie_state_min	1.2401339414216994e-06
get_robot_state_max	0.014313116884368983
get_robot_state_mean	0.01322715702217086
get_robot_state_median	0.014307988077079526
get_robot_state_min	0.0070430098921929075
get_state_dump_max	0.009579353359345812
get_state_dump_mean	0.009036735457565895
get_state_dump_median	0.009560382931953068
get_state_dump_min	0.006077266751876183
get_ui_image_max	0.04995731864800433
get_ui_image_mean	0.04381046062675476
get_ui_image_median	0.046443153183467104
get_ui_image_min	0.029481011167553244
in-drivable-lane_max	1.2999999999999918
in-drivable-lane_mean	0.5892857142857151
in-drivable-lane_min	0.0
per-episodes	details {"LFV_multi-norm-loop-000-ego0": {"driven_any": 25.01315323308563, "get_ui_image": 0.042195634778393595, "step_physics": 0.7602123291069621, "survival_time": 59.99999999999873, "driven_lanedir": 22.825219371709633, "get_state_dump": 0.009560382931953068, "get_robot_state": 0.014307988077079526, "sim_render-ego0": 0.003738354286682993, "sim_render-ego1": 0.0036738466759903246, "sim_render-ego2": 0.003704023003875961, "sim_render-ego3": 0.003715251307999661, "get_duckie_state": 1.490265006923755e-06, "in-drivable-lane": 0.4500000000000064, "deviation-heading": 20.934942300238735, "agent_compute-ego0": 0.018914673747269933, "agent_compute-ego1": 0.019101715008483938, "agent_compute-ego2": 0.019084123449460554, "agent_compute-ego3": 0.018119995242650067, "complete-iteration": 0.9656074741897138, "set_robot_commands": 0.002404768202922227, "deviation-center-line": 3.8414876109017473, "driven_lanedir_consec": 22.825219371709633, "sim_compute_sim_state": 0.03153716019051558, "sim_compute_performance-ego0": 0.0020333853093511753, "sim_compute_performance-ego1": 0.001985113984043652, "sim_compute_performance-ego2": 0.002029335568290666, "sim_compute_performance-ego3": 0.0020246468019128145}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 25.4880957970938, "get_ui_image": 0.042195634778393595, "step_physics": 0.7602123291069621, "survival_time": 59.99999999999873, "driven_lanedir": 23.230980787503384, "get_state_dump": 0.009560382931953068, "get_robot_state": 0.014307988077079526, "sim_render-ego0": 0.003738354286682993, "sim_render-ego1": 0.0036738466759903246, "sim_render-ego2": 0.003704023003875961, "sim_render-ego3": 0.003715251307999661, "get_duckie_state": 1.490265006923755e-06, "in-drivable-lane": 0.9999999999999788, "deviation-heading": 19.598446188889216, "agent_compute-ego0": 0.018914673747269933, "agent_compute-ego1": 0.019101715008483938, "agent_compute-ego2": 0.019084123449460554, "agent_compute-ego3": 0.018119995242650067, "complete-iteration": 0.9656074741897138, "set_robot_commands": 0.002404768202922227, "deviation-center-line": 3.6133034949441862, "driven_lanedir_consec": 23.230980787503384, "sim_compute_sim_state": 0.03153716019051558, "sim_compute_performance-ego0": 0.0020333853093511753, "sim_compute_performance-ego1": 0.001985113984043652, "sim_compute_performance-ego2": 0.002029335568290666, "sim_compute_performance-ego3": 0.0020246468019128145}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 25.312441000966302, "get_ui_image": 0.042195634778393595, "step_physics": 0.7602123291069621, "survival_time": 59.99999999999873, "driven_lanedir": 23.249582743984924, "get_state_dump": 0.009560382931953068, "get_robot_state": 0.014307988077079526, "sim_render-ego0": 0.003738354286682993, "sim_render-ego1": 0.0036738466759903246, "sim_render-ego2": 0.003704023003875961, "sim_render-ego3": 0.003715251307999661, "get_duckie_state": 1.490265006923755e-06, "in-drivable-lane": 0.2499999999999991, "deviation-heading": 20.34755488949727, "agent_compute-ego0": 0.018914673747269933, "agent_compute-ego1": 0.019101715008483938, "agent_compute-ego2": 0.019084123449460554, "agent_compute-ego3": 0.018119995242650067, "complete-iteration": 0.9656074741897138, "set_robot_commands": 0.002404768202922227, "deviation-center-line": 3.720446834780235, "driven_lanedir_consec": 23.249582743984924, "sim_compute_sim_state": 0.03153716019051558, "sim_compute_performance-ego0": 0.0020333853093511753, "sim_compute_performance-ego1": 0.001985113984043652, "sim_compute_performance-ego2": 0.002029335568290666, "sim_compute_performance-ego3": 0.0020246468019128145}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 25.2427158379418, "get_ui_image": 0.042195634778393595, "step_physics": 0.7602123291069621, "survival_time": 59.99999999999873, "driven_lanedir": 22.768468768076243, "get_state_dump": 0.009560382931953068, "get_robot_state": 0.014307988077079526, "sim_render-ego0": 0.003738354286682993, "sim_render-ego1": 0.0036738466759903246, "sim_render-ego2": 0.003704023003875961, "sim_render-ego3": 0.003715251307999661, "get_duckie_state": 1.490265006923755e-06, "in-drivable-lane": 1.2999999999999918, "deviation-heading": 20.47994070664358, "agent_compute-ego0": 0.018914673747269933, "agent_compute-ego1": 0.019101715008483938, "agent_compute-ego2": 0.019084123449460554, "agent_compute-ego3": 0.018119995242650067, "complete-iteration": 0.9656074741897138, "set_robot_commands": 0.002404768202922227, "deviation-center-line": 3.5920354424652516, "driven_lanedir_consec": 22.768468768076243, "sim_compute_sim_state": 0.03153716019051558, "sim_compute_performance-ego0": 0.0020333853093511753, "sim_compute_performance-ego1": 0.001985113984043652, "sim_compute_performance-ego2": 0.002029335568290666, "sim_compute_performance-ego3": 0.0020246468019128145}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 14.602547405689078, "get_ui_image": 0.04995731864800433, "step_physics": 1.1800155643001722, "survival_time": 35.50000000000012, "driven_lanedir": 13.031834256874603, "get_state_dump": 0.009579353359345812, "get_robot_state": 0.014152439670053044, "sim_render-ego0": 0.003754903830891755, "sim_render-ego1": 0.003755620427943148, "sim_render-ego2": 0.0037037025188762594, "sim_render-ego3": 0.00366792330091345, "get_duckie_state": 1.6105828908928336e-06, "in-drivable-lane": 1.0000000000000142, "deviation-heading": 11.788469827623318, "agent_compute-ego0": 0.02063226431566284, "agent_compute-ego1": 0.020401876184004773, "agent_compute-ego2": 0.018649108969880222, "agent_compute-ego3": 0.017515168746647786, "complete-iteration": 1.388670040082328, "set_robot_commands": 0.0023328225153240304, "deviation-center-line": 2.232086946291882, "driven_lanedir_consec": 13.031834256874603, "sim_compute_sim_state": 0.025509184422875256, "sim_compute_performance-ego0": 0.00196401076980784, "sim_compute_performance-ego1": 0.0019477198395547988, "sim_compute_performance-ego2": 0.001973589764365667, "sim_compute_performance-ego3": 0.0019544445177338463}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 3.858930076225222, "get_ui_image": 0.04995731864800433, "step_physics": 1.1800155643001722, "survival_time": 35.50000000000012, "driven_lanedir": 3.416324204250889, "get_state_dump": 0.009579353359345812, "get_robot_state": 0.014152439670053044, "sim_render-ego0": 0.003754903830891755, "sim_render-ego1": 0.003755620427943148, "sim_render-ego2": 0.0037037025188762594, "sim_render-ego3": 0.00366792330091345, "get_duckie_state": 1.6105828908928336e-06, "in-drivable-lane": 0.25000000000000355, "deviation-heading": 16.744152287429614, "agent_compute-ego0": 0.02063226431566284, "agent_compute-ego1": 0.020401876184004773, "agent_compute-ego2": 0.018649108969880222, "agent_compute-ego3": 0.017515168746647786, "complete-iteration": 1.388670040082328, "set_robot_commands": 0.0023328225153240304, "deviation-center-line": 2.5799681732654633, "driven_lanedir_consec": 3.416324204250889, "sim_compute_sim_state": 0.025509184422875256, "sim_compute_performance-ego0": 0.00196401076980784, "sim_compute_performance-ego1": 0.0019477198395547988, "sim_compute_performance-ego2": 0.001973589764365667, "sim_compute_performance-ego3": 0.0019544445177338463}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 7.34631591703156, "get_ui_image": 0.04995731864800433, "step_physics": 1.1800155643001722, "survival_time": 35.50000000000012, "driven_lanedir": 6.408263823392584, "get_state_dump": 0.009579353359345812, "get_robot_state": 0.014152439670053044, "sim_render-ego0": 0.003754903830891755, "sim_render-ego1": 0.003755620427943148, "sim_render-ego2": 0.0037037025188762594, "sim_render-ego3": 0.00366792330091345, "get_duckie_state": 1.6105828908928336e-06, "in-drivable-lane": 0.7500000000000044, "deviation-heading": 11.801672538660654, "agent_compute-ego0": 0.02063226431566284, "agent_compute-ego1": 0.020401876184004773, "agent_compute-ego2": 0.018649108969880222, "agent_compute-ego3": 0.017515168746647786, "complete-iteration": 1.388670040082328, "set_robot_commands": 0.0023328225153240304, "deviation-center-line": 2.1885396441375033, "driven_lanedir_consec": 6.408263823392584, "sim_compute_sim_state": 0.025509184422875256, "sim_compute_performance-ego0": 0.00196401076980784, "sim_compute_performance-ego1": 0.0019477198395547988, "sim_compute_performance-ego2": 0.001973589764365667, "sim_compute_performance-ego3": 0.0019544445177338463}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 3.9447034700334354, "get_ui_image": 0.04995731864800433, "step_physics": 1.1800155643001722, "survival_time": 35.50000000000012, "driven_lanedir": 3.383246619642599, "get_state_dump": 0.009579353359345812, "get_robot_state": 0.014152439670053044, "sim_render-ego0": 0.003754903830891755, "sim_render-ego1": 0.003755620427943148, "sim_render-ego2": 0.0037037025188762594, "sim_render-ego3": 0.00366792330091345, "get_duckie_state": 1.6105828908928336e-06, "in-drivable-lane": 0.3999999999999986, "deviation-heading": 10.995028909002432, "agent_compute-ego0": 0.02063226431566284, "agent_compute-ego1": 0.020401876184004773, "agent_compute-ego2": 0.018649108969880222, "agent_compute-ego3": 0.017515168746647786, "complete-iteration": 1.388670040082328, "set_robot_commands": 0.0023328225153240304, "deviation-center-line": 4.674146852163585, "driven_lanedir_consec": 3.383246619642599, "sim_compute_sim_state": 0.025509184422875256, "sim_compute_performance-ego0": 0.00196401076980784, "sim_compute_performance-ego1": 0.0019477198395547988, "sim_compute_performance-ego2": 0.001973589764365667, "sim_compute_performance-ego3": 0.0019544445177338463}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 7.241271149857703, "get_ui_image": 0.046443153183467104, "step_physics": 1.0293721513720686, "survival_time": 34.65000000000017, "driven_lanedir": 6.415426897825025, "get_state_dump": 0.009450204434243678, "get_robot_state": 0.014313116884368983, "sim_render-ego0": 0.003805356341755012, "sim_render-ego1": 0.0036851902860042343, "sim_render-ego2": 0.0037221582203845814, "sim_render-ego3": 0.0037401217205036614, "get_duckie_state": 1.4353210713059482e-06, "in-drivable-lane": 0.6000000000000085, "deviation-heading": 11.628719234364455, "agent_compute-ego0": 0.02167397823388707, "agent_compute-ego1": 0.0186686199748894, "agent_compute-ego2": 0.019928726407911317, "agent_compute-ego3": 0.01700802770059459, "complete-iteration": 1.241959471180391, "set_robot_commands": 0.0024329234955977296, "deviation-center-line": 3.24567767584974, "driven_lanedir_consec": 6.415426897825025, "sim_compute_sim_state": 0.032182290505950666, "sim_compute_performance-ego0": 0.002005325270661016, "sim_compute_performance-ego1": 0.001993784299844967, "sim_compute_performance-ego2": 0.001999456875605954, "sim_compute_performance-ego3": 0.0020556329650219304}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 13.950141211969736, "get_ui_image": 0.046443153183467104, "step_physics": 1.0293721513720686, "survival_time": 34.65000000000017, "driven_lanedir": 12.537594394582788, "get_state_dump": 0.009450204434243678, "get_robot_state": 0.014313116884368983, "sim_render-ego0": 0.003805356341755012, "sim_render-ego1": 0.0036851902860042343, "sim_render-ego2": 0.0037221582203845814, "sim_render-ego3": 0.0037401217205036614, "get_duckie_state": 1.4353210713059482e-06, "in-drivable-lane": 0.400000000000003, "deviation-heading": 12.622472160376589, "agent_compute-ego0": 0.02167397823388707, "agent_compute-ego1": 0.0186686199748894, "agent_compute-ego2": 0.019928726407911317, "agent_compute-ego3": 0.01700802770059459, "complete-iteration": 1.241959471180391, "set_robot_commands": 0.0024329234955977296, "deviation-center-line": 2.3717918947680703, "driven_lanedir_consec": 12.537594394582788, "sim_compute_sim_state": 0.032182290505950666, "sim_compute_performance-ego0": 0.002005325270661016, "sim_compute_performance-ego1": 0.001993784299844967, "sim_compute_performance-ego2": 0.001999456875605954, "sim_compute_performance-ego3": 0.0020556329650219304}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 7.033395551008249, "get_ui_image": 0.046443153183467104, "step_physics": 1.0293721513720686, "survival_time": 34.65000000000017, "driven_lanedir": 6.44928670889357, "get_state_dump": 0.009450204434243678, "get_robot_state": 0.014313116884368983, "sim_render-ego0": 0.003805356341755012, "sim_render-ego1": 0.0036851902860042343, "sim_render-ego2": 0.0037221582203845814, "sim_render-ego3": 0.0037401217205036614, "get_duckie_state": 1.4353210713059482e-06, "in-drivable-lane": 0.0, "deviation-heading": 7.57220734214337, "agent_compute-ego0": 0.02167397823388707, "agent_compute-ego1": 0.0186686199748894, "agent_compute-ego2": 0.019928726407911317, "agent_compute-ego3": 0.01700802770059459, "complete-iteration": 1.241959471180391, "set_robot_commands": 0.0024329234955977296, "deviation-center-line": 3.779715812000219, "driven_lanedir_consec": 6.44928670889357, "sim_compute_sim_state": 0.032182290505950666, "sim_compute_performance-ego0": 0.002005325270661016, "sim_compute_performance-ego1": 0.001993784299844967, "sim_compute_performance-ego2": 0.001999456875605954, "sim_compute_performance-ego3": 0.0020556329650219304}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 10.315804417413384, "get_ui_image": 0.046443153183467104, "step_physics": 1.0293721513720686, "survival_time": 34.65000000000017, "driven_lanedir": 9.427238551308813, "get_state_dump": 0.009450204434243678, "get_robot_state": 0.014313116884368983, "sim_render-ego0": 0.003805356341755012, "sim_render-ego1": 0.0036851902860042343, "sim_render-ego2": 0.0037221582203845814, "sim_render-ego3": 0.0037401217205036614, "get_duckie_state": 1.4353210713059482e-06, "in-drivable-lane": 0.350000000000005, "deviation-heading": 13.28762168392931, "agent_compute-ego0": 0.02167397823388707, "agent_compute-ego1": 0.0186686199748894, "agent_compute-ego2": 0.019928726407911317, "agent_compute-ego3": 0.01700802770059459, "complete-iteration": 1.241959471180391, "set_robot_commands": 0.0024329234955977296, "deviation-center-line": 2.607705207481289, "driven_lanedir_consec": 9.427238551308813, "sim_compute_sim_state": 0.032182290505950666, "sim_compute_performance-ego0": 0.002005325270661016, "sim_compute_performance-ego1": 0.001993784299844967, "sim_compute_performance-ego2": 0.001999456875605954, "sim_compute_performance-ego3": 0.0020556329650219304}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 25.551962547551952, "get_ui_image": 0.029481011167553244, "step_physics": 0.2694763700531285, "survival_time": 59.99999999999873, "driven_lanedir": 23.330348503966967, "get_state_dump": 0.006077266751876183, "get_robot_state": 0.0070430098921929075, "sim_render-ego0": 0.003602462644680255, "sim_render-ego1": 0.0035575101218751626, "get_duckie_state": 1.2401339414216994e-06, "in-drivable-lane": 1.1500000000000163, "deviation-heading": 18.986094264542515, "agent_compute-ego0": 0.01858929849286361, "agent_compute-ego1": 0.01759785478259999, "complete-iteration": 0.3741629123687744, "set_robot_commands": 0.0022980209989015704, "deviation-center-line": 3.55000402267836, "driven_lanedir_consec": 23.330348503966967, "sim_compute_sim_state": 0.01035102579019945, "sim_compute_performance-ego0": 0.0018670269095034128, "sim_compute_performance-ego1": 0.0018690758005566245}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 24.75804389890098, "get_ui_image": 0.029481011167553244, "step_physics": 0.2694763700531285, "survival_time": 59.99999999999873, "driven_lanedir": 22.430081371915687, "get_state_dump": 0.006077266751876183, "get_robot_state": 0.0070430098921929075, "sim_render-ego0": 0.003602462644680255, "sim_render-ego1": 0.0035575101218751626, "get_duckie_state": 1.2401339414216994e-06, "in-drivable-lane": 0.3499999999999801, "deviation-heading": 22.187011564885584, "agent_compute-ego0": 0.01858929849286361, "agent_compute-ego1": 0.01759785478259999, "complete-iteration": 0.3741629123687744, "set_robot_commands": 0.0022980209989015704, "deviation-center-line": 4.181112496398162, "driven_lanedir_consec": 22.430081371915687, "sim_compute_sim_state": 0.01035102579019945, "sim_compute_performance-ego0": 0.0018670269095034128, "sim_compute_performance-ego1": 0.0018690758005566245}}
set_robot_commands_max	0.0024329234955977296
set_robot_commands_mean	0.0023770070609413635
set_robot_commands_median	0.002404768202922227
set_robot_commands_min	0.0022980209989015704
sim_compute_performance-ego0_max	0.0020333853093511753
sim_compute_performance-ego0_mean	0.0019817813727347824
sim_compute_performance-ego0_median	0.002005325270661016
sim_compute_performance-ego0_min	0.0018670269095034128
sim_compute_performance-ego1_max	0.001993784299844967
sim_compute_performance-ego1_mean	0.0019603302924919228
sim_compute_performance-ego1_median	0.001985113984043652
sim_compute_performance-ego1_min	0.0018690758005566245
sim_compute_performance-ego2_max	0.002029335568290666
sim_compute_performance-ego2_mean	0.0020007940694207623
sim_compute_performance-ego2_median	0.001999456875605954
sim_compute_performance-ego2_min	0.001973589764365667
sim_compute_performance-ego3_max	0.0020556329650219304
sim_compute_performance-ego3_mean	0.002011574761556198
sim_compute_performance-ego3_median	0.0020246468019128145
sim_compute_performance-ego3_min	0.0019544445177338463
sim_compute_sim_state_max	0.032182290505950666
sim_compute_sim_state_mean	0.02697261371841178
sim_compute_sim_state_median	0.03153716019051558
sim_compute_sim_state_min	0.01035102579019945
sim_render-ego0_max	0.003805356341755012
sim_render-ego0_mean	0.003742813080477111
sim_render-ego0_median	0.003754903830891755
sim_render-ego0_min	0.003602462644680255
sim_render-ego1_max	0.003755620427943148
sim_render-ego1_mean	0.0036838321288215105
sim_render-ego1_median	0.0036851902860042343
sim_render-ego1_min	0.0035575101218751626
sim_render-ego2_max	0.0037221582203845814
sim_render-ego2_mean	0.0037099612477122673
sim_render-ego2_median	0.003704023003875961
sim_render-ego2_min	0.0037037025188762594
sim_render-ego3_max	0.0037401217205036614
sim_render-ego3_mean	0.003707765443138925
sim_render-ego3_median	0.003715251307999661
sim_render-ego3_min	0.00366792330091345
simulation-passed	1
step_physics_max	1.1800155643001722
step_physics_mean	0.886953779944505
step_physics_median	1.0293721513720686
step_physics_min	0.2694763700531285
survival_time_max	59.99999999999873
survival_time_mean	45.757142857142405
survival_time_min	34.65000000000017