Job 44177

Job ID 44177

submission 11799

user Bea Baselines 🐤

user label straight

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator nogpu-prod-10

date started 2020-11-30 22:04:04+00:00

date completed 2020-11-30 22:12:30+00:00

duration 0:08:26

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.450420973251336
survival_time_median	6.749999999999984
deviation-center-line_median	0.2678979880501701
in-drivable-lane_median	1.399999999999995

other stats

agent_compute-ego0_max	0.011473577993887442
agent_compute-ego0_mean	0.011046946296951972
agent_compute-ego0_median	0.01121387658295808
agent_compute-ego0_min	0.010453384314010392
agent_compute-ego1_max	0.011451436855174878
agent_compute-ego1_mean	0.01095058098229471
agent_compute-ego1_median	0.01089353914614077
agent_compute-ego1_min	0.010506766945568484
agent_compute-ego2_max	0.011185953352186416
agent_compute-ego2_mean	0.01089531619267194
agent_compute-ego2_median	0.010860171141447845
agent_compute-ego2_min	0.010639824084381558
complete-iteration_max	0.5240512088493064
complete-iteration_mean	0.5002582525139423
complete-iteration_median	0.518688134793882
complete-iteration_min	0.4580354138986388
deviation-center-line_max	0.6259542662549828
deviation-center-line_mean	0.362715977726308
deviation-center-line_min	0.22220606145745328
deviation-heading_max	0.9864115900360364
deviation-heading_mean	0.8136816825285736
deviation-heading_median	0.8021196429506658
deviation-heading_min	0.7271589658507641
driven_any_max	1.0597494879386689
driven_any_mean	0.7063387635570355
driven_any_median	0.6174080560751429
driven_any_min	0.44846498795635154
driven_lanedir_consec_max	0.79268631270049
driven_lanedir_consec_mean	0.540998212888652
driven_lanedir_consec_min	0.3670047047608236
driven_lanedir_max	0.79268631270049
driven_lanedir_mean	0.540998212888652
driven_lanedir_median	0.450420973251336
driven_lanedir_min	0.3670047047608236
get_duckie_state_max	3.7599492956090857e-06
get_duckie_state_mean	3.2677930737367667e-06
get_duckie_state_median	3.1877447057653356e-06
get_duckie_state_min	2.855685219835879e-06
get_robot_state_max	0.025029253076623983
get_robot_state_mean	0.02405470023832643
get_robot_state_median	0.02420212780987775
get_robot_state_min	0.022932719828477548
get_state_dump_max	0.016500744996247468
get_state_dump_mean	0.01607696642769356
get_state_dump_median	0.016395724261248554
get_state_dump_min	0.015334430025584662
get_ui_image_max	0.051469128220169635
get_ui_image_mean	0.04893261155788688
get_ui_image_median	0.05030226177639431
get_ui_image_min	0.0450264446770967
in-drivable-lane_max	4.049999999999986
in-drivable-lane_mean	1.7999999999999936
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego0": {"driven_any": 0.44846498795635154, "get_ui_image": 0.051469128220169635, "step_physics": 0.33712834075645165, "survival_time": 6.749999999999984, "driven_lanedir": 0.4455810515391705, "get_state_dump": 0.016500744996247468, "get_robot_state": 0.025029253076623983, "sim_render-ego0": 0.004815928141276042, "sim_render-ego1": 0.004687885001853661, "sim_render-ego2": 0.004642066249140987, "get_duckie_state": 3.7599492956090857e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.7418712403875578, "agent_compute-ego0": 0.011473577993887442, "agent_compute-ego1": 0.011451436855174878, "agent_compute-ego2": 0.011185953352186416, "complete-iteration": 0.5240512088493064, "set_robot_commands": 0.003123205679434317, "deviation-center-line": 0.5309236715271055, "driven_lanedir_consec": 0.4455810515391705, "sim_compute_sim_state": 0.027101675669352215, "sim_compute_performance-ego0": 0.00307241369176794, "sim_compute_performance-ego1": 0.0028273847368028428, "sim_compute_performance-ego2": 0.0029372515501799408}, "ETHZ_autolab_technical_track-sc0-0-ego1": {"driven_any": 1.0597494879386689, "get_ui_image": 0.051469128220169635, "step_physics": 0.33712834075645165, "survival_time": 6.749999999999984, "driven_lanedir": 0.7923704750254537, "get_state_dump": 0.016500744996247468, "get_robot_state": 0.025029253076623983, "sim_render-ego0": 0.004815928141276042, "sim_render-ego1": 0.004687885001853661, "sim_render-ego2": 0.004642066249140987, "get_duckie_state": 3.7599492956090857e-06, "in-drivable-lane": 1.399999999999995, "deviation-heading": 0.916954216178206, "agent_compute-ego0": 0.011473577993887442, "agent_compute-ego1": 0.011451436855174878, "agent_compute-ego2": 0.011185953352186416, "complete-iteration": 0.5240512088493064, "set_robot_commands": 0.003123205679434317, "deviation-center-line": 0.2863576423455541, "driven_lanedir_consec": 0.7923704750254537, "sim_compute_sim_state": 0.027101675669352215, "sim_compute_performance-ego0": 0.00307241369176794, "sim_compute_performance-ego1": 0.0028273847368028428, "sim_compute_performance-ego2": 0.0029372515501799408}, "ETHZ_autolab_technical_track-sc0-0-ego2": {"driven_any": 0.640001172233773, "get_ui_image": 0.051469128220169635, "step_physics": 0.33712834075645165, "survival_time": 6.749999999999984, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.016500744996247468, "get_robot_state": 0.025029253076623983, "sim_render-ego0": 0.004815928141276042, "sim_render-ego1": 0.004687885001853661, "sim_render-ego2": 0.004642066249140987, "get_duckie_state": 3.7599492956090857e-06, "in-drivable-lane": 3.8499999999999863, "deviation-heading": 0.7352695890794493, "agent_compute-ego0": 0.011473577993887442, "agent_compute-ego1": 0.011451436855174878, "agent_compute-ego2": 0.011185953352186416, "complete-iteration": 0.5240512088493064, "set_robot_commands": 0.003123205679434317, "deviation-center-line": 0.2574637225826533, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.027101675669352215, "sim_compute_performance-ego0": 0.00307241369176794, "sim_compute_performance-ego1": 0.0028273847368028428, "sim_compute_performance-ego2": 0.0029372515501799408}, "ETHZ_autolab_technical_track-sc0-1-ego0": {"driven_any": 0.45391741356230486, "get_ui_image": 0.05030226177639431, "step_physics": 0.3371379251833315, "survival_time": 6.749999999999984, "driven_lanedir": 0.450420973251336, "get_state_dump": 0.016395724261248554, "get_robot_state": 0.02420212780987775, "sim_render-ego0": 0.004603808014481156, "sim_render-ego1": 0.0045766865765606915, "sim_render-ego2": 0.004483053419325087, "get_duckie_state": 3.1877447057653356e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.8021196429506658, "agent_compute-ego0": 0.01121387658295808, "agent_compute-ego1": 0.01089353914614077, "agent_compute-ego2": 0.010860171141447845, "complete-iteration": 0.518688134793882, "set_robot_commands": 0.0030241789641203705, "deviation-center-line": 0.5759523948546109, "driven_lanedir_consec": 0.450420973251336, "sim_compute_sim_state": 0.026393948660956488, "sim_compute_performance-ego0": 0.0028551578521728515, "sim_compute_performance-ego1": 0.0027838371418140552, "sim_compute_performance-ego2": 0.002687404773853443}, "ETHZ_autolab_technical_track-sc0-1-ego1": {"driven_any": 1.0582621695225167, "get_ui_image": 0.05030226177639431, "step_physics": 0.3371379251833315, "survival_time": 6.749999999999984, "driven_lanedir": 0.79268631270049, "get_state_dump": 0.016395724261248554, "get_robot_state": 0.02420212780987775, "sim_render-ego0": 0.004603808014481156, "sim_render-ego1": 0.0045766865765606915, "sim_render-ego2": 0.004483053419325087, "get_duckie_state": 3.1877447057653356e-06, "in-drivable-lane": 1.399999999999995, "deviation-heading": 0.8418073950192356, "agent_compute-ego0": 0.01121387658295808, "agent_compute-ego1": 0.01089353914614077, "agent_compute-ego2": 0.010860171141447845, "complete-iteration": 0.518688134793882, "set_robot_commands": 0.0030241789641203705, "deviation-center-line": 0.2678979880501701, "driven_lanedir_consec": 0.79268631270049, "sim_compute_sim_state": 0.026393948660956488, "sim_compute_performance-ego0": 0.0028551578521728515, "sim_compute_performance-ego1": 0.0027838371418140552, "sim_compute_performance-ego2": 0.002687404773853443}, "ETHZ_autolab_technical_track-sc0-1-ego2": {"driven_any": 0.6174080560751429, "get_ui_image": 0.05030226177639431, "step_physics": 0.3371379251833315, "survival_time": 6.749999999999984, "driven_lanedir": 0.3904422088366064, "get_state_dump": 0.016395724261248554, "get_robot_state": 0.02420212780987775, "sim_render-ego0": 0.004603808014481156, "sim_render-ego1": 0.0045766865765606915, "sim_render-ego2": 0.004483053419325087, "get_duckie_state": 3.1877447057653356e-06, "in-drivable-lane": 3.949999999999986, "deviation-heading": 0.7383431576551982, "agent_compute-ego0": 0.01121387658295808, "agent_compute-ego1": 0.01089353914614077, "agent_compute-ego2": 0.010860171141447845, "complete-iteration": 0.518688134793882, "set_robot_commands": 0.0030241789641203705, "deviation-center-line": 0.24730366316587632, "driven_lanedir_consec": 0.3904422088366064, "sim_compute_sim_state": 0.026393948660956488, "sim_compute_performance-ego0": 0.0028551578521728515, "sim_compute_performance-ego1": 0.0027838371418140552, "sim_compute_performance-ego2": 0.002687404773853443}, "ETHZ_autolab_technical_track-sc0-2-ego0": {"driven_any": 0.45677459871106657, "get_ui_image": 0.0450264446770967, "step_physics": 0.2904588126424533, "survival_time": 6.699999999999984, "driven_lanedir": 0.4522145544995684, "get_state_dump": 0.015334430025584662, "get_robot_state": 0.022932719828477548, "sim_render-ego0": 0.004186955850515792, "sim_render-ego1": 0.00426068412723826, "sim_render-ego2": 0.004189946758213328, "get_duckie_state": 2.855685219835879e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.9864115900360364, "agent_compute-ego0": 0.010453384314010392, "agent_compute-ego1": 0.010506766945568484, "agent_compute-ego2": 0.010639824084381558, "complete-iteration": 0.4580354138986388, "set_robot_commands": 0.0028206892867586506, "deviation-center-line": 0.6259542662549828, "driven_lanedir_consec": 0.4522145544995684, "sim_compute_sim_state": 0.023544989415069124, "sim_compute_performance-ego0": 0.002681872737941457, "sim_compute_performance-ego1": 0.002542997474101052, "sim_compute_performance-ego2": 0.0025010304664497946}, "ETHZ_autolab_technical_track-sc0-2-ego1": {"driven_any": 1.055846934876289, "get_ui_image": 0.0450264446770967, "step_physics": 0.2904588126424533, "survival_time": 6.699999999999984, "driven_lanedir": 0.7685126560636006, "get_state_dump": 0.015334430025584662, "get_robot_state": 0.022932719828477548, "sim_render-ego0": 0.004186955850515792, "sim_render-ego1": 0.00426068412723826, "sim_render-ego2": 0.004189946758213328, "get_duckie_state": 2.855685219835879e-06, "in-drivable-lane": 1.5499999999999945, "deviation-heading": 0.8331993456000497, "agent_compute-ego0": 0.010453384314010392, "agent_compute-ego1": 0.010506766945568484, "agent_compute-ego2": 0.010639824084381558, "complete-iteration": 0.4580354138986388, "set_robot_commands": 0.0028206892867586506, "deviation-center-line": 0.2503843892983658, "driven_lanedir_consec": 0.7685126560636006, "sim_compute_sim_state": 0.023544989415069124, "sim_compute_performance-ego0": 0.002681872737941457, "sim_compute_performance-ego1": 0.002542997474101052, "sim_compute_performance-ego2": 0.0025010304664497946}, "ETHZ_autolab_technical_track-sc0-2-ego2": {"driven_any": 0.5666240511372057, "get_ui_image": 0.0450264446770967, "step_physics": 0.2904588126424533, "survival_time": 6.699999999999984, "driven_lanedir": 0.3670047047608236, "get_state_dump": 0.015334430025584662, "get_robot_state": 0.022932719828477548, "sim_render-ego0": 0.004186955850515792, "sim_render-ego1": 0.00426068412723826, "sim_render-ego2": 0.004189946758213328, "get_duckie_state": 2.855685219835879e-06, "in-drivable-lane": 4.049999999999986, "deviation-heading": 0.7271589658507641, "agent_compute-ego0": 0.010453384314010392, "agent_compute-ego1": 0.010506766945568484, "agent_compute-ego2": 0.010639824084381558, "complete-iteration": 0.4580354138986388, "set_robot_commands": 0.0028206892867586506, "deviation-center-line": 0.22220606145745328, "driven_lanedir_consec": 0.3670047047608236, "sim_compute_sim_state": 0.023544989415069124, "sim_compute_performance-ego0": 0.002681872737941457, "sim_compute_performance-ego1": 0.002542997474101052, "sim_compute_performance-ego2": 0.0025010304664497946}}
set_robot_commands_max	0.003123205679434317
set_robot_commands_mean	0.002989357976771112
set_robot_commands_median	0.0030241789641203705
set_robot_commands_min	0.0028206892867586506
sim_compute_performance-ego0_max	0.00307241369176794
sim_compute_performance-ego0_mean	0.0028698147606274157
sim_compute_performance-ego0_median	0.0028551578521728515
sim_compute_performance-ego0_min	0.002681872737941457
sim_compute_performance-ego1_max	0.0028273847368028428
sim_compute_performance-ego1_mean	0.00271807311757265
sim_compute_performance-ego1_median	0.0027838371418140552
sim_compute_performance-ego1_min	0.002542997474101052
sim_compute_performance-ego2_max	0.0029372515501799408
sim_compute_performance-ego2_mean	0.0027085622634943924
sim_compute_performance-ego2_median	0.002687404773853443
sim_compute_performance-ego2_min	0.0025010304664497946
sim_compute_sim_state_max	0.027101675669352215
sim_compute_sim_state_mean	0.02568020458179261
sim_compute_sim_state_median	0.026393948660956488
sim_compute_sim_state_min	0.023544989415069124
sim_render-ego0_max	0.004815928141276042
sim_render-ego0_mean	0.004535564002090996
sim_render-ego0_median	0.004603808014481156
sim_render-ego0_min	0.004186955850515792
sim_render-ego1_max	0.004687885001853661
sim_render-ego1_mean	0.004508418568550871
sim_render-ego1_median	0.0045766865765606915
sim_render-ego1_min	0.00426068412723826
sim_render-ego2_max	0.004642066249140987
sim_render-ego2_mean	0.0044383554755598005
sim_render-ego2_median	0.004483053419325087
sim_render-ego2_min	0.004189946758213328
simulation-passed	1
step_physics_max	0.3371379251833315
step_physics_mean	0.32157502619407885
step_physics_median	0.33712834075645165
step_physics_min	0.2904588126424533
survival_time_max	6.749999999999984
survival_time_mean	6.7333333333333165
survival_time_min	6.699999999999984