Duckietown Challenges Home Challenges Submissions

Job 34922

Job ID34922
submission9684
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg01-6849899a1b0a-1
date started
date completed
duration0:06:29
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4448271993029011
survival_time_median3.049999999999997
deviation-center-line_median0.16204229780465118
in-drivable-lane_median0.0


other stats
agent_compute-ego0_max0.04901013217988561
agent_compute-ego0_mean0.04872364489758601
agent_compute-ego0_median0.04872364489758601
agent_compute-ego0_min0.04843715761528641
agent_compute-ego1_max0.05022671183601755
agent_compute-ego1_mean0.04939625497724189
agent_compute-ego1_median0.04939625497724189
agent_compute-ego1_min0.04856579811846624
agent_compute-ego2_max0.04845917811159227
agent_compute-ego2_mean0.04737117446836878
agent_compute-ego2_median0.047371174468368776
agent_compute-ego2_min0.04628317082514528
complete-iteration_max1.10582106621539
complete-iteration_mean1.1010656063673927
complete-iteration_median1.1010656063673925
complete-iteration_min1.0963101465193952
deviation-center-line_max0.25746356861009595
deviation-center-line_mean0.18326009620399683
deviation-center-line_min0.13466842791086536
deviation-heading_max0.7352695890794486
deviation-heading_mean0.3775885919320583
deviation-heading_median0.3595667956569747
deviation-heading_min0.03083612741010867
driven_any_max0.4484649879563624
driven_any_mean0.44802759571271383
driven_any_median0.4480275957127146
driven_any_min0.4475902034690646
driven_lanedir_consec_max0.44840955910620695
driven_lanedir_consec_mean0.4312421305378989
driven_lanedir_consec_min0.392074025770182
driven_lanedir_max0.44840955910620695
driven_lanedir_mean0.4312421305378989
driven_lanedir_median0.4448271993029011
driven_lanedir_min0.392074025770182
get_state_dump_max0.04757124478699731
get_state_dump_mean0.04709466558987976
get_state_dump_median0.04709466558987977
get_state_dump_min0.04661808639276223
get_ui_image_max0.10032132805370894
get_ui_image_mean0.09944923393061904
get_ui_image_median0.09944923393061904
get_ui_image_min0.09857713980752912
in-drivable-lane_max0.2499999999999991
in-drivable-lane_mean0.06666666666666643
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.4484649879563562, "get_ui_image": 0.09857713980752912, "step_physics": 0.5998125545314101, "survival_time": 3.049999999999997, "driven_lanedir": 0.445595259456681, "get_state_dump": 0.04757124478699731, "sim_render-ego0": 0.00873731394283107, "sim_render-ego1": 0.008729653280289447, "sim_render-ego2": 0.008781808321593238, "in-drivable-lane": 0.0, "deviation-heading": 0.3432464204151321, "agent_compute-ego0": 0.04843715761528641, "agent_compute-ego1": 0.05022671183601755, "agent_compute-ego2": 0.04628317082514528, "complete-iteration": 1.0963101465193952, "set_robot_commands": 0.006229056686651511, "deviation-center-line": 0.1591290213325826, "driven_lanedir_consec": 0.445595259456681, "sim_compute_sim_state": 0.04862884224438276, "sim_compute_performance-ego0": 0.006349833285222288, "sim_compute_performance-ego1": 0.005868645965075883, "sim_compute_performance-ego2": 0.005675624628536036, "sim_compute_robot_state-ego0": 0.011291687605810946, "sim_compute_robot_state-ego1": 0.010110984083081856, "sim_compute_robot_state-ego2": 0.00994793704298676, "sim_compute_robot_state-parked0": 0.010133508776055008, "sim_compute_robot_state-parked1": 0.010236462608712618, "sim_compute_robot_state-parked2": 0.010232542381911982, "sim_compute_robot_state-parked3": 0.01019338701592117, "sim_compute_robot_state-parked4": 0.010504300477074796, "sim_compute_robot_state-parked5": 0.01041977131953005}, "udem1-0-0-ego1": {"driven_any": 0.4484649879563624, "get_ui_image": 0.09857713980752912, "step_physics": 0.5998125545314101, "survival_time": 3.049999999999997, "driven_lanedir": 0.44840955910620695, "get_state_dump": 0.04757124478699731, "sim_render-ego0": 0.00873731394283107, "sim_render-ego1": 0.008729653280289447, "sim_render-ego2": 0.008781808321593238, "in-drivable-lane": 0.0, "deviation-heading": 0.04625276718878463, "agent_compute-ego0": 0.04843715761528641, "agent_compute-ego1": 0.05022671183601755, "agent_compute-ego2": 0.04628317082514528, "complete-iteration": 1.0963101465193952, "set_robot_commands": 0.006229056686651511, "deviation-center-line": 0.1398467777788016, "driven_lanedir_consec": 0.44840955910620695, "sim_compute_sim_state": 0.04862884224438276, "sim_compute_performance-ego0": 0.006349833285222288, "sim_compute_performance-ego1": 0.005868645965075883, "sim_compute_performance-ego2": 0.005675624628536036, "sim_compute_robot_state-ego0": 0.011291687605810946, "sim_compute_robot_state-ego1": 0.010110984083081856, "sim_compute_robot_state-ego2": 0.00994793704298676, "sim_compute_robot_state-parked0": 0.010133508776055008, "sim_compute_robot_state-parked1": 0.010236462608712618, "sim_compute_robot_state-parked2": 0.010232542381911982, "sim_compute_robot_state-parked3": 0.01019338701592117, "sim_compute_robot_state-parked4": 0.010504300477074796, "sim_compute_robot_state-parked5": 0.01041977131953005}, "udem1-0-0-ego2": {"driven_any": 0.4484649879563602, "get_ui_image": 0.09857713980752912, "step_physics": 0.5998125545314101, "survival_time": 3.049999999999997, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.04757124478699731, "sim_render-ego0": 0.00873731394283107, "sim_render-ego1": 0.008729653280289447, "sim_render-ego2": 0.008781808321593238, "in-drivable-lane": 0.14999999999999947, "deviation-heading": 0.7352695890794486, "agent_compute-ego0": 0.04843715761528641, "agent_compute-ego1": 0.05022671183601755, "agent_compute-ego2": 0.04628317082514528, "complete-iteration": 1.0963101465193952, "set_robot_commands": 0.006229056686651511, "deviation-center-line": 0.25746356861009595, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.04862884224438276, "sim_compute_performance-ego0": 0.006349833285222288, "sim_compute_performance-ego1": 0.005868645965075883, "sim_compute_performance-ego2": 0.005675624628536036, "sim_compute_robot_state-ego0": 0.011291687605810946, "sim_compute_robot_state-ego1": 0.010110984083081856, "sim_compute_robot_state-ego2": 0.00994793704298676, "sim_compute_robot_state-parked0": 0.010133508776055008, "sim_compute_robot_state-parked1": 0.010236462608712618, "sim_compute_robot_state-parked2": 0.010232542381911982, "sim_compute_robot_state-parked3": 0.01019338701592117, "sim_compute_robot_state-parked4": 0.010504300477074796, "sim_compute_robot_state-parked5": 0.01041977131953005}, "udem1-0-1-ego0": {"driven_any": 0.447590203469073, "get_ui_image": 0.10032132805370894, "step_physics": 0.6107344979145488, "survival_time": 3.049999999999997, "driven_lanedir": 0.4440591391491213, "get_state_dump": 0.04661808639276223, "sim_render-ego0": 0.008202623148433497, "sim_render-ego1": 0.00809883680499968, "sim_render-ego2": 0.008381679409840068, "in-drivable-lane": 0.0, "deviation-heading": 0.37588717089881735, "agent_compute-ego0": 0.04901013217988561, "agent_compute-ego1": 0.04856579811846624, "agent_compute-ego2": 0.04845917811159227, "complete-iteration": 1.10582106621539, "set_robot_commands": 0.006707582317414831, "deviation-center-line": 0.16495557427671975, "driven_lanedir_consec": 0.4440591391491213, "sim_compute_sim_state": 0.0481855712953161, "sim_compute_performance-ego0": 0.005671532427678342, "sim_compute_performance-ego1": 0.005359258808073451, "sim_compute_performance-ego2": 0.005631349125846488, "sim_compute_robot_state-ego0": 0.010181763133064646, "sim_compute_robot_state-ego1": 0.010215387969720558, "sim_compute_robot_state-ego2": 0.010023961301709784, "sim_compute_robot_state-parked0": 0.010265256537765752, "sim_compute_robot_state-parked1": 0.010117124338619044, "sim_compute_robot_state-parked2": 0.010252694614598008, "sim_compute_robot_state-parked3": 0.010140051607225762, "sim_compute_robot_state-parked4": 0.010131257479308082, "sim_compute_robot_state-parked5": 0.010534059805948228}, "udem1-0-1-ego1": {"driven_any": 0.4475902034690646, "get_ui_image": 0.10032132805370894, "step_physics": 0.6107344979145488, "survival_time": 3.049999999999997, "driven_lanedir": 0.4475638204243837, "get_state_dump": 0.04661808639276223, "sim_render-ego0": 0.008202623148433497, "sim_render-ego1": 0.00809883680499968, "sim_render-ego2": 0.008381679409840068, "in-drivable-lane": 0.0, "deviation-heading": 0.03083612741010867, "agent_compute-ego0": 0.04901013217988561, "agent_compute-ego1": 0.04856579811846624, "agent_compute-ego2": 0.04845917811159227, "complete-iteration": 1.10582106621539, "set_robot_commands": 0.006707582317414831, "deviation-center-line": 0.13466842791086536, "driven_lanedir_consec": 0.4475638204243837, "sim_compute_sim_state": 0.0481855712953161, "sim_compute_performance-ego0": 0.005671532427678342, "sim_compute_performance-ego1": 0.005359258808073451, "sim_compute_performance-ego2": 0.005631349125846488, "sim_compute_robot_state-ego0": 0.010181763133064646, "sim_compute_robot_state-ego1": 0.010215387969720558, "sim_compute_robot_state-ego2": 0.010023961301709784, "sim_compute_robot_state-parked0": 0.010265256537765752, "sim_compute_robot_state-parked1": 0.010117124338619044, "sim_compute_robot_state-parked2": 0.010252694614598008, "sim_compute_robot_state-parked3": 0.010140051607225762, "sim_compute_robot_state-parked4": 0.010131257479308082, "sim_compute_robot_state-parked5": 0.010534059805948228}, "udem1-0-1-ego2": {"driven_any": 0.447590203469067, "get_ui_image": 0.10032132805370894, "step_physics": 0.6107344979145488, "survival_time": 3.049999999999997, "driven_lanedir": 0.392074025770182, "get_state_dump": 0.04661808639276223, "sim_render-ego0": 0.008202623148433497, "sim_render-ego1": 0.00809883680499968, "sim_render-ego2": 0.008381679409840068, "in-drivable-lane": 0.2499999999999991, "deviation-heading": 0.7340394766000586, "agent_compute-ego0": 0.04901013217988561, "agent_compute-ego1": 0.04856579811846624, "agent_compute-ego2": 0.04845917811159227, "complete-iteration": 1.10582106621539, "set_robot_commands": 0.006707582317414831, "deviation-center-line": 0.24349720731491545, "driven_lanedir_consec": 0.392074025770182, "sim_compute_sim_state": 0.0481855712953161, "sim_compute_performance-ego0": 0.005671532427678342, "sim_compute_performance-ego1": 0.005359258808073451, "sim_compute_performance-ego2": 0.005631349125846488, "sim_compute_robot_state-ego0": 0.010181763133064646, "sim_compute_robot_state-ego1": 0.010215387969720558, "sim_compute_robot_state-ego2": 0.010023961301709784, "sim_compute_robot_state-parked0": 0.010265256537765752, "sim_compute_robot_state-parked1": 0.010117124338619044, "sim_compute_robot_state-parked2": 0.010252694614598008, "sim_compute_robot_state-parked3": 0.010140051607225762, "sim_compute_robot_state-parked4": 0.010131257479308082, "sim_compute_robot_state-parked5": 0.010534059805948228}}
set_robot_commands_max0.006707582317414831
set_robot_commands_mean0.006468319502033172
set_robot_commands_median0.00646831950203317
set_robot_commands_min0.006229056686651511
sim_compute_performance-ego0_max0.006349833285222288
sim_compute_performance-ego0_mean0.006010682856450316
sim_compute_performance-ego0_median0.006010682856450315
sim_compute_performance-ego0_min0.005671532427678342
sim_compute_performance-ego1_max0.005868645965075883
sim_compute_performance-ego1_mean0.0056139523865746666
sim_compute_performance-ego1_median0.0056139523865746666
sim_compute_performance-ego1_min0.005359258808073451
sim_compute_performance-ego2_max0.005675624628536036
sim_compute_performance-ego2_mean0.0056534868771912624
sim_compute_performance-ego2_median0.005653486877191262
sim_compute_performance-ego2_min0.005631349125846488
sim_compute_robot_state-ego0_max0.011291687605810946
sim_compute_robot_state-ego0_mean0.010736725369437795
sim_compute_robot_state-ego0_median0.010736725369437795
sim_compute_robot_state-ego0_min0.010181763133064646
sim_compute_robot_state-ego1_max0.010215387969720558
sim_compute_robot_state-ego1_mean0.010163186026401209
sim_compute_robot_state-ego1_median0.010163186026401209
sim_compute_robot_state-ego1_min0.010110984083081856
sim_compute_robot_state-ego2_max0.010023961301709784
sim_compute_robot_state-ego2_mean0.009985949172348274
sim_compute_robot_state-ego2_median0.009985949172348272
sim_compute_robot_state-ego2_min0.00994793704298676
sim_compute_robot_state-parked0_max0.010265256537765752
sim_compute_robot_state-parked0_mean0.01019938265691038
sim_compute_robot_state-parked0_median0.01019938265691038
sim_compute_robot_state-parked0_min0.010133508776055008
sim_compute_robot_state-parked1_max0.010236462608712618
sim_compute_robot_state-parked1_mean0.01017679347366583
sim_compute_robot_state-parked1_median0.010176793473665832
sim_compute_robot_state-parked1_min0.010117124338619044
sim_compute_robot_state-parked2_max0.010252694614598008
sim_compute_robot_state-parked2_mean0.010242618498254996
sim_compute_robot_state-parked2_median0.010242618498254996
sim_compute_robot_state-parked2_min0.010232542381911982
sim_compute_robot_state-parked3_max0.01019338701592117
sim_compute_robot_state-parked3_mean0.010166719311573464
sim_compute_robot_state-parked3_median0.010166719311573466
sim_compute_robot_state-parked3_min0.010140051607225762
sim_compute_robot_state-parked4_max0.010504300477074796
sim_compute_robot_state-parked4_mean0.01031777897819144
sim_compute_robot_state-parked4_median0.01031777897819144
sim_compute_robot_state-parked4_min0.010131257479308082
sim_compute_robot_state-parked5_max0.010534059805948228
sim_compute_robot_state-parked5_mean0.010476915562739136
sim_compute_robot_state-parked5_median0.010476915562739138
sim_compute_robot_state-parked5_min0.01041977131953005
sim_compute_sim_state_max0.04862884224438276
sim_compute_sim_state_mean0.04840720676984942
sim_compute_sim_state_median0.04840720676984943
sim_compute_sim_state_min0.0481855712953161
sim_render-ego0_max0.00873731394283107
sim_render-ego0_mean0.008469968545632284
sim_render-ego0_median0.008469968545632284
sim_render-ego0_min0.008202623148433497
sim_render-ego1_max0.008729653280289447
sim_render-ego1_mean0.008414245042644562
sim_render-ego1_median0.008414245042644562
sim_render-ego1_min0.00809883680499968
sim_render-ego2_max0.008781808321593238
sim_render-ego2_mean0.008581743865716652
sim_render-ego2_median0.008581743865716654
sim_render-ego2_min0.008381679409840068
simulation-passed1
step_physics_max0.6107344979145488
step_physics_mean0.6052735262229794
step_physics_median0.6052735262229795
step_physics_min0.5998125545314101
survival_time_max3.049999999999997
survival_time_mean3.049999999999997
survival_time_min3.049999999999997

Highlights

34922

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.