Duckietown Challenges Home Challenges Submissions

Job 34932

Job ID34932
submission9757
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg05-983fc92a1e01-1
date started
date completed
duration0:06:38
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4448271993029011
survival_time_median3.049999999999997
deviation-center-line_median0.16204229780465118
in-drivable-lane_median0.0


other stats
agent_compute-ego0_max0.05110952502391378
agent_compute-ego0_mean0.05091608156923389
agent_compute-ego0_median0.05091608156923389
agent_compute-ego0_min0.050722638114553985
agent_compute-ego1_max0.05198583055715092
agent_compute-ego1_mean0.0515337303036549
agent_compute-ego1_median0.05153373030365491
agent_compute-ego1_min0.051081630050158894
agent_compute-ego2_max0.05150402178529833
agent_compute-ego2_mean0.04929233965326529
agent_compute-ego2_median0.04929233965326528
agent_compute-ego2_min0.04708065752123223
complete-iteration_max1.1291456144364154
complete-iteration_mean1.1179285557543646
complete-iteration_median1.1179285557543646
complete-iteration_min1.1067114970723138
deviation-center-line_max0.25746356861009595
deviation-center-line_mean0.18326009620399683
deviation-center-line_min0.13466842791086536
deviation-heading_max0.7352695890794486
deviation-heading_mean0.3775885919320583
deviation-heading_median0.3595667956569747
deviation-heading_min0.03083612741010867
driven_any_max0.4484649879563624
driven_any_mean0.44802759571271383
driven_any_median0.4480275957127146
driven_any_min0.4475902034690646
driven_lanedir_consec_max0.44840955910620695
driven_lanedir_consec_mean0.4312421305378989
driven_lanedir_consec_min0.392074025770182
driven_lanedir_max0.44840955910620695
driven_lanedir_mean0.4312421305378989
driven_lanedir_median0.4448271993029011
driven_lanedir_min0.392074025770182
get_state_dump_max0.04981673350099657
get_state_dump_mean0.049400020818241304
get_state_dump_median0.04940002081824131
get_state_dump_min0.04898330813548604
get_ui_image_max0.0994939139631928
get_ui_image_mean0.09848333968490852
get_ui_image_median0.0984833396849085
get_ui_image_min0.0974727654066242
in-drivable-lane_max0.2499999999999991
in-drivable-lane_mean0.06666666666666643
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.4484649879563562, "get_ui_image": 0.0974727654066242, "step_physics": 0.5897686715985908, "survival_time": 3.049999999999997, "driven_lanedir": 0.445595259456681, "get_state_dump": 0.04981673350099657, "sim_render-ego0": 0.009119835056242396, "sim_render-ego1": 0.009426425714961818, "sim_render-ego2": 0.00940666042390417, "in-drivable-lane": 0.0, "deviation-heading": 0.3432464204151321, "agent_compute-ego0": 0.050722638114553985, "agent_compute-ego1": 0.051081630050158894, "agent_compute-ego2": 0.04708065752123223, "complete-iteration": 1.1067114970723138, "set_robot_commands": 0.007267455585667344, "deviation-center-line": 0.1591290213325826, "driven_lanedir_consec": 0.445595259456681, "sim_compute_sim_state": 0.05006606070721736, "sim_compute_performance-ego0": 0.0063689224055556, "sim_compute_performance-ego1": 0.006106427458466076, "sim_compute_performance-ego2": 0.006161850006853948, "sim_compute_robot_state-ego0": 0.011357108100515895, "sim_compute_robot_state-ego1": 0.011448359880291048, "sim_compute_robot_state-ego2": 0.010728062176313556, "sim_compute_robot_state-parked0": 0.011248240705396309, "sim_compute_robot_state-parked1": 0.011493491344764585, "sim_compute_robot_state-parked2": 0.011402098858942751, "sim_compute_robot_state-parked3": 0.0111738775597244, "sim_compute_robot_state-parked4": 0.011001833149644195, "sim_compute_robot_state-parked5": 0.011508441362224642}, "udem1-0-0-ego1": {"driven_any": 0.4484649879563624, "get_ui_image": 0.0974727654066242, "step_physics": 0.5897686715985908, "survival_time": 3.049999999999997, "driven_lanedir": 0.44840955910620695, "get_state_dump": 0.04981673350099657, "sim_render-ego0": 0.009119835056242396, "sim_render-ego1": 0.009426425714961818, "sim_render-ego2": 0.00940666042390417, "in-drivable-lane": 0.0, "deviation-heading": 0.04625276718878463, "agent_compute-ego0": 0.050722638114553985, "agent_compute-ego1": 0.051081630050158894, "agent_compute-ego2": 0.04708065752123223, "complete-iteration": 1.1067114970723138, "set_robot_commands": 0.007267455585667344, "deviation-center-line": 0.1398467777788016, "driven_lanedir_consec": 0.44840955910620695, "sim_compute_sim_state": 0.05006606070721736, "sim_compute_performance-ego0": 0.0063689224055556, "sim_compute_performance-ego1": 0.006106427458466076, "sim_compute_performance-ego2": 0.006161850006853948, "sim_compute_robot_state-ego0": 0.011357108100515895, "sim_compute_robot_state-ego1": 0.011448359880291048, "sim_compute_robot_state-ego2": 0.010728062176313556, "sim_compute_robot_state-parked0": 0.011248240705396309, "sim_compute_robot_state-parked1": 0.011493491344764585, "sim_compute_robot_state-parked2": 0.011402098858942751, "sim_compute_robot_state-parked3": 0.0111738775597244, "sim_compute_robot_state-parked4": 0.011001833149644195, "sim_compute_robot_state-parked5": 0.011508441362224642}, "udem1-0-0-ego2": {"driven_any": 0.4484649879563602, "get_ui_image": 0.0974727654066242, "step_physics": 0.5897686715985908, "survival_time": 3.049999999999997, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.04981673350099657, "sim_render-ego0": 0.009119835056242396, "sim_render-ego1": 0.009426425714961818, "sim_render-ego2": 0.00940666042390417, "in-drivable-lane": 0.14999999999999947, "deviation-heading": 0.7352695890794486, "agent_compute-ego0": 0.050722638114553985, "agent_compute-ego1": 0.051081630050158894, "agent_compute-ego2": 0.04708065752123223, "complete-iteration": 1.1067114970723138, "set_robot_commands": 0.007267455585667344, "deviation-center-line": 0.25746356861009595, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.05006606070721736, "sim_compute_performance-ego0": 0.0063689224055556, "sim_compute_performance-ego1": 0.006106427458466076, "sim_compute_performance-ego2": 0.006161850006853948, "sim_compute_robot_state-ego0": 0.011357108100515895, "sim_compute_robot_state-ego1": 0.011448359880291048, "sim_compute_robot_state-ego2": 0.010728062176313556, "sim_compute_robot_state-parked0": 0.011248240705396309, "sim_compute_robot_state-parked1": 0.011493491344764585, "sim_compute_robot_state-parked2": 0.011402098858942751, "sim_compute_robot_state-parked3": 0.0111738775597244, "sim_compute_robot_state-parked4": 0.011001833149644195, "sim_compute_robot_state-parked5": 0.011508441362224642}, "udem1-0-1-ego0": {"driven_any": 0.447590203469073, "get_ui_image": 0.0994939139631928, "step_physics": 0.5997523440689337, "survival_time": 3.049999999999997, "driven_lanedir": 0.4440591391491213, "get_state_dump": 0.04898330813548604, "sim_render-ego0": 0.009623871474969582, "sim_render-ego1": 0.009601534390058671, "sim_render-ego2": 0.00955587136940878, "in-drivable-lane": 0.0, "deviation-heading": 0.37588717089881735, "agent_compute-ego0": 0.05110952502391378, "agent_compute-ego1": 0.05198583055715092, "agent_compute-ego2": 0.05150402178529833, "complete-iteration": 1.1291456144364154, "set_robot_commands": 0.007514844175244941, "deviation-center-line": 0.16495557427671975, "driven_lanedir_consec": 0.4440591391491213, "sim_compute_sim_state": 0.051147335865458506, "sim_compute_performance-ego0": 0.006502002966208536, "sim_compute_performance-ego1": 0.0064064322925004805, "sim_compute_performance-ego2": 0.006378638939779313, "sim_compute_robot_state-ego0": 0.011756334148469518, "sim_compute_robot_state-ego1": 0.01178188792994765, "sim_compute_robot_state-ego2": 0.01160194443874672, "sim_compute_robot_state-parked0": 0.011726348126520876, "sim_compute_robot_state-parked1": 0.0113810124944468, "sim_compute_robot_state-parked2": 0.011045444207113297, "sim_compute_robot_state-parked3": 0.011345386505126951, "sim_compute_robot_state-parked4": 0.011815844989213788, "sim_compute_robot_state-parked5": 0.011522113299760665}, "udem1-0-1-ego1": {"driven_any": 0.4475902034690646, "get_ui_image": 0.0994939139631928, "step_physics": 0.5997523440689337, "survival_time": 3.049999999999997, "driven_lanedir": 0.4475638204243837, "get_state_dump": 0.04898330813548604, "sim_render-ego0": 0.009623871474969582, "sim_render-ego1": 0.009601534390058671, "sim_render-ego2": 0.00955587136940878, "in-drivable-lane": 0.0, "deviation-heading": 0.03083612741010867, "agent_compute-ego0": 0.05110952502391378, "agent_compute-ego1": 0.05198583055715092, "agent_compute-ego2": 0.05150402178529833, "complete-iteration": 1.1291456144364154, "set_robot_commands": 0.007514844175244941, "deviation-center-line": 0.13466842791086536, "driven_lanedir_consec": 0.4475638204243837, "sim_compute_sim_state": 0.051147335865458506, "sim_compute_performance-ego0": 0.006502002966208536, "sim_compute_performance-ego1": 0.0064064322925004805, "sim_compute_performance-ego2": 0.006378638939779313, "sim_compute_robot_state-ego0": 0.011756334148469518, "sim_compute_robot_state-ego1": 0.01178188792994765, "sim_compute_robot_state-ego2": 0.01160194443874672, "sim_compute_robot_state-parked0": 0.011726348126520876, "sim_compute_robot_state-parked1": 0.0113810124944468, "sim_compute_robot_state-parked2": 0.011045444207113297, "sim_compute_robot_state-parked3": 0.011345386505126951, "sim_compute_robot_state-parked4": 0.011815844989213788, "sim_compute_robot_state-parked5": 0.011522113299760665}, "udem1-0-1-ego2": {"driven_any": 0.447590203469067, "get_ui_image": 0.0994939139631928, "step_physics": 0.5997523440689337, "survival_time": 3.049999999999997, "driven_lanedir": 0.392074025770182, "get_state_dump": 0.04898330813548604, "sim_render-ego0": 0.009623871474969582, "sim_render-ego1": 0.009601534390058671, "sim_render-ego2": 0.00955587136940878, "in-drivable-lane": 0.2499999999999991, "deviation-heading": 0.7340394766000586, "agent_compute-ego0": 0.05110952502391378, "agent_compute-ego1": 0.05198583055715092, "agent_compute-ego2": 0.05150402178529833, "complete-iteration": 1.1291456144364154, "set_robot_commands": 0.007514844175244941, "deviation-center-line": 0.24349720731491545, "driven_lanedir_consec": 0.392074025770182, "sim_compute_sim_state": 0.051147335865458506, "sim_compute_performance-ego0": 0.006502002966208536, "sim_compute_performance-ego1": 0.0064064322925004805, "sim_compute_performance-ego2": 0.006378638939779313, "sim_compute_robot_state-ego0": 0.011756334148469518, "sim_compute_robot_state-ego1": 0.01178188792994765, "sim_compute_robot_state-ego2": 0.01160194443874672, "sim_compute_robot_state-parked0": 0.011726348126520876, "sim_compute_robot_state-parked1": 0.0113810124944468, "sim_compute_robot_state-parked2": 0.011045444207113297, "sim_compute_robot_state-parked3": 0.011345386505126951, "sim_compute_robot_state-parked4": 0.011815844989213788, "sim_compute_robot_state-parked5": 0.011522113299760665}}
set_robot_commands_max0.007514844175244941
set_robot_commands_mean0.007391149880456144
set_robot_commands_median0.007391149880456143
set_robot_commands_min0.007267455585667344
sim_compute_performance-ego0_max0.006502002966208536
sim_compute_performance-ego0_mean0.0064354626858820685
sim_compute_performance-ego0_median0.006435462685882068
sim_compute_performance-ego0_min0.0063689224055556
sim_compute_performance-ego1_max0.0064064322925004805
sim_compute_performance-ego1_mean0.006256429875483278
sim_compute_performance-ego1_median0.006256429875483279
sim_compute_performance-ego1_min0.006106427458466076
sim_compute_performance-ego2_max0.006378638939779313
sim_compute_performance-ego2_mean0.00627024447331663
sim_compute_performance-ego2_median0.00627024447331663
sim_compute_performance-ego2_min0.006161850006853948
sim_compute_robot_state-ego0_max0.011756334148469518
sim_compute_robot_state-ego0_mean0.011556721124492709
sim_compute_robot_state-ego0_median0.011556721124492709
sim_compute_robot_state-ego0_min0.011357108100515895
sim_compute_robot_state-ego1_max0.01178188792994765
sim_compute_robot_state-ego1_mean0.01161512390511935
sim_compute_robot_state-ego1_median0.011615123905119347
sim_compute_robot_state-ego1_min0.011448359880291048
sim_compute_robot_state-ego2_max0.01160194443874672
sim_compute_robot_state-ego2_mean0.011165003307530138
sim_compute_robot_state-ego2_median0.011165003307530137
sim_compute_robot_state-ego2_min0.010728062176313556
sim_compute_robot_state-parked0_max0.011726348126520876
sim_compute_robot_state-parked0_mean0.01148729441595859
sim_compute_robot_state-parked0_median0.011487294415958593
sim_compute_robot_state-parked0_min0.011248240705396309
sim_compute_robot_state-parked1_max0.011493491344764585
sim_compute_robot_state-parked1_mean0.011437251919605693
sim_compute_robot_state-parked1_median0.011437251919605693
sim_compute_robot_state-parked1_min0.0113810124944468
sim_compute_robot_state-parked2_max0.011402098858942751
sim_compute_robot_state-parked2_mean0.011223771533028023
sim_compute_robot_state-parked2_median0.011223771533028023
sim_compute_robot_state-parked2_min0.011045444207113297
sim_compute_robot_state-parked3_max0.011345386505126951
sim_compute_robot_state-parked3_mean0.011259632032425675
sim_compute_robot_state-parked3_median0.011259632032425675
sim_compute_robot_state-parked3_min0.0111738775597244
sim_compute_robot_state-parked4_max0.011815844989213788
sim_compute_robot_state-parked4_mean0.011408839069428993
sim_compute_robot_state-parked4_median0.01140883906942899
sim_compute_robot_state-parked4_min0.011001833149644195
sim_compute_robot_state-parked5_max0.011522113299760665
sim_compute_robot_state-parked5_mean0.011515277330992653
sim_compute_robot_state-parked5_median0.011515277330992653
sim_compute_robot_state-parked5_min0.011508441362224642
sim_compute_sim_state_max0.051147335865458506
sim_compute_sim_state_mean0.05060669828633793
sim_compute_sim_state_median0.05060669828633793
sim_compute_sim_state_min0.05006606070721736
sim_render-ego0_max0.009623871474969582
sim_render-ego0_mean0.00937185326560599
sim_render-ego0_median0.009371853265605988
sim_render-ego0_min0.009119835056242396
sim_render-ego1_max0.009601534390058671
sim_render-ego1_mean0.009513980052510246
sim_render-ego1_median0.009513980052510244
sim_render-ego1_min0.009426425714961818
sim_render-ego2_max0.00955587136940878
sim_render-ego2_mean0.009481265896656476
sim_render-ego2_median0.009481265896656474
sim_render-ego2_min0.00940666042390417
simulation-passed1
step_physics_max0.5997523440689337
step_physics_mean0.5947605078337623
step_physics_median0.5947605078337623
step_physics_min0.5897686715985908
survival_time_max3.049999999999997
survival_time_mean3.049999999999997
survival_time_min3.049999999999997

Highlights

34932

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.