Duckietown Challenges Home Challenges Submissions

Job 24859

Job ID24859
submission4296
userLiam Paull 🇨🇦
user labelchallenge-aido_LF-template-random
challengeaido3-LFV-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-43-40-10497
date started
date completed
duration0:14:54
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.47061816984274774
survival_time_median2.4499999999999993
deviation-center-line_median0.09047885846140293
in-drivable-lane_median0.7999999999999974


other stats
agent_compute-ego_max0.02472675930369984
agent_compute-ego_mean0.021560709343450637
agent_compute-ego_median0.022256903648376465
agent_compute-ego_min0.013577972139630998
deviation-center-line_max0.17439134565029044
deviation-center-line_mean0.1112205456826628
deviation-center-line_min0.05649185041622204
deviation-heading_max0.8583234710357402
deviation-heading_mean0.37150980594423094
deviation-heading_median0.34774352178293905
deviation-heading_min0.1892537419842091
driven_any_max1.6169932854589055
driven_any_mean0.8549136794030617
driven_any_median0.9441796518284096
driven_any_min0.28668385087664994
driven_lanedir_consec_max1.2433038249708372
driven_lanedir_consec_mean0.5622432991481365
driven_lanedir_consec_min0.24216121529728207
driven_lanedir_max1.2433038249708372
driven_lanedir_mean0.5622432991481365
driven_lanedir_median0.47061816984274774
driven_lanedir_min0.24216121529728207
in-drivable-lane_max1.3499999999999996
in-drivable-lane_mean0.5899999999999992
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429704, "sim_physics": 0.13645129733615452, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.011798002101756909, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.021714188434459544, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.009791462509720414, "deviation-center-line": 0.15907928712407876, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.004448767061586733, "sim_compute_performance-ego": 0.006991616001835576, "sim_compute_robot_state-ego": 0.008694035035592539, "sim_compute_robot_state-npc0": 0.008263972070482042, "sim_compute_robot_state-npc1": 0.0076861028318051935, "sim_compute_robot_state-npc2": 0.007733141934430158, "sim_compute_robot_state-npc3": 0.007722669177585178}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118985, "sim_physics": 0.23204593658447265, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.012969131469726563, "in-drivable-lane": 0, "agent_compute-ego": 0.023028755187988283, "deviation-heading": 0.47860435001913376, "set_robot_commands": 0.010923824310302734, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.0047918415069580075, "sim_compute_performance-ego": 0.007280035018920899, "sim_compute_robot_state-ego": 0.009491796493530274, "sim_compute_robot_state-npc0": 0.009368400573730468, "sim_compute_robot_state-npc1": 0.00876077651977539, "sim_compute_robot_state-npc2": 0.008263893127441406, "sim_compute_robot_state-npc3": 0.007905759811401368}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.18048686102816933, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708372, "sim_render-ego": 0.011733412742614746, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.02273735247160259, "deviation-heading": 0.5020407942599271, "set_robot_commands": 0.009373363695646586, "deviation-center-line": 0.17439134565029044, "driven_lanedir_consec": 1.2433038249708372, "sim_compute_sim_state": 0.004934069357420269, "sim_compute_performance-ego": 0.006737442393051951, "sim_compute_robot_state-ego": 0.008706425365648772, "sim_compute_robot_state-npc0": 0.008501589298248291, "sim_compute_robot_state-npc1": 0.00766695173163163, "sim_compute_robot_state-npc2": 0.007947159440893876, "sim_compute_robot_state-npc3": 0.008017919565501967}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589055, "sim_physics": 0.16778754282601271, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.011885597736020633, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.0211117961738683, "deviation-heading": 0.34764983431811225, "set_robot_commands": 0.008902996401243571, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.0043902940387967266, "sim_compute_performance-ego": 0.006986669347256045, "sim_compute_robot_state-ego": 0.0082378236553337, "sim_compute_robot_state-npc0": 0.007848163194294218, "sim_compute_robot_state-npc1": 0.00749253321297561, "sim_compute_robot_state-npc2": 0.007451993000658253, "sim_compute_robot_state-npc3": 0.0072911781600759}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846434, "sim_physics": 0.09222935778754096, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.007117526871817452, "in-drivable-lane": 0, "agent_compute-ego": 0.013577972139630998, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.004800694329398019, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.002738331045423235, "sim_compute_performance-ego": 0.0038632324763706754, "sim_compute_robot_state-ego": 0.004984208515712193, "sim_compute_robot_state-npc0": 0.004778112683977399, "sim_compute_robot_state-npc1": 0.0044964296477181575, "sim_compute_robot_state-npc2": 0.004471387181963239, "sim_compute_robot_state-npc3": 0.004456758499145508}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0440585337030532, "sim_physics": 0.13971801157350894, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5009536316076031, "sim_render-ego": 0.01070352836891457, "in-drivable-lane": 1.0000000000000009, "agent_compute-ego": 0.023392672891970032, "deviation-heading": 0.8583234710357402, "set_robot_commands": 0.00729085780956127, "deviation-center-line": 0.1636702708892767, "driven_lanedir_consec": 0.5009536316076031, "sim_compute_sim_state": 0.0040237197169551145, "sim_compute_performance-ego": 0.005891610074926306, "sim_compute_robot_state-ego": 0.007156146897210015, "sim_compute_robot_state-npc0": 0.012324995464748807, "sim_compute_robot_state-npc1": 0.007765708146271882, "sim_compute_robot_state-npc2": 0.01121110827834518, "sim_compute_robot_state-npc3": 0.006992265030189797}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.0456729849899615, "sim_physics": 0.10589263615784822, "survival_time": 2.6999999999999984, "driven_lanedir": 0.636422849544542, "sim_render-ego": 0.00898364296665898, "in-drivable-lane": 0.7999999999999974, "agent_compute-ego": 0.016885232042383264, "deviation-heading": 0.3927366768210136, "set_robot_commands": 0.00702631915057147, "deviation-center-line": 0.08970073753261001, "driven_lanedir_consec": 0.636422849544542, "sim_compute_sim_state": 0.0033992705521760165, "sim_compute_performance-ego": 0.0050794901671233, "sim_compute_robot_state-ego": 0.006509145100911458, "sim_compute_robot_state-npc0": 0.006121661927964952, "sim_compute_robot_state-npc1": 0.005975233183966743, "sim_compute_robot_state-npc2": 0.006038992493240921, "sim_compute_robot_state-npc3": 0.005845771895514594}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.8772562288570896, "sim_physics": 0.21517740885416667, "survival_time": 2.25, "driven_lanedir": 0.38713958773684665, "sim_render-ego": 0.011944844987657336, "in-drivable-lane": 0.9999999999999996, "agent_compute-ego": 0.020992533365885416, "deviation-heading": 0.3844740406851849, "set_robot_commands": 0.008654159969753689, "deviation-center-line": 0.07500609722918031, "driven_lanedir_consec": 0.38713958773684665, "sim_compute_sim_state": 0.004492976930406359, "sim_compute_performance-ego": 0.0070372210608588325, "sim_compute_robot_state-ego": 0.008399004406399197, "sim_compute_robot_state-npc0": 0.008270968331231011, "sim_compute_robot_state-npc1": 0.007561604181925456, "sim_compute_robot_state-npc2": 0.007663393020629883, "sim_compute_robot_state-npc3": 0.007352929645114475}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.843301097417158, "sim_physics": 0.1441990499911101, "survival_time": 2.3, "driven_lanedir": 0.24216121529728207, "sim_render-ego": 0.011797070503234863, "in-drivable-lane": 1.3499999999999996, "agent_compute-ego": 0.020834352659142536, "deviation-heading": 0.34566993689777425, "set_robot_commands": 0.008705973625183105, "deviation-center-line": 0.07136114712800473, "driven_lanedir_consec": 0.24216121529728207, "sim_compute_sim_state": 0.004293928975644319, "sim_compute_performance-ego": 0.0066958821338155994, "sim_compute_robot_state-ego": 0.008590045182601265, "sim_compute_robot_state-npc0": 0.007865496303724207, "sim_compute_robot_state-npc1": 0.007214883099431577, "sim_compute_robot_state-npc2": 0.007267884586168372, "sim_compute_robot_state-npc3": 0.007125610890595809}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9785013113851152, "sim_physics": 0.24558348655700685, "survival_time": 2.499999999999999, "driven_lanedir": 0.9700080716683566, "sim_render-ego": 0.01319786548614502, "in-drivable-lane": 0, "agent_compute-ego": 0.023944997787475587, "deviation-heading": 0.34774352178293905, "set_robot_commands": 0.01026155471801758, "deviation-center-line": 0.15723242276422936, "driven_lanedir_consec": 0.9700080716683566, "sim_compute_sim_state": 0.0052850341796875, "sim_compute_performance-ego": 0.007955026626586915, "sim_compute_robot_state-ego": 0.010317583084106446, "sim_compute_robot_state-npc0": 0.009505305290222168, "sim_compute_robot_state-npc1": 0.00930570125579834, "sim_compute_robot_state-npc2": 0.008634538650512695, "sim_compute_robot_state-npc3": 0.009030380249023438}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3129292149411446, "sim_physics": 0.20674113035202027, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2864579763812336, "sim_render-ego": 0.011023736000061036, "in-drivable-lane": 0, "agent_compute-ego": 0.020799088478088375, "deviation-heading": 0.3801610449156702, "set_robot_commands": 0.008408427238464355, "deviation-center-line": 0.05649185041622204, "driven_lanedir_consec": 0.2864579763812336, "sim_compute_sim_state": 0.004797160625457764, "sim_compute_performance-ego": 0.0069686293601989744, "sim_compute_robot_state-ego": 0.008476555347442627, "sim_compute_robot_state-npc0": 0.007882964611053467, "sim_compute_robot_state-npc1": 0.007334208488464356, "sim_compute_robot_state-npc2": 0.006737244129180908, "sim_compute_robot_state-npc3": 0.007282567024230957}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.28668385087664994, "sim_physics": 0.15787808518660695, "survival_time": 0.9500000000000004, "driven_lanedir": 0.278237107094367, "sim_render-ego": 0.0117863981347335, "in-drivable-lane": 0, "agent_compute-ego": 0.02407160558198628, "deviation-heading": 0.19732996798555608, "set_robot_commands": 0.010622727243523849, "deviation-center-line": 0.08671144489080887, "driven_lanedir_consec": 0.278237107094367, "sim_compute_sim_state": 0.004845368234734786, "sim_compute_performance-ego": 0.006988211681968288, "sim_compute_robot_state-ego": 0.008648019087942023, "sim_compute_robot_state-npc0": 0.009023415414910568, "sim_compute_robot_state-npc1": 0.00864519571003161, "sim_compute_robot_state-npc2": 0.009009838104248049, "sim_compute_robot_state-npc3": 0.00870044607865183}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0034139953700496, "sim_physics": 0.1629698419570923, "survival_time": 2.499999999999999, "driven_lanedir": 0.47061816984274774, "sim_render-ego": 0.012129712104797364, "in-drivable-lane": 1.1499999999999986, "agent_compute-ego": 0.022256903648376465, "deviation-heading": 0.2263485117662672, "set_robot_commands": 0.00923189640045166, "deviation-center-line": 0.1594122934983136, "driven_lanedir_consec": 0.47061816984274774, "sim_compute_sim_state": 0.004506220817565918, "sim_compute_performance-ego": 0.007205243110656738, "sim_compute_robot_state-ego": 0.009028453826904296, "sim_compute_robot_state-npc0": 0.008369374275207519, "sim_compute_robot_state-npc1": 0.007999558448791504, "sim_compute_robot_state-npc2": 0.008614373207092286, "sim_compute_robot_state-npc3": 0.007899298667907714}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.3514429441281624, "sim_physics": 0.25851966034282337, "survival_time": 1.1000000000000003, "driven_lanedir": 0.34114611245347204, "sim_render-ego": 0.013860561630942604, "in-drivable-lane": 0, "agent_compute-ego": 0.02472675930369984, "deviation-heading": 0.1892537419842091, "set_robot_commands": 0.010642311789772728, "deviation-center-line": 0.08918370733714856, "driven_lanedir_consec": 0.34114611245347204, "sim_compute_sim_state": 0.004655014384876598, "sim_compute_performance-ego": 0.007712515917691318, "sim_compute_robot_state-ego": 0.00991336865858598, "sim_compute_robot_state-npc0": 0.009231838313016024, "sim_compute_robot_state-npc1": 0.008266232230446556, "sim_compute_robot_state-npc2": 0.008752649480646307, "sim_compute_robot_state-npc3": 0.008650660514831543}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.9441796518284096, "sim_physics": 0.20651891766762248, "survival_time": 2.4499999999999993, "driven_lanedir": 0.4203463405922858, "sim_render-ego": 0.011962092652612805, "in-drivable-lane": 1.0999999999999988, "agent_compute-ego": 0.02333642998520209, "deviation-heading": 0.4296166116434236, "set_robot_commands": 0.009865765668907943, "deviation-center-line": 0.08695038592754878, "driven_lanedir_consec": 0.4203463405922858, "sim_compute_sim_state": 0.004942246845790318, "sim_compute_performance-ego": 0.007345729944657306, "sim_compute_robot_state-ego": 0.009234856586067043, "sim_compute_robot_state-npc0": 0.008190719448790258, "sim_compute_robot_state-npc1": 0.008042457152386101, "sim_compute_robot_state-npc2": 0.007786162045537209, "sim_compute_robot_state-npc3": 0.007739315227586396}}
set_robot_commands_max0.010923824310302734
set_robot_commands_mean0.008966822324034599
set_robot_commands_median0.00923189640045166
set_robot_commands_min0.004800694329398019
sim_compute_performance-ego_max0.007955026626586915
sim_compute_performance-ego_mean0.006715903687727913
sim_compute_performance-ego_median0.006988211681968288
sim_compute_performance-ego_min0.0038632324763706754
sim_compute_robot_state-ego_max0.010317583084106446
sim_compute_robot_state-ego_mean0.00842583114959919
sim_compute_robot_state-ego_median0.008648019087942023
sim_compute_robot_state-ego_min0.004984208515712193
sim_compute_robot_state-npc0_max0.012324995464748807
sim_compute_robot_state-npc0_mean0.008369798480106761
sim_compute_robot_state-npc0_median0.008270968331231011
sim_compute_robot_state-npc0_min0.004778112683977399
sim_compute_robot_state-npc1_max0.00930570125579834
sim_compute_robot_state-npc1_mean0.007614238389428008
sim_compute_robot_state-npc1_median0.0076861028318051935
sim_compute_robot_state-npc1_min0.0044964296477181575
sim_compute_robot_state-npc2_max0.01121110827834518
sim_compute_robot_state-npc2_mean0.007838917245399249
sim_compute_robot_state-npc2_median0.007786162045537209
sim_compute_robot_state-npc2_min0.004471387181963239
sim_compute_robot_state-npc3_max0.009030380249023438
sim_compute_robot_state-npc3_mean0.007467568695823764
sim_compute_robot_state-npc3_median0.007722669177585178
sim_compute_robot_state-npc3_min0.004456758499145508
sim_compute_sim_state_max0.0052850341796875
sim_compute_sim_state_mean0.004436282951565311
sim_compute_sim_state_median0.004506220817565918
sim_compute_sim_state_min0.002738331045423235
sim_physics_max0.25851966034282337
sim_physics_mean0.1768132816134771
sim_physics_median0.16778754282601271
sim_physics_min0.09222935778754096
sim_render-ego_max0.013860561630942604
sim_render-ego_mean0.011526208250512955
sim_render-ego_median0.011798002101756909
sim_render-ego_min0.007117526871817452
simulation-passed1
survival_time_max3.949999999999994
survival_time_mean2.2366666666666655
survival_time_min0.9500000000000004

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.