Duckietown Challenges Home Challenges Submissions

Job 25844

Job ID25844
submission4296
userLiam Paull 🇨🇦
user labelchallenge-aido_LF-template-random
challengeaido3-LFV-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatoridsc-rudolf-26821
date started
date completed
duration0:14:29
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.589083599962416
survival_time_median2.499999999999999
deviation-center-line_median0.10394712677689665
in-drivable-lane_median0.5999999999999979


other stats
agent_compute-ego_max0.029251254123190178
agent_compute-ego_mean0.026847881913747738
agent_compute-ego_median0.0266079549436216
agent_compute-ego_min0.023816300373451383
deviation-center-line_max0.21987764564000128
deviation-center-line_mean0.11513253205557164
deviation-center-line_min0.05814541708622475
deviation-heading_max0.8045266837904589
deviation-heading_mean0.39336027445136423
deviation-heading_median0.358997137510946
deviation-heading_min0.1882128425868148
driven_any_max1.0848350093870085
driven_any_mean0.803850154643931
driven_any_median1.0028751755303635
driven_any_min0.28821608451855396
driven_lanedir_consec_max0.9094271662452732
driven_lanedir_consec_mean0.5442692575816761
driven_lanedir_consec_min0.2384328100932288
driven_lanedir_max0.9094271662452732
driven_lanedir_mean0.5442692575816761
driven_lanedir_median0.589083599962416
driven_lanedir_min0.2384328100932288
in-drivable-lane_max1.3999999999999997
in-drivable-lane_mean0.49666666666666576
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0078896084088962, "sim_physics": 0.14730708415691668, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6642632200434848, "sim_render-ego": 0.014179257246164177, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.028287465755756084, "deviation-heading": 0.5050851849885492, "set_robot_commands": 0.00974490550848154, "deviation-center-line": 0.07065220523066396, "driven_lanedir_consec": 0.6642632200434848, "sim_compute_sim_state": 0.005702243401454045, "sim_compute_performance-ego": 0.007609660808856671, "sim_compute_robot_state-ego": 0.01026063240491427, "sim_compute_robot_state-npc0": 0.009806183668283315, "sim_compute_robot_state-npc1": 0.00916923926426814, "sim_compute_robot_state-npc2": 0.008595269459944505, "sim_compute_robot_state-npc3": 0.008787343135246864}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.0132908922270336, "sim_physics": 0.13345930155585797, "survival_time": 2.549999999999999, "driven_lanedir": 0.6920556363090382, "sim_render-ego": 0.011905497195673924, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.023816300373451383, "deviation-heading": 0.37637669020263664, "set_robot_commands": 0.008108171762204637, "deviation-center-line": 0.07530023298116417, "driven_lanedir_consec": 0.6920556363090382, "sim_compute_sim_state": 0.0045636167713240085, "sim_compute_performance-ego": 0.007137691273408777, "sim_compute_robot_state-ego": 0.008431747847912358, "sim_compute_robot_state-npc0": 0.008701100068933824, "sim_compute_robot_state-npc1": 0.009864297567629347, "sim_compute_robot_state-npc2": 0.007704762851490694, "sim_compute_robot_state-npc3": 0.008468922446755803}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.8741778194087728, "sim_physics": 0.1524603677832562, "survival_time": 2.3, "driven_lanedir": 0.2384328100932288, "sim_render-ego": 0.013503810633783754, "in-drivable-lane": 1.3999999999999997, "agent_compute-ego": 0.027093135792276134, "deviation-heading": 0.23890637906938705, "set_robot_commands": 0.009817538054093073, "deviation-center-line": 0.10394712677689665, "driven_lanedir_consec": 0.2384328100932288, "sim_compute_sim_state": 0.005121770112410835, "sim_compute_performance-ego": 0.008411049842834473, "sim_compute_robot_state-ego": 0.009780215180438498, "sim_compute_robot_state-npc0": 0.009800931681757387, "sim_compute_robot_state-npc1": 0.008733790853749151, "sim_compute_robot_state-npc2": 0.008848532386448072, "sim_compute_robot_state-npc3": 0.008799967558487602}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.3128706606735367, "sim_physics": 0.17107882499694824, "survival_time": 1.0000000000000002, "driven_lanedir": 0.29198509228963654, "sim_render-ego": 0.014995110034942628, "in-drivable-lane": 0, "agent_compute-ego": 0.028647017478942872, "deviation-heading": 0.358997137510946, "set_robot_commands": 0.010512852668762208, "deviation-center-line": 0.05814541708622475, "driven_lanedir_consec": 0.29198509228963654, "sim_compute_sim_state": 0.005156028270721436, "sim_compute_performance-ego": 0.00899723768234253, "sim_compute_robot_state-ego": 0.00968254804611206, "sim_compute_robot_state-npc0": 0.010520482063293457, "sim_compute_robot_state-npc1": 0.010016798973083496, "sim_compute_robot_state-npc2": 0.009127974510192873, "sim_compute_robot_state-npc3": 0.009749245643615723}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.0329853511679177, "sim_physics": 0.15993774611994904, "survival_time": 2.6499999999999986, "driven_lanedir": 0.5740093707976381, "sim_render-ego": 0.013549746207471163, "in-drivable-lane": 0.9499999999999976, "agent_compute-ego": 0.0256131999897507, "deviation-heading": 0.38611619731107066, "set_robot_commands": 0.008874906683867832, "deviation-center-line": 0.10855323755564342, "driven_lanedir_consec": 0.5740093707976381, "sim_compute_sim_state": 0.004978670264190098, "sim_compute_performance-ego": 0.007745360428432249, "sim_compute_robot_state-ego": 0.008842810144964254, "sim_compute_robot_state-npc0": 0.0083856537656964, "sim_compute_robot_state-npc1": 0.009295292620388966, "sim_compute_robot_state-npc2": 0.00905480924642311, "sim_compute_robot_state-npc3": 0.008803529559441333}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0093722066717894, "sim_physics": 0.14615080448297357, "survival_time": 2.5999999999999988, "driven_lanedir": 0.5897896409204744, "sim_render-ego": 0.013777728264148418, "in-drivable-lane": 0.949999999999998, "agent_compute-ego": 0.026187791274144095, "deviation-heading": 0.32726405081166476, "set_robot_commands": 0.00916727689596323, "deviation-center-line": 0.10959907909937194, "driven_lanedir_consec": 0.5897896409204744, "sim_compute_sim_state": 0.005248936323019175, "sim_compute_performance-ego": 0.008017384088956393, "sim_compute_robot_state-ego": 0.009213612629817082, "sim_compute_robot_state-npc0": 0.009048154720893271, "sim_compute_robot_state-npc1": 0.008840735142047588, "sim_compute_robot_state-npc2": 0.008751254815321702, "sim_compute_robot_state-npc3": 0.008559969755319448}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.28821608451855396, "sim_physics": 0.16956683209067897, "survival_time": 0.9500000000000004, "driven_lanedir": 0.27925052723936306, "sim_render-ego": 0.01331287936160439, "in-drivable-lane": 0, "agent_compute-ego": 0.02628754314623381, "deviation-heading": 0.2202042086876065, "set_robot_commands": 0.008772084587498716, "deviation-center-line": 0.08350947933924269, "driven_lanedir_consec": 0.27925052723936306, "sim_compute_sim_state": 0.005069807956093236, "sim_compute_performance-ego": 0.007592954133686267, "sim_compute_robot_state-ego": 0.009711892981278268, "sim_compute_robot_state-npc0": 0.00980678357576069, "sim_compute_robot_state-npc1": 0.00917380734493858, "sim_compute_robot_state-npc2": 0.00973619912800036, "sim_compute_robot_state-npc3": 0.00865449403461657}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.0028751755303635, "sim_physics": 0.14295724793976428, "survival_time": 2.549999999999999, "driven_lanedir": 0.589083599962416, "sim_render-ego": 0.013944350036920286, "in-drivable-lane": 0.8499999999999981, "agent_compute-ego": 0.026572260202146043, "deviation-heading": 0.34154347845828836, "set_robot_commands": 0.00992591240826775, "deviation-center-line": 0.0989171276835034, "driven_lanedir_consec": 0.589083599962416, "sim_compute_sim_state": 0.006057982351265701, "sim_compute_performance-ego": 0.008268216077019186, "sim_compute_robot_state-ego": 0.009705576242185106, "sim_compute_robot_state-npc0": 0.01001292583989162, "sim_compute_robot_state-npc1": 0.009587750715367934, "sim_compute_robot_state-npc2": 0.009940750458661248, "sim_compute_robot_state-npc3": 0.00943600897695504}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.0052678246450475, "sim_physics": 0.13124575801924163, "survival_time": 2.549999999999999, "driven_lanedir": 0.8169200609869163, "sim_render-ego": 0.013910630170036764, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.026017193700753005, "deviation-heading": 0.5031800143488017, "set_robot_commands": 0.009682178497314451, "deviation-center-line": 0.21987764564000128, "driven_lanedir_consec": 0.8169200609869163, "sim_compute_sim_state": 0.005266830032947017, "sim_compute_performance-ego": 0.008656740188598633, "sim_compute_robot_state-ego": 0.00963735112956926, "sim_compute_robot_state-npc0": 0.009685460258932674, "sim_compute_robot_state-npc1": 0.009451772652420342, "sim_compute_robot_state-npc2": 0.008896290087232403, "sim_compute_robot_state-npc3": 0.009061210295733283}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.0848350093870085, "sim_physics": 0.1311401084617332, "survival_time": 2.6999999999999984, "driven_lanedir": 0.4403016734098912, "sim_render-ego": 0.013602071338229708, "in-drivable-lane": 1.1500000000000004, "agent_compute-ego": 0.0266079549436216, "deviation-heading": 0.8045266837904589, "set_robot_commands": 0.009248371477480288, "deviation-center-line": 0.1574967504892399, "driven_lanedir_consec": 0.4403016734098912, "sim_compute_sim_state": 0.005036376140735767, "sim_compute_performance-ego": 0.007693025800916884, "sim_compute_robot_state-ego": 0.00938405813994231, "sim_compute_robot_state-npc0": 0.008740517828199599, "sim_compute_robot_state-npc1": 0.008841638211850767, "sim_compute_robot_state-npc2": 0.008565567157886646, "sim_compute_robot_state-npc3": 0.008485785237065068}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.4264377555317492, "sim_physics": 0.13071428812467134, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4137491306771582, "sim_render-ego": 0.014003882041344276, "in-drivable-lane": 0, "agent_compute-ego": 0.023837648905240573, "deviation-heading": 0.3207236980821958, "set_robot_commands": 0.010207377947293796, "deviation-center-line": 0.08121382878296723, "driven_lanedir_consec": 0.4137491306771582, "sim_compute_sim_state": 0.005296771342937763, "sim_compute_performance-ego": 0.008047195581289439, "sim_compute_robot_state-ego": 0.009940064870394193, "sim_compute_robot_state-npc0": 0.009871381979722245, "sim_compute_robot_state-npc1": 0.009567462480985202, "sim_compute_robot_state-npc2": 0.009591359358567458, "sim_compute_robot_state-npc3": 0.00853135952582726}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.922294498135926, "sim_physics": 0.14377432068188986, "survival_time": 2.3999999999999995, "driven_lanedir": 0.9094271662452732, "sim_render-ego": 0.015154485901196798, "in-drivable-lane": 0, "agent_compute-ego": 0.02903952697912852, "deviation-heading": 0.31845322864720915, "set_robot_commands": 0.01051876445611318, "deviation-center-line": 0.1538466024680805, "driven_lanedir_consec": 0.9094271662452732, "sim_compute_sim_state": 0.005484039584795634, "sim_compute_performance-ego": 0.008518497149149576, "sim_compute_robot_state-ego": 0.0108997772137324, "sim_compute_robot_state-npc0": 0.010092402497927347, "sim_compute_robot_state-npc1": 0.009768317143122356, "sim_compute_robot_state-npc2": 0.009113242228825888, "sim_compute_robot_state-npc3": 0.009391600886980692}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.7185035020690835, "sim_physics": 0.17635246954466166, "survival_time": 1.900000000000001, "driven_lanedir": 0.7137557371068559, "sim_render-ego": 0.014872456851758456, "in-drivable-lane": 0, "agent_compute-ego": 0.02741220750306782, "deviation-heading": 0.1882128425868148, "set_robot_commands": 0.008905410766601562, "deviation-center-line": 0.14938153418232997, "driven_lanedir_consec": 0.7137557371068559, "sim_compute_sim_state": 0.006044118027938039, "sim_compute_performance-ego": 0.007906480839377955, "sim_compute_robot_state-ego": 0.009971693942421362, "sim_compute_robot_state-npc0": 0.010475597883525648, "sim_compute_robot_state-npc1": 0.009371958280864515, "sim_compute_robot_state-npc2": 0.009972854664451195, "sim_compute_robot_state-npc3": 0.008695464385183234}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.35066115709520385, "sim_physics": 0.1388779826786207, "survival_time": 1.1500000000000004, "driven_lanedir": 0.32389369486849695, "sim_render-ego": 0.015379211176996643, "in-drivable-lane": 0, "agent_compute-ego": 0.029251254123190178, "deviation-heading": 0.41625225022180623, "set_robot_commands": 0.010878127554188604, "deviation-center-line": 0.06699354519906157, "driven_lanedir_consec": 0.32389369486849695, "sim_compute_sim_state": 0.0054474706235139265, "sim_compute_performance-ego": 0.00882999793342922, "sim_compute_robot_state-ego": 0.010135733562967052, "sim_compute_robot_state-npc0": 0.009984348131262736, "sim_compute_robot_state-npc1": 0.009245571882828424, "sim_compute_robot_state-npc2": 0.009665427000626274, "sim_compute_robot_state-npc3": 0.009376121603924295}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 1.0080747741880831, "sim_physics": 0.16180060386657716, "survival_time": 2.499999999999999, "driven_lanedir": 0.6271215027752698, "sim_render-ego": 0.01332951545715332, "in-drivable-lane": 0.5999999999999981, "agent_compute-ego": 0.028047728538513183, "deviation-heading": 0.5945620720530285, "set_robot_commands": 0.009625411033630371, "deviation-center-line": 0.1895541683191835, "driven_lanedir_consec": 0.6271215027752698, "sim_compute_sim_state": 0.005351567268371582, "sim_compute_performance-ego": 0.008190150260925294, "sim_compute_robot_state-ego": 0.009726347923278807, "sim_compute_robot_state-npc0": 0.009273695945739744, "sim_compute_robot_state-npc1": 0.009439005851745603, "sim_compute_robot_state-npc2": 0.00971954345703125, "sim_compute_robot_state-npc3": 0.00931424617767334}}
set_robot_commands_max0.010878127554188604
set_robot_commands_mean0.009599286020117417
set_robot_commands_median0.009682178497314451
set_robot_commands_min0.008108171762204637
sim_compute_performance-ego_max0.00899723768234253
sim_compute_performance-ego_mean0.008108109472614903
sim_compute_performance-ego_median0.008047195581289439
sim_compute_performance-ego_min0.007137691273408777
sim_compute_robot_state-ego_max0.0108997772137324
sim_compute_robot_state-ego_mean0.009688270817328483
sim_compute_robot_state-ego_median0.009711892981278268
sim_compute_robot_state-ego_min0.008431747847912358
sim_compute_robot_state-npc0_max0.010520482063293457
sim_compute_robot_state-npc0_mean0.009613707993987995
sim_compute_robot_state-npc0_median0.009806183668283315
sim_compute_robot_state-npc0_min0.0083856537656964
sim_compute_robot_state-npc1_max0.010016798973083496
sim_compute_robot_state-npc1_mean0.009357829265686029
sim_compute_robot_state-npc1_median0.009371958280864515
sim_compute_robot_state-npc1_min0.008733790853749151
sim_compute_robot_state-npc2_max0.009972854664451195
sim_compute_robot_state-npc2_mean0.009152255787406912
sim_compute_robot_state-npc2_median0.009113242228825888
sim_compute_robot_state-npc2_min0.007704762851490694
sim_compute_robot_state-npc3_max0.009749245643615723
sim_compute_robot_state-npc3_mean0.008941017948188372
sim_compute_robot_state-npc3_median0.008799967558487602
sim_compute_robot_state-npc3_min0.008468922446755803
sim_compute_sim_state_max0.006057982351265701
sim_compute_sim_state_mean0.005321748564781218
sim_compute_sim_state_median0.005266830032947017
sim_compute_sim_state_min0.0045636167713240085
sim_physics_max0.17635246954466166
sim_physics_mean0.14912158270024936
sim_physics_median0.14615080448297357
sim_physics_min0.13071428812467134
sim_render-ego_max0.015379211176996643
sim_render-ego_mean0.01396137546116165
sim_render-ego_median0.013910630170036764
sim_render-ego_min0.011905497195673924
simulation-passed1
survival_time_max2.6999999999999984
survival_time_mean2.113333333333333
survival_time_min0.9500000000000004

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.