Duckietown Challenges Home Challenges Submissions

Job 24857

Job ID24857
submission4298
userLiam Paull 🇨🇦
user labelchallenge-aido_LF-template-random
challengeaido3-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-35-218-10492
date started
date completed
duration0:14:43
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6537162971975778
survival_time_median2.5999999999999988
deviation-center-line_median0.14884708769804722
in-drivable-lane_median0.549999999999998


other stats
agent_compute-ego_max0.018693027042207263
agent_compute-ego_mean0.017046738263855596
agent_compute-ego_median0.01783092498779297
agent_compute-ego_min0.014130137183449486
deviation-center-line_max0.5141120095458045
deviation-center-line_mean0.17690002270053232
deviation-center-line_min0.06216029860587694
deviation-heading_max1.992943725008188
deviation-heading_mean0.6929778233956081
deviation-heading_median0.4928440244444201
deviation-heading_min0.24234723632033853
driven_any_max3.534324402241835
driven_any_mean1.3470385992234173
driven_any_median1.001633421251193
driven_any_min0.3412551960104244
driven_lanedir_consec_max2.4943080534418787
driven_lanedir_consec_mean0.8813910855277101
driven_lanedir_consec_min0.3199180625488627
driven_lanedir_max2.4943080534418787
driven_lanedir_mean0.8962528018383177
driven_lanedir_median0.7206363324756618
driven_lanedir_min0.3199180625488627
in-drivable-lane_max3.549999999999991
in-drivable-lane_mean0.839999999999998
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.5811782993597916, "sim_physics": 0.13098450250263455, "survival_time": 3.949999999999994, "driven_lanedir": 0.9217908232230632, "sim_render-ego": 0.00912398929837384, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.018509279323529592, "deviation-heading": 0.5694288623982039, "set_robot_commands": 0.0071077014826521085, "deviation-center-line": 0.2348196785686717, "driven_lanedir_consec": 0.9213701538661684, "sim_compute_sim_state": 0.003712035432646546, "sim_compute_performance-ego": 0.005204194708715511, "sim_compute_robot_state-ego": 0.0066988468170166016, "sim_compute_robot_state-npc0": 0.006358955479875396, "sim_compute_robot_state-npc1": 0.005985030645056616, "sim_compute_robot_state-npc2": 0.006096489821808247, "sim_compute_robot_state-npc3": 0.00603096998190578}, "udem1-1-0": {"driven_any": 0.47798123795353264, "sim_physics": 0.11704874038696288, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4500753586658095, "sim_render-ego": 0.007874505860464913, "in-drivable-lane": 0, "agent_compute-ego": 0.014895175184522356, "deviation-heading": 0.46504862964833654, "set_robot_commands": 0.005358670439038958, "deviation-center-line": 0.09791133281082, "driven_lanedir_consec": 0.4500753586658095, "sim_compute_sim_state": 0.003119775227137974, "sim_compute_performance-ego": 0.00430983304977417, "sim_compute_robot_state-ego": 0.0054746440478733605, "sim_compute_robot_state-npc0": 0.005329038415636335, "sim_compute_robot_state-npc1": 0.005107828548976353, "sim_compute_robot_state-npc2": 0.005094936915806362, "sim_compute_robot_state-npc3": 0.005071776253836495}, "udem1-2-0": {"driven_any": 2.1864003300000703, "sim_physics": 0.12961852203295068, "survival_time": 5.14999999999999, "driven_lanedir": 1.8262319453635671, "sim_render-ego": 0.008708254804888975, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.015959283680591768, "deviation-heading": 0.8115272458314912, "set_robot_commands": 0.006638195908185348, "deviation-center-line": 0.19273160416094068, "driven_lanedir_consec": 1.8262319453635671, "sim_compute_sim_state": 0.003478297909486641, "sim_compute_performance-ego": 0.004977054966306223, "sim_compute_robot_state-ego": 0.006473457929000114, "sim_compute_robot_state-npc0": 0.005978359759432598, "sim_compute_robot_state-npc1": 0.005845956432009206, "sim_compute_robot_state-npc2": 0.0058105385419234485, "sim_compute_robot_state-npc3": 0.005764320058730042}, "udem1-3-0": {"driven_any": 0.9410513078477728, "sim_physics": 0.13960511982440948, "survival_time": 2.3999999999999995, "driven_lanedir": 0.493517638549009, "sim_render-ego": 0.008898928761482239, "in-drivable-lane": 0.8999999999999988, "agent_compute-ego": 0.015736937522888184, "deviation-heading": 0.35154027506548413, "set_robot_commands": 0.006673018137613933, "deviation-center-line": 0.08975118546699376, "driven_lanedir_consec": 0.493517638549009, "sim_compute_sim_state": 0.003286158045132955, "sim_compute_performance-ego": 0.005085185170173645, "sim_compute_robot_state-ego": 0.006379107634226481, "sim_compute_robot_state-npc0": 0.0061236123243967695, "sim_compute_robot_state-npc1": 0.005991404255231221, "sim_compute_robot_state-npc2": 0.005809461077054341, "sim_compute_robot_state-npc3": 0.005727489789326985}, "udem1-4-0": {"driven_any": 0.34749292376309954, "sim_physics": 0.1355805624099005, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3325249708009643, "sim_render-ego": 0.009491818291800362, "in-drivable-lane": 0, "agent_compute-ego": 0.018693027042207263, "deviation-heading": 0.30044835691402494, "set_robot_commands": 0.0071766262962704615, "deviation-center-line": 0.06216029860587694, "driven_lanedir_consec": 0.3325249708009643, "sim_compute_sim_state": 0.00389574822925386, "sim_compute_performance-ego": 0.005669412158784412, "sim_compute_robot_state-ego": 0.006716262726556687, "sim_compute_robot_state-npc0": 0.006413096473330543, "sim_compute_robot_state-npc1": 0.006165629341488793, "sim_compute_robot_state-npc2": 0.0064047518230619885, "sim_compute_robot_state-npc3": 0.006835676374889556}, "udem1-5-0": {"driven_any": 3.534324402241835, "sim_physics": 0.1327418838432449, "survival_time": 8.349999999999984, "driven_lanedir": 2.4943080534418787, "sim_render-ego": 0.00828607781918463, "in-drivable-lane": 2, "agent_compute-ego": 0.01804872187311778, "deviation-heading": 1.992943725008188, "set_robot_commands": 0.006286746727492281, "deviation-center-line": 0.5141120095458045, "driven_lanedir_consec": 2.4943080534418787, "sim_compute_sim_state": 0.0034835567017515263, "sim_compute_performance-ego": 0.004760886380772391, "sim_compute_robot_state-ego": 0.005996801182181535, "sim_compute_robot_state-npc0": 0.005824548755577225, "sim_compute_robot_state-npc1": 0.005603262050423079, "sim_compute_robot_state-npc2": 0.005587824804340294, "sim_compute_robot_state-npc3": 0.005629395296473703}, "udem1-6-0": {"driven_any": 2.1760405509894407, "sim_physics": 0.13009562075716777, "survival_time": 5.14999999999999, "driven_lanedir": 1.9748003483573369, "sim_render-ego": 0.0077613025035672975, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.01449115068009756, "deviation-heading": 0.7877172510198454, "set_robot_commands": 0.005717883989648911, "deviation-center-line": 0.30661477465861414, "driven_lanedir_consec": 1.9748003483573369, "sim_compute_sim_state": 0.0030977193591664137, "sim_compute_performance-ego": 0.004294228785246322, "sim_compute_robot_state-ego": 0.005501927681339597, "sim_compute_robot_state-npc0": 0.005247710977943198, "sim_compute_robot_state-npc1": 0.0051069074464075775, "sim_compute_robot_state-npc2": 0.00506556844248355, "sim_compute_robot_state-npc3": 0.005068966485921619}, "udem1-7-0": {"driven_any": 1.0050236108346402, "sim_physics": 0.1625216817855835, "survival_time": 2.499999999999999, "driven_lanedir": 0.8701796426684152, "sim_render-ego": 0.009993963241577149, "in-drivable-lane": 0, "agent_compute-ego": 0.01783092498779297, "deviation-heading": 0.9227446658975218, "set_robot_commands": 0.007140154838562012, "deviation-center-line": 0.14884708769804722, "driven_lanedir_consec": 0.8546116490381102, "sim_compute_sim_state": 0.0037032222747802736, "sim_compute_performance-ego": 0.005598306655883789, "sim_compute_robot_state-ego": 0.006662802696228027, "sim_compute_robot_state-npc0": 0.00668548583984375, "sim_compute_robot_state-npc1": 0.006477222442626953, "sim_compute_robot_state-npc2": 0.006309661865234375, "sim_compute_robot_state-npc3": 0.006340875625610352}, "udem1-8-0": {"driven_any": 0.997041660301958, "sim_physics": 0.13266177360828108, "survival_time": 2.5999999999999988, "driven_lanedir": 0.8041152574540316, "sim_render-ego": 0.00947270943568303, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.01810726294150719, "deviation-heading": 0.6817155913229234, "set_robot_commands": 0.006714247740232027, "deviation-center-line": 0.1898768080806288, "driven_lanedir_consec": 0.8041152574540316, "sim_compute_sim_state": 0.00384069406069242, "sim_compute_performance-ego": 0.005435297122368446, "sim_compute_robot_state-ego": 0.006534177523392897, "sim_compute_robot_state-npc0": 0.006322448070232685, "sim_compute_robot_state-npc1": 0.006545566595517672, "sim_compute_robot_state-npc2": 0.0064111856313852165, "sim_compute_robot_state-npc3": 0.006398443992321308}, "udem1-9-0": {"driven_any": 0.43749987104723, "sim_physics": 0.17116197255941537, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4177527119659043, "sim_render-ego": 0.009323358535766602, "in-drivable-lane": 0, "agent_compute-ego": 0.018331050872802734, "deviation-heading": 0.3796137446285097, "set_robot_commands": 0.0068237598125751205, "deviation-center-line": 0.08207813392324871, "driven_lanedir_consec": 0.4177527119659043, "sim_compute_sim_state": 0.003834064190204327, "sim_compute_performance-ego": 0.005330773500295786, "sim_compute_robot_state-ego": 0.006305630390460675, "sim_compute_robot_state-npc0": 0.00599820797259991, "sim_compute_robot_state-npc1": 0.005964545103219839, "sim_compute_robot_state-npc2": 0.005772939095130334, "sim_compute_robot_state-npc3": 0.005938043961158166}, "udem1-10-0": {"driven_any": 0.3412551960104244, "sim_physics": 0.10923259908502753, "survival_time": 1.1000000000000003, "driven_lanedir": 0.3199180625488627, "sim_render-ego": 0.007245508107272061, "in-drivable-lane": 0, "agent_compute-ego": 0.014130137183449486, "deviation-heading": 0.3796986873122644, "set_robot_commands": 0.004914706403558905, "deviation-center-line": 0.06276575300040536, "driven_lanedir_consec": 0.3199180625488627, "sim_compute_sim_state": 0.0029479807073419743, "sim_compute_performance-ego": 0.003941676833412864, "sim_compute_robot_state-ego": 0.005050615830854936, "sim_compute_robot_state-npc0": 0.004805749112909491, "sim_compute_robot_state-npc1": 0.004651470617814498, "sim_compute_robot_state-npc2": 0.00464519587430087, "sim_compute_robot_state-npc3": 0.004679159684614701}, "udem1-11-0": {"driven_any": 0.9951985237696338, "sim_physics": 0.11031588554382324, "survival_time": 2.499999999999999, "driven_lanedir": 0.7206363324756618, "sim_render-ego": 0.007378273010253907, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.016821093559265136, "deviation-heading": 0.30074636349085415, "set_robot_commands": 0.005433011054992676, "deviation-center-line": 0.16567670185555416, "driven_lanedir_consec": 0.718507549745529, "sim_compute_sim_state": 0.0030703163146972657, "sim_compute_performance-ego": 0.004084310531616211, "sim_compute_robot_state-ego": 0.0052281713485717776, "sim_compute_robot_state-npc0": 0.005120134353637696, "sim_compute_robot_state-npc1": 0.00498537540435791, "sim_compute_robot_state-npc2": 0.004986147880554199, "sim_compute_robot_state-npc3": 0.004948463439941406}, "udem1-12-0": {"driven_any": 1.9646878702534365, "sim_physics": 0.13063285959527848, "survival_time": 4.699999999999991, "driven_lanedir": 0.35162821871931205, "sim_render-ego": 0.008342851983739975, "in-drivable-lane": 3.549999999999991, "agent_compute-ego": 0.017622148736994317, "deviation-heading": 0.24234723632033853, "set_robot_commands": 0.006286676893842981, "deviation-center-line": 0.13126670634798973, "driven_lanedir_consec": 0.35162821871931205, "sim_compute_sim_state": 0.003377967692436056, "sim_compute_performance-ego": 0.004681518737305986, "sim_compute_robot_state-ego": 0.005918794489921408, "sim_compute_robot_state-npc0": 0.005757806148934871, "sim_compute_robot_state-npc1": 0.005675452820798184, "sim_compute_robot_state-npc2": 0.005809781399179012, "sim_compute_robot_state-npc3": 0.005558300525584119}, "udem1-13-0": {"driven_any": 1.001633421251193, "sim_physics": 0.1352465427838839, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6537162971975778, "sim_render-ego": 0.009874009169065036, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.01833544786159809, "deviation-heading": 0.4928440244444201, "set_robot_commands": 0.007450277988727276, "deviation-center-line": 0.13361893417935136, "driven_lanedir_consec": 0.6537162971975778, "sim_compute_sim_state": 0.003782336528484638, "sim_compute_performance-ego": 0.005611305053417499, "sim_compute_robot_state-ego": 0.006938540018521822, "sim_compute_robot_state-npc0": 0.007178856776310847, "sim_compute_robot_state-npc1": 0.0068059563636779785, "sim_compute_robot_state-npc2": 0.006492179173689622, "sim_compute_robot_state-npc3": 0.006520812328045185}, "udem1-14-0": {"driven_any": 2.218769782727205, "sim_physics": 0.13767221541631788, "survival_time": 5.249999999999989, "driven_lanedir": 0.8125963661433687, "sim_render-ego": 0.009387390954153878, "in-drivable-lane": 2.499999999999993, "agent_compute-ego": 0.01818943250746954, "deviation-heading": 1.7163026916317137, "set_robot_commands": 0.006767849695114863, "deviation-center-line": 0.2412693316050378, "driven_lanedir_consec": 0.6077880672015876, "sim_compute_sim_state": 0.003994578406924293, "sim_compute_performance-ego": 0.005335215159824916, "sim_compute_robot_state-ego": 0.006659319287254697, "sim_compute_robot_state-npc0": 0.006815444855462937, "sim_compute_robot_state-npc1": 0.006464613051641555, "sim_compute_robot_state-npc2": 0.006368918645949591, "sim_compute_robot_state-npc3": 0.006410081045968192}}
set_robot_commands_max0.007450277988727276
set_robot_commands_mean0.00643263516056719
set_robot_commands_median0.006673018137613933
set_robot_commands_min0.004914706403558905
sim_compute_performance-ego_max0.005669412158784412
sim_compute_performance-ego_mean0.004954613254259879
sim_compute_performance-ego_median0.005085185170173645
sim_compute_performance-ego_min0.003941676833412864
sim_compute_robot_state-ego_max0.006938540018521822
sim_compute_robot_state-ego_mean0.006169273306893375
sim_compute_robot_state-ego_median0.006379107634226481
sim_compute_robot_state-ego_min0.005050615830854936
sim_compute_robot_state-npc0_max0.007178856776310847
sim_compute_robot_state-npc0_mean0.0059972970210749495
sim_compute_robot_state-npc0_median0.00599820797259991
sim_compute_robot_state-npc0_min0.004805749112909491
sim_compute_robot_state-npc1_max0.0068059563636779785
sim_compute_robot_state-npc1_mean0.005825081407949828
sim_compute_robot_state-npc1_median0.005964545103219839
sim_compute_robot_state-npc1_min0.004651470617814498
sim_compute_robot_state-npc2_max0.006492179173689622
sim_compute_robot_state-npc2_mean0.005777705399460095
sim_compute_robot_state-npc2_median0.005809781399179012
sim_compute_robot_state-npc2_min0.00464519587430087
sim_compute_robot_state-npc3_max0.006835676374889556
sim_compute_robot_state-npc3_mean0.005794851656288507
sim_compute_robot_state-npc3_median0.005764320058730042
sim_compute_robot_state-npc3_min0.004679159684614701
sim_compute_sim_state_max0.003994578406924293
sim_compute_sim_state_mean0.0035082967386758108
sim_compute_sim_state_median0.0034835567017515263
sim_compute_sim_state_min0.0029479807073419743
sim_physics_max0.17116197255941537
sim_physics_mean0.1336746988089921
sim_physics_median0.13266177360828108
sim_physics_min0.10923259908502753
sim_render-ego_max0.009993963241577149
sim_render-ego_mean0.008744196118484928
sim_render-ego_median0.008898928761482239
sim_render-ego_min0.007245508107272061
simulation-passed1
survival_time_max8.349999999999984
survival_time_mean3.3333333333333286
survival_time_min1.0500000000000005

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.