Duckietown Challenges Home Challenges Submissions

Submission 2391

Submission2391
Competingyes
Challengeaido2-LF-sim-testing
UserLiam Paull 🇨🇦
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 23010
Next
User labelrandom_agent
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
23010step1-simulationsuccessyes0:16:00
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.5723310224856362
survival_time_median2.549999999999999
deviation-center-line_median0.10099507669212504
in-drivable-lane_median0.4499999999999984


other stats
agent_compute-ego_max0.15043240434983196
agent_compute-ego_mean0.12985192450623015
agent_compute-ego_median0.13465824547935934
agent_compute-ego_min0.07940946306501116
deviation-center-line_max0.2838635700333795
deviation-center-line_mean0.12786165368054708
deviation-center-line_min0.07112529346797256
deviation-heading_max0.5289022616823588
deviation-heading_mean0.3391682685652287
deviation-heading_median0.32928385103533875
deviation-heading_min0.19401296908406307
driven_any_max2.1706243860917107
driven_any_mean0.9759490378276146
driven_any_median1.0117660515775693
driven_any_min0.23626560261560617
driven_lanedir_consec_max1.919400421063832
driven_lanedir_consec_mean0.6896171461819246
driven_lanedir_consec_min0.2264965947033466
driven_lanedir_max1.919400421063832
driven_lanedir_mean0.6896171461819246
driven_lanedir_median0.5723310224856362
driven_lanedir_min0.2264965947033466
in-drivable-lane_max1.7999999999999936
in-drivable-lane_mean0.5899999999999982
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.10271796915266249, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.06461237095020435, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.1415336220352738, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.10180842876434326, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.038990510834587946, "sim_compute_performance-ego": 0.07051033443874782, "sim_compute_robot_state-ego": 0.07946744671574345}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9933867744747804, "sim_physics": 0.11542625520743575, "survival_time": 2.549999999999999, "driven_lanedir": 0.8010406009604816, "sim_render-ego": 0.06360963279125738, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.14232835115170947, "deviation-heading": 0.5289022616823588, "set_robot_commands": 0.09606278643888586, "deviation-center-line": 0.13005513204193506, "driven_lanedir_consec": 0.8010406009604816, "sim_compute_sim_state": 0.04187757361168955, "sim_compute_performance-ego": 0.07341717271243825, "sim_compute_robot_state-ego": 0.07895931075601016}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.23626560261560617, "sim_physics": 0.14248278561760397, "survival_time": 0.8500000000000002, "driven_lanedir": 0.2264965947033466, "sim_render-ego": 0.07729263866648954, "in-drivable-lane": 0, "agent_compute-ego": 0.15043240434983196, "deviation-heading": 0.23048898560984332, "set_robot_commands": 0.102887840831981, "deviation-center-line": 0.0788839760023766, "driven_lanedir_consec": 0.2264965947033466, "sim_compute_sim_state": 0.040891142452464384, "sim_compute_performance-ego": 0.07502024313982796, "sim_compute_robot_state-ego": 0.08954777437097886}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.4346971317320432, "sim_physics": 0.10650437355041505, "survival_time": 1.2500000000000004, "driven_lanedir": 0.40985475638935265, "sim_render-ego": 0.058139190673828126, "in-drivable-lane": 0, "agent_compute-ego": 0.13718822479248047, "deviation-heading": 0.4138862827398061, "set_robot_commands": 0.091250581741333, "deviation-center-line": 0.08421324241865966, "driven_lanedir_consec": 0.40985475638935265, "sim_compute_sim_state": 0.03913865089416504, "sim_compute_performance-ego": 0.06881882667541504, "sim_compute_robot_state-ego": 0.07562188148498535}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.618214457700942, "sim_physics": 0.09490370750427246, "survival_time": 3.949999999999994, "driven_lanedir": 0.7890999076769956, "sim_render-ego": 0.05394844767413562, "in-drivable-lane": 1.7999999999999936, "agent_compute-ego": 0.12074960032595863, "deviation-heading": 0.23606825392187256, "set_robot_commands": 0.08658875392962105, "deviation-center-line": 0.2072381278624381, "driven_lanedir_consec": 0.7890999076769956, "sim_compute_sim_state": 0.03456840937650656, "sim_compute_performance-ego": 0.05950133106376551, "sim_compute_robot_state-ego": 0.0646001749400851}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0038514956833002, "sim_physics": 0.05529586636290258, "survival_time": 2.4499999999999993, "driven_lanedir": 0.7531703123735944, "sim_render-ego": 0.03650059505384796, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.07940946306501116, "deviation-heading": 0.4596437246381204, "set_robot_commands": 0.056020746425706515, "deviation-center-line": 0.08968283443958727, "driven_lanedir_consec": 0.7531703123735944, "sim_compute_sim_state": 0.02364839826311384, "sim_compute_performance-ego": 0.03983721927720673, "sim_compute_robot_state-ego": 0.041865733205055704}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.0542898001504375, "sim_physics": 0.10787080441202436, "survival_time": 2.799999999999998, "driven_lanedir": 0.5389398655375865, "sim_render-ego": 0.057453542947769165, "in-drivable-lane": 1.1499999999999972, "agent_compute-ego": 0.12829346741948808, "deviation-heading": 0.4109275195546752, "set_robot_commands": 0.10030631508146014, "deviation-center-line": 0.10786249131209884, "driven_lanedir_consec": 0.5389398655375865, "sim_compute_sim_state": 0.03568174157823835, "sim_compute_performance-ego": 0.06512308546475001, "sim_compute_robot_state-ego": 0.07180565595626831}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.3164475681403097, "sim_physics": 0.10887900988260904, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3093025166124813, "sim_render-ego": 0.06023006212143671, "in-drivable-lane": 0, "agent_compute-ego": 0.14004109019324892, "deviation-heading": 0.2242052814634115, "set_robot_commands": 0.09545736085800896, "deviation-center-line": 0.09758615464743424, "driven_lanedir_consec": 0.3093025166124813, "sim_compute_sim_state": 0.039016155969528926, "sim_compute_performance-ego": 0.07037247930254255, "sim_compute_robot_state-ego": 0.07025558607918876}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.2018528489510765, "sim_physics": 0.11262516652123404, "survival_time": 2.9499999999999975, "driven_lanedir": 0.6922532395203, "sim_render-ego": 0.059808957374702064, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.12991097013829117, "deviation-heading": 0.32928385103533875, "set_robot_commands": 0.09376696812904488, "deviation-center-line": 0.07112529346797256, "driven_lanedir_consec": 0.6922532395203, "sim_compute_sim_state": 0.03675232499332751, "sim_compute_performance-ego": 0.06460369643518481, "sim_compute_robot_state-ego": 0.0700188733763614}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.0435481553257333, "sim_physics": 0.10640250986272638, "survival_time": 2.7499999999999982, "driven_lanedir": 0.5204405548974873, "sim_render-ego": 0.06078646399758079, "in-drivable-lane": 1.1499999999999977, "agent_compute-ego": 0.1358331030065363, "deviation-heading": 0.33296447766287096, "set_robot_commands": 0.09668470295992763, "deviation-center-line": 0.0950267943453044, "driven_lanedir_consec": 0.5204405548974873, "sim_compute_sim_state": 0.03869804469021884, "sim_compute_performance-ego": 0.06639436375011097, "sim_compute_robot_state-ego": 0.0692798917943781}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.5954548672193265, "sim_physics": 0.12015254156930108, "survival_time": 3.8499999999999943, "driven_lanedir": 1.1042463557848754, "sim_render-ego": 0.06321048426937748, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.13779069541336655, "deviation-heading": 0.3566810710676767, "set_robot_commands": 0.09553470240010845, "deviation-center-line": 0.22513914436082189, "driven_lanedir_consec": 1.1042463557848754, "sim_compute_sim_state": 0.03907961040348202, "sim_compute_performance-ego": 0.07079179565627854, "sim_compute_robot_state-ego": 0.0778136717808711}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.49030923107489305, "sim_physics": 0.11430199657167708, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4826393189617785, "sim_render-ego": 0.060864312308175225, "in-drivable-lane": 0, "agent_compute-ego": 0.1169487578528268, "deviation-heading": 0.23322336656472228, "set_robot_commands": 0.08845388037817818, "deviation-center-line": 0.10099507669212504, "driven_lanedir_consec": 0.4826393189617785, "sim_compute_sim_state": 0.03962974888937814, "sim_compute_performance-ego": 0.06485380445207868, "sim_compute_robot_state-ego": 0.07025694847106934}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0117660515775693, "sim_physics": 0.08355661934497309, "survival_time": 2.549999999999999, "driven_lanedir": 0.791717039833255, "sim_render-ego": 0.05053887647740981, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.1190773178549374, "deviation-heading": 0.320449356593834, "set_robot_commands": 0.08029082242180319, "deviation-center-line": 0.1017166571540705, "driven_lanedir_consec": 0.791717039833255, "sim_compute_sim_state": 0.032592165703867, "sim_compute_performance-ego": 0.05933832654766008, "sim_compute_robot_state-ego": 0.06193271805258358}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.44419823353351984, "sim_physics": 0.11060775650872123, "survival_time": 1.3500000000000003, "driven_lanedir": 0.4333246859278659, "sim_render-ego": 0.06071642593101219, "in-drivable-lane": 0, "agent_compute-ego": 0.1335835545151322, "deviation-heading": 0.2988926743481924, "set_robot_commands": 0.1019881389759205, "deviation-center-line": 0.08545702330592322, "driven_lanedir_consec": 0.4333246859278659, "sim_compute_sim_state": 0.03732847284387659, "sim_compute_performance-ego": 0.06696841451856825, "sim_compute_robot_state-ego": 0.07238634427388509}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.1706243860917107, "sim_physics": 0.10059802204954858, "survival_time": 5.09999999999999, "driven_lanedir": 1.919400421063832, "sim_render-ego": 0.06142300484227199, "in-drivable-lane": 0.4999999999999982, "agent_compute-ego": 0.13465824547935934, "deviation-heading": 0.5178939525116442, "set_robot_commands": 0.09637154784857058, "deviation-center-line": 0.2838635700333795, "driven_lanedir_consec": 1.919400421063832, "sim_compute_sim_state": 0.03843273134792552, "sim_compute_performance-ego": 0.06547479302275415, "sim_compute_robot_state-ego": 0.07235316201752308}}
set_robot_commands_max0.102887840831981
set_robot_commands_mean0.0922315718123262
set_robot_commands_median0.09553470240010845
set_robot_commands_min0.056020746425706515
sim_compute_performance-ego_max0.07502024313982796
sim_compute_performance-ego_mean0.06540172576382196
sim_compute_performance-ego_median0.06639436375011097
sim_compute_performance-ego_min0.03983721927720673
sim_compute_robot_state-ego_max0.08954777437097886
sim_compute_robot_state-ego_mean0.0710776782183325
sim_compute_robot_state-ego_median0.07180565595626831
sim_compute_robot_state-ego_min0.041865733205055704
sim_compute_sim_state_max0.04187757361168955
sim_compute_sim_state_mean0.03708837879015802
sim_compute_sim_state_median0.03869804469021884
sim_compute_sim_state_min0.02364839826311384
sim_physics_max0.14248278561760397
sim_physics_mean0.10548835894120716
sim_physics_median0.10787080441202436
sim_physics_min0.05529586636290258
sim_render-ego_max0.07729263866648954
sim_render-ego_mean0.05927566707196656
sim_render-ego_median0.06071642593101219
sim_render-ego_min0.03650059505384796
simulation-passed1
survival_time_max5.09999999999999
survival_time_mean2.503333333333331
survival_time_min0.8500000000000002
No reset possible