Duckietown Challenges Home Challenges Submissions

Submission 2632

Submission2632
Competingyes
Challengeaido2-LFV-sim-testing
UserAndrea Censi 🇨🇭
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 22845
Next
User labelchallenge-aido_LF-template-random
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
22845step1-simulationsuccessyes0:21:55
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.47061816984274774
survival_time_median2.4499999999999993
deviation-center-line_median0.09047885846140293
in-drivable-lane_median0.7999999999999974


other stats
agent_compute-ego_max0.17054445743560792
agent_compute-ego_mean0.15326900174606975
agent_compute-ego_median0.15365346100019373
agent_compute-ego_min0.1249864282487314
deviation-center-line_max0.1743913456502906
deviation-center-line_mean0.11122054568266285
deviation-center-line_min0.05649185041622204
deviation-heading_max0.8583234710357402
deviation-heading_mean0.371509805944231
deviation-heading_median0.3477435217829391
deviation-heading_min0.1892537419842091
driven_any_max1.6169932854589035
driven_any_mean0.8549136794030617
driven_any_median0.9441796518284096
driven_any_min0.28668385087664994
driven_lanedir_consec_max1.2433038249708377
driven_lanedir_consec_mean0.5622432991481365
driven_lanedir_consec_min0.24216121529728207
driven_lanedir_max1.2433038249708377
driven_lanedir_mean0.5622432991481365
driven_lanedir_median0.47061816984274774
driven_lanedir_min0.24216121529728207
in-drivable-lane_max1.3499999999999996
in-drivable-lane_mean0.5899999999999992
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.16348443649433278, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.06416797637939453, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.16034608417087132, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.10043999000831888, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.04100902875264486, "sim_compute_performance-ego": 0.07378695187745271, "sim_compute_robot_state-ego": 0.08079169856177436, "sim_compute_robot_state-npc0": 0.07089449299706353, "sim_compute_robot_state-npc1": 0.07239009715892651, "sim_compute_robot_state-npc2": 0.07412245980015507, "sim_compute_robot_state-npc3": 0.07327725710692229}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118998, "sim_physics": 0.16930325508117677, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.06259916305541992, "in-drivable-lane": 0, "agent_compute-ego": 0.14750585556030274, "deviation-heading": 0.47860435001913393, "set_robot_commands": 0.09780652046203614, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.03561881065368652, "sim_compute_performance-ego": 0.06515002250671387, "sim_compute_robot_state-ego": 0.06999045372009277, "sim_compute_robot_state-npc0": 0.06673898696899414, "sim_compute_robot_state-npc1": 0.0647242546081543, "sim_compute_robot_state-npc2": 0.06279389381408691, "sim_compute_robot_state-npc3": 0.06452648162841797}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.17538484774137797, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708377, "sim_render-ego": 0.06296993556775544, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.15589091024900736, "deviation-heading": 0.5020407942599273, "set_robot_commands": 0.09442387129131116, "deviation-center-line": 0.1743913456502906, "driven_lanedir_consec": 1.2433038249708377, "sim_compute_sim_state": 0.04118630760594418, "sim_compute_performance-ego": 0.07120095428667571, "sim_compute_robot_state-ego": 0.07413538192447863, "sim_compute_robot_state-npc0": 0.0686658589463485, "sim_compute_robot_state-npc1": 0.06996680874573558, "sim_compute_robot_state-npc2": 0.06975354960090235, "sim_compute_robot_state-npc3": 0.07196068450024254}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589035, "sim_physics": 0.13972686212274094, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.048859578144701224, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.1249864282487314, "deviation-heading": 0.34764983431811214, "set_robot_commands": 0.07220172580284408, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.029550923576837855, "sim_compute_performance-ego": 0.05181491224071647, "sim_compute_robot_state-ego": 0.05829531331605549, "sim_compute_robot_state-npc0": 0.05625427221950097, "sim_compute_robot_state-npc1": 0.0519520874264874, "sim_compute_robot_state-npc2": 0.05394067945359629, "sim_compute_robot_state-npc3": 0.052316529841362674}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846431, "sim_physics": 0.1667208927018302, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.061234048434666226, "in-drivable-lane": 0, "agent_compute-ego": 0.15052098887307302, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.0911848885672433, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.038007378578186035, "sim_compute_performance-ego": 0.07079241105488368, "sim_compute_robot_state-ego": 0.07859313488006592, "sim_compute_robot_state-npc0": 0.06840340580259051, "sim_compute_robot_state-npc1": 0.06475199971880231, "sim_compute_robot_state-npc2": 0.06608551740646362, "sim_compute_robot_state-npc3": 0.06706563064030238}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0440585337030532, "sim_physics": 0.16203442326298467, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5009536316076031, "sim_render-ego": 0.06320001460887768, "in-drivable-lane": 1.0000000000000009, "agent_compute-ego": 0.15742290019989014, "deviation-heading": 0.8583234710357402, "set_robot_commands": 0.09993437925974528, "deviation-center-line": 0.1636702708892767, "driven_lanedir_consec": 0.5009536316076031, "sim_compute_sim_state": 0.03996821686073586, "sim_compute_performance-ego": 0.07102621926201715, "sim_compute_robot_state-ego": 0.07386537392934163, "sim_compute_robot_state-npc0": 0.07060350312127008, "sim_compute_robot_state-npc1": 0.07128676220222756, "sim_compute_robot_state-npc2": 0.07213054762946235, "sim_compute_robot_state-npc3": 0.06865302721659343}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.045672984989961, "sim_physics": 0.1622398164537218, "survival_time": 2.6999999999999984, "driven_lanedir": 0.636422849544542, "sim_render-ego": 0.062223076820373535, "in-drivable-lane": 0.7999999999999974, "agent_compute-ego": 0.15244521918120207, "deviation-heading": 0.39273667682101354, "set_robot_commands": 0.0972786302919741, "deviation-center-line": 0.08970073753261001, "driven_lanedir_consec": 0.636422849544542, "sim_compute_sim_state": 0.03803525589130543, "sim_compute_performance-ego": 0.06803182760874431, "sim_compute_robot_state-ego": 0.07395947421038593, "sim_compute_robot_state-npc0": 0.07038294827496563, "sim_compute_robot_state-npc1": 0.07271314550329137, "sim_compute_robot_state-npc2": 0.07147438437850387, "sim_compute_robot_state-npc3": 0.0707653628455268}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.877256228857091, "sim_physics": 0.20495394070943196, "survival_time": 2.25, "driven_lanedir": 0.38713958773684665, "sim_render-ego": 0.06384898821512858, "in-drivable-lane": 0.9999999999999996, "agent_compute-ego": 0.14745496643914116, "deviation-heading": 0.384474040685185, "set_robot_commands": 0.09754731390211316, "deviation-center-line": 0.07500609722918031, "driven_lanedir_consec": 0.38713958773684665, "sim_compute_sim_state": 0.04187631077236599, "sim_compute_performance-ego": 0.07063974804348416, "sim_compute_robot_state-ego": 0.077951357099745, "sim_compute_robot_state-npc0": 0.07152888509962294, "sim_compute_robot_state-npc1": 0.07113474739922418, "sim_compute_robot_state-npc2": 0.07200446658664279, "sim_compute_robot_state-npc3": 0.07075606452094184}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.8433010974171573, "sim_physics": 0.1709906070128731, "survival_time": 2.3, "driven_lanedir": 0.24216121529728207, "sim_render-ego": 0.06162524741628896, "in-drivable-lane": 1.3499999999999996, "agent_compute-ego": 0.15365346100019373, "deviation-heading": 0.34566993689777425, "set_robot_commands": 0.09675001579782236, "deviation-center-line": 0.07136114712800473, "driven_lanedir_consec": 0.24216121529728207, "sim_compute_sim_state": 0.03893574942713198, "sim_compute_performance-ego": 0.0710401846014935, "sim_compute_robot_state-ego": 0.0777132511138916, "sim_compute_robot_state-npc0": 0.06749173869257388, "sim_compute_robot_state-npc1": 0.06731511198956033, "sim_compute_robot_state-npc2": 0.07060890612394913, "sim_compute_robot_state-npc3": 0.06937271097432011}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9785013113851152, "sim_physics": 0.184713134765625, "survival_time": 2.499999999999999, "driven_lanedir": 0.9700080716683566, "sim_render-ego": 0.06288336753845215, "in-drivable-lane": 0, "agent_compute-ego": 0.15382501602172852, "deviation-heading": 0.3477435217829391, "set_robot_commands": 0.09075130462646484, "deviation-center-line": 0.15723242276422936, "driven_lanedir_consec": 0.9700080716683566, "sim_compute_sim_state": 0.039897584915161134, "sim_compute_performance-ego": 0.06748695850372315, "sim_compute_robot_state-ego": 0.07230766296386719, "sim_compute_robot_state-npc0": 0.06720998287200927, "sim_compute_robot_state-npc1": 0.0643012523651123, "sim_compute_robot_state-npc2": 0.06503701686859131, "sim_compute_robot_state-npc3": 0.07049318313598633}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3129292149411446, "sim_physics": 0.21479833126068115, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2864579763812336, "sim_render-ego": 0.06699057817459106, "in-drivable-lane": 0, "agent_compute-ego": 0.16798851490020753, "deviation-heading": 0.38016104491567027, "set_robot_commands": 0.09449297189712524, "deviation-center-line": 0.05649185041622204, "driven_lanedir_consec": 0.2864579763812336, "sim_compute_sim_state": 0.03875377178192139, "sim_compute_performance-ego": 0.08129211664199829, "sim_compute_robot_state-ego": 0.0838469386100769, "sim_compute_robot_state-npc0": 0.07304362058639527, "sim_compute_robot_state-npc1": 0.06919090747833252, "sim_compute_robot_state-npc2": 0.07149168252944946, "sim_compute_robot_state-npc3": 0.07332719564437866}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.28668385087664994, "sim_physics": 0.16415821878533615, "survival_time": 0.9500000000000004, "driven_lanedir": 0.278237107094367, "sim_render-ego": 0.0613970254596911, "in-drivable-lane": 0, "agent_compute-ego": 0.14191298735769173, "deviation-heading": 0.19732996798555608, "set_robot_commands": 0.09167397649664628, "deviation-center-line": 0.08671144489080887, "driven_lanedir_consec": 0.278237107094367, "sim_compute_sim_state": 0.04297247685884174, "sim_compute_performance-ego": 0.06953400059750206, "sim_compute_robot_state-ego": 0.07280958326239335, "sim_compute_robot_state-npc0": 0.06513826470626027, "sim_compute_robot_state-npc1": 0.06501465094716925, "sim_compute_robot_state-npc2": 0.0682814874147114, "sim_compute_robot_state-npc3": 0.06693343112343236}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0034139953700494, "sim_physics": 0.17449150562286378, "survival_time": 2.499999999999999, "driven_lanedir": 0.47061816984274774, "sim_render-ego": 0.06645752906799317, "in-drivable-lane": 1.1499999999999986, "agent_compute-ego": 0.17054445743560792, "deviation-heading": 0.2263485117662671, "set_robot_commands": 0.10473747730255129, "deviation-center-line": 0.1594122934983136, "driven_lanedir_consec": 0.47061816984274774, "sim_compute_sim_state": 0.042783594131469725, "sim_compute_performance-ego": 0.07626745700836182, "sim_compute_robot_state-ego": 0.08475580215454101, "sim_compute_robot_state-npc0": 0.07400274276733398, "sim_compute_robot_state-npc1": 0.07219197273254395, "sim_compute_robot_state-npc2": 0.07308565616607667, "sim_compute_robot_state-npc3": 0.07276169776916504}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.351442944128162, "sim_physics": 0.2366520816629583, "survival_time": 1.1000000000000003, "driven_lanedir": 0.34114611245347204, "sim_render-ego": 0.06544137001037598, "in-drivable-lane": 0, "agent_compute-ego": 0.1617100563916293, "deviation-heading": 0.1892537419842091, "set_robot_commands": 0.10754326256838712, "deviation-center-line": 0.08918370733714856, "driven_lanedir_consec": 0.34114611245347204, "sim_compute_sim_state": 0.04129770669070157, "sim_compute_performance-ego": 0.07317307862368497, "sim_compute_robot_state-ego": 0.08480786193500865, "sim_compute_robot_state-npc0": 0.06855694814161821, "sim_compute_robot_state-npc1": 0.0713449174707586, "sim_compute_robot_state-npc2": 0.07422280311584473, "sim_compute_robot_state-npc3": 0.07499588619578969}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.9441796518284096, "sim_physics": 0.2032301766531808, "survival_time": 2.4499999999999993, "driven_lanedir": 0.4203463405922858, "sim_render-ego": 0.06693460016834493, "in-drivable-lane": 1.0999999999999988, "agent_compute-ego": 0.15282718016176808, "deviation-heading": 0.4296166116434236, "set_robot_commands": 0.09649444599540866, "deviation-center-line": 0.08695038592754878, "driven_lanedir_consec": 0.4203463405922858, "sim_compute_sim_state": 0.03975336405695701, "sim_compute_performance-ego": 0.067400937177697, "sim_compute_robot_state-ego": 0.07587818710171447, "sim_compute_robot_state-npc0": 0.06841966084071568, "sim_compute_robot_state-npc1": 0.06842096484437281, "sim_compute_robot_state-npc2": 0.07308107979443608, "sim_compute_robot_state-npc3": 0.0695439455460529}}
set_robot_commands_max0.10754326256838712
set_robot_commands_mean0.09555071828466614
set_robot_commands_median0.09675001579782236
set_robot_commands_min0.07220172580284408
sim_compute_performance-ego_max0.08129211664199829
sim_compute_performance-ego_mean0.06990918533567658
sim_compute_performance-ego_median0.07079241105488368
sim_compute_performance-ego_min0.05181491224071647
sim_compute_robot_state-ego_max0.08480786193500865
sim_compute_robot_state-ego_mean0.07598009831889553
sim_compute_robot_state-ego_median0.07587818710171447
sim_compute_robot_state-ego_min0.05829531331605549
sim_compute_robot_state-npc0_max0.07400274276733398
sim_compute_robot_state-npc0_mean0.06848902080248419
sim_compute_robot_state-npc0_median0.06855694814161821
sim_compute_robot_state-npc0_min0.05625427221950097
sim_compute_robot_state-npc1_max0.07271314550329137
sim_compute_robot_state-npc1_mean0.06777997870604661
sim_compute_robot_state-npc1_median0.06919090747833252
sim_compute_robot_state-npc1_min0.0519520874264874
sim_compute_robot_state-npc2_max0.07422280311584473
sim_compute_robot_state-npc2_mean0.06920760871219148
sim_compute_robot_state-npc2_median0.07147438437850387
sim_compute_robot_state-npc2_min0.05394067945359629
sim_compute_robot_state-npc3_max0.07499588619578969
sim_compute_robot_state-npc3_mean0.06911660591262898
sim_compute_robot_state-npc3_median0.07049318313598633
sim_compute_robot_state-npc3_min0.052316529841362674
sim_compute_sim_state_max0.04297247685884174
sim_compute_sim_state_mean0.03930976537025942
sim_compute_sim_state_median0.039897584915161134
sim_compute_sim_state_min0.029550923576837855
sim_physics_max0.2366520816629583
sim_physics_mean0.1795255020220744
sim_physics_median0.1709906070128731
sim_physics_min0.13972686212274094
sim_render-ego_max0.06699057817459106
sim_render-ego_mean0.06272216660413696
sim_render-ego_median0.06296993556775544
sim_render-ego_min0.048859578144701224
simulation-passed1
survival_time_max3.949999999999994
survival_time_mean2.2366666666666655
survival_time_min0.9500000000000004
No reset possible