Evaluator 846

step1-simulation

success

2019-05-07 14:14:22+00:00

2019-05-07 14:49:02+00:00

0:34:40

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.0622003693580613
survival_time_median	14.950000000000076
deviation-center-line_median	0.7378397876927238
in-drivable-lane_median	2.5000000000000124

other stats

agent_compute-ego_max	0.10450297196706136
agent_compute-ego_mean	0.10154158787569552
agent_compute-ego_median	0.1012580880993291
agent_compute-ego_min	0.10044522603352864
deviation-center-line_max	1.1296486829523331
deviation-center-line_mean	0.6355909013395707
deviation-center-line_min	0.10574198114720644
deviation-heading_max	4.761588646504044
deviation-heading_mean	2.7863545304015633
deviation-heading_median	3.2016040354614557
deviation-heading_min	0.3603130277760396
driven_any_max	3.55583799104907
driven_any_mean	1.923670544057543
driven_any_median	2.0494377844531404
driven_any_min	0.3629663748480858
driven_lanedir_consec_max	2.949525393273736
driven_lanedir_consec_mean	1.1628295898222492
driven_lanedir_consec_min	0.32444033964318253
driven_lanedir_max	2.949525393273736
driven_lanedir_mean	1.486998981786706
driven_lanedir_median	1.494928661054356
driven_lanedir_min	0.32444033964318253
in-drivable-lane_max	6.000000000000017
in-drivable-lane_mean	2.410000000000006
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.5380127750754996, "sim_physics": 0.06096244653065999, "survival_time": 1.5000000000000009, "driven_lanedir": 0.5119705696959471, "sim_render-ego": 0.038456328709920246, "in-drivable-lane": 0, "agent_compute-ego": 0.10450297196706136, "deviation-heading": 0.3603130277760396, "set_robot_commands": 0.05903858343760173, "deviation-center-line": 0.10574198114720644, "driven_lanedir_consec": 0.5119705696959471, "sim_compute_sim_state": 0.0250445286432902, "sim_compute_performance-ego": 0.04140350818634033, "sim_compute_robot_state-ego": 0.04396372636159261}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.661404325156844, "sim_physics": 0.05730392430957995, "survival_time": 7.599999999999981, "driven_lanedir": 1.494928661054356, "sim_render-ego": 0.03751909889672932, "in-drivable-lane": 0, "agent_compute-ego": 0.1012580880993291, "deviation-heading": 1.7362115561104945, "set_robot_commands": 0.05728359442008169, "deviation-center-line": 0.3947850375862497, "driven_lanedir_consec": 1.494928661054356, "sim_compute_sim_state": 0.02446247088281732, "sim_compute_performance-ego": 0.04136425570437783, "sim_compute_robot_state-ego": 0.04320893319029557}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.10798226459922, "sim_physics": 0.05862763404846191, "survival_time": 14.950000000000076, "driven_lanedir": 2.6004214068197427, "sim_render-ego": 0.037543989817301435, "in-drivable-lane": 3.450000000000042, "agent_compute-ego": 0.10211560408274332, "deviation-heading": 2.4500826362187413, "set_robot_commands": 0.05741726001103719, "deviation-center-line": 0.8329742938913611, "driven_lanedir_consec": 2.6004214068197427, "sim_compute_sim_state": 0.024115874767303463, "sim_compute_performance-ego": 0.04104798714319865, "sim_compute_robot_state-ego": 0.043233814239501955}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.769474151059732, "sim_physics": 0.05885062535603841, "survival_time": 14.950000000000076, "driven_lanedir": 2.3972050212522213, "sim_render-ego": 0.03715170621871948, "in-drivable-lane": 3.149999999999995, "agent_compute-ego": 0.10225751479466756, "deviation-heading": 3.851149435380453, "set_robot_commands": 0.05798204898834229, "deviation-center-line": 1.0385679006855977, "driven_lanedir_consec": 1.2265475107509751, "sim_compute_sim_state": 0.02394707759221395, "sim_compute_performance-ego": 0.041174598534901935, "sim_compute_robot_state-ego": 0.04283582131067912}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.580957933784384, "sim_physics": 0.05821336587270101, "survival_time": 14.950000000000076, "driven_lanedir": 1.8987643462120676, "sim_render-ego": 0.03742190361022949, "in-drivable-lane": 4.300000000000005, "agent_compute-ego": 0.10115252574284872, "deviation-heading": 4.016172004062248, "set_robot_commands": 0.057895809809366865, "deviation-center-line": 0.8031899947447215, "driven_lanedir_consec": 1.2242514367594504, "sim_compute_sim_state": 0.02410963217417399, "sim_compute_performance-ego": 0.04093003988265991, "sim_compute_robot_state-ego": 0.04336013317108154}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.6694762493199349, "sim_physics": 0.05655101219813029, "survival_time": 14.950000000000076, "driven_lanedir": 1.0622003693580613, "sim_render-ego": 0.037344787120819095, "in-drivable-lane": 1.8499999999999936, "agent_compute-ego": 0.10113113482793172, "deviation-heading": 3.2016040354614557, "set_robot_commands": 0.05714245398839315, "deviation-center-line": 0.7378397876927238, "driven_lanedir_consec": 1.0622003693580613, "sim_compute_sim_state": 0.024249927997589113, "sim_compute_performance-ego": 0.04123334884643555, "sim_compute_robot_state-ego": 0.04282817045847575}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 2.1812043668026257, "sim_physics": 0.059607908725738526, "survival_time": 14.950000000000076, "driven_lanedir": 1.7966125683024656, "sim_render-ego": 0.0375294280052185, "in-drivable-lane": 3.2499999999999885, "agent_compute-ego": 0.10044522603352864, "deviation-heading": 3.700057671514734, "set_robot_commands": 0.05706971804300944, "deviation-center-line": 1.1296486829523331, "driven_lanedir_consec": 0.9874718811528588, "sim_compute_sim_state": 0.024351653258005777, "sim_compute_performance-ego": 0.040835421880086265, "sim_compute_robot_state-ego": 0.04406141757965088}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 2.0494377844531404, "sim_physics": 0.06381444551954708, "survival_time": 11.950000000000037, "driven_lanedir": 1.318598317639002, "sim_render-ego": 0.03721622343342673, "in-drivable-lane": 4.950000000000052, "agent_compute-ego": 0.10233880386192928, "deviation-heading": 1.509591428445768, "set_robot_commands": 0.05702457567637934, "deviation-center-line": 0.19878680037928737, "driven_lanedir_consec": 1.318598317639002, "sim_compute_sim_state": 0.024162443113127513, "sim_compute_performance-ego": 0.04113552460610617, "sim_compute_robot_state-ego": 0.042984468667577}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.3629663748480858, "sim_physics": 0.05925276340582432, "survival_time": 1.950000000000001, "driven_lanedir": 0.32444033964318253, "sim_render-ego": 0.03702390499604054, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.10094947692675468, "deviation-heading": 0.6213655980607169, "set_robot_commands": 0.05718764891991249, "deviation-center-line": 0.12901123350977464, "driven_lanedir_consec": 0.32444033964318253, "sim_compute_sim_state": 0.024858725376618217, "sim_compute_performance-ego": 0.04078120451707106, "sim_compute_robot_state-ego": 0.043891142576168746}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 2.404371620223825, "sim_physics": 0.06017993450164795, "survival_time": 14.950000000000076, "driven_lanedir": 1.5121488521108135, "sim_render-ego": 0.03737446943918864, "in-drivable-lane": 5.299999999999993, "agent_compute-ego": 0.10048773845036824, "deviation-heading": 4.120718934478352, "set_robot_commands": 0.05786417086919149, "deviation-center-line": 0.7416953341043409, "driven_lanedir_consec": 0.9273761421333792, "sim_compute_sim_state": 0.02401421785354614, "sim_compute_performance-ego": 0.04062702894210815, "sim_compute_robot_state-ego": 0.04309561649958293}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 3.0600949627269856, "sim_physics": 0.05924695412317912, "survival_time": 14.950000000000076, "driven_lanedir": 2.3761842697062496, "sim_render-ego": 0.03754606167475383, "in-drivable-lane": 6.000000000000017, "agent_compute-ego": 0.1018197011947632, "deviation-heading": 4.269519358825173, "set_robot_commands": 0.05680694897969564, "deviation-center-line": 0.56410908698539, "driven_lanedir_consec": 1.300558126431757, "sim_compute_sim_state": 0.024225175380706787, "sim_compute_performance-ego": 0.040572738647460936, "sim_compute_robot_state-ego": 0.04279745022455851}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 1.446182112557473, "sim_physics": 0.058219038645426435, "survival_time": 14.950000000000076, "driven_lanedir": 1.1688873285207373, "sim_render-ego": 0.036879018147786456, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.1015195115407308, "deviation-heading": 4.761588646504044, "set_robot_commands": 0.05706874450047811, "deviation-center-line": 1.0511661912430927, "driven_lanedir_consec": 0.621056409409281, "sim_compute_sim_state": 0.024301103750864663, "sim_compute_performance-ego": 0.04112124443054199, "sim_compute_robot_state-ego": 0.043046458562215166}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.9945554851617248, "sim_physics": 0.05693524440129598, "survival_time": 14.950000000000076, "driven_lanedir": 0.5656179102428782, "sim_render-ego": 0.03694557269414266, "in-drivable-lane": 0, "agent_compute-ego": 0.10154319286346436, "deviation-heading": 1.5778077624424145, "set_robot_commands": 0.05701275507609049, "deviation-center-line": 0.7292637839515997, "driven_lanedir_consec": 0.5656179102428782, "sim_compute_sim_state": 0.024297242164611817, "sim_compute_performance-ego": 0.04125551780064901, "sim_compute_robot_state-ego": 0.0427759591738383}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.473099764044598, "sim_physics": 0.061025803037684595, "survival_time": 6.949999999999983, "driven_lanedir": 0.3274793729691319, "sim_render-ego": 0.03707850922783502, "in-drivable-lane": 0, "agent_compute-ego": 0.10071020675220078, "deviation-heading": 2.0585482909017268, "set_robot_commands": 0.05770718794074847, "deviation-center-line": 0.25642540772338085, "driven_lanedir_consec": 0.3274793729691319, "sim_compute_sim_state": 0.024244305041196536, "sim_compute_performance-ego": 0.040947842083388954, "sim_compute_robot_state-ego": 0.04325467734028109}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 3.55583799104907, "sim_physics": 0.06140596469243367, "survival_time": 14.950000000000076, "driven_lanedir": 2.949525393273736, "sim_render-ego": 0.03767562707265218, "in-drivable-lane": 2.5000000000000124, "agent_compute-ego": 0.100892120997111, "deviation-heading": 3.560587569841099, "set_robot_commands": 0.05766910711924235, "deviation-center-line": 0.8206580034965021, "driven_lanedir_consec": 2.949525393273736, "sim_compute_sim_state": 0.023906274636586507, "sim_compute_performance-ego": 0.04071113109588623, "sim_compute_robot_state-ego": 0.04258364915847778}}
set_robot_commands_max	0.05903858343760173
set_robot_commands_mean	0.05747804051863804
set_robot_commands_median	0.05728359442008169
set_robot_commands_min	0.05680694897969564
sim_compute_performance-ego_max	0.04140350818634033
sim_compute_performance-ego_mean	0.04100942615341419
sim_compute_performance-ego_median	0.04104798714319865
sim_compute_performance-ego_min	0.040572738647460936
sim_compute_robot_state-ego_max	0.04406141757965088
sim_compute_robot_state-ego_mean	0.04319476256759846
sim_compute_robot_state-ego_median	0.04309561649958293
sim_compute_robot_state-ego_min	0.04258364915847778
sim_compute_sim_state_max	0.0250445286432902
sim_compute_sim_state_mean	0.02428604350884346
sim_compute_sim_state_median	0.024244305041196536
sim_compute_sim_state_min	0.023906274636586507
sim_physics_max	0.06381444551954708
sim_physics_mean	0.05934647102455661
sim_physics_median	0.05924695412317912
sim_physics_min	0.05655101219813029
sim_render-ego_max	0.038456328709920246
sim_render-ego_mean	0.03738044193765091
sim_render-ego_median	0.03737446943918864
sim_render-ego_min	0.036879018147786456
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	11.963333333333386
survival_time_min	1.5000000000000009

No reset possible

21575

3229

Anastasiya Nikolskaya 🇷🇺

JetBrains Research

step1-simulation

host-error

2019-05-06 16:50:00+00:00

2019-05-06 17:00:08+00:00

0:10:08

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LF-sim-validation/submission3229/step1-simulation-ip-172-31-25-98-2062-job21575/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21553

3216

Amaury Camus 🇨🇭

challenge-aido_LF-template-random

step1-simulation

success

2019-05-06 12:07:54+00:00

2019-05-06 12:21:35+00:00

0:13:41

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.47061816984274774
survival_time_median	2.4499999999999993
deviation-center-line_median	0.09047885846140293
in-drivable-lane_median	0.7999999999999974

other stats

agent_compute-ego_max	0.12585460662841796
agent_compute-ego_mean	0.09910934446089442
agent_compute-ego_median	0.09275115419317174
agent_compute-ego_min	0.09074391816791735
deviation-center-line_max	0.1743913456502906
deviation-center-line_mean	0.11122054568266285
deviation-center-line_min	0.05649185041622204
deviation-heading_max	0.8583234710357402
deviation-heading_mean	0.371509805944231
deviation-heading_median	0.3477435217829391
deviation-heading_min	0.1892537419842091
driven_any_max	1.6169932854589035
driven_any_mean	0.8549136794030617
driven_any_median	0.9441796518284096
driven_any_min	0.28668385087664994
driven_lanedir_consec_max	1.2433038249708377
driven_lanedir_consec_mean	0.5622432991481365
driven_lanedir_consec_min	0.24216121529728207
driven_lanedir_max	1.2433038249708377
driven_lanedir_mean	0.5622432991481365
driven_lanedir_median	0.47061816984274774
driven_lanedir_min	0.24216121529728207
in-drivable-lane_max	1.3499999999999996
in-drivable-lane_mean	0.5899999999999992
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.1329424469559281, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.051431108404088904, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.12316713509736238, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.07518433199988471, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.031311847545482496, "sim_compute_performance-ego": 0.05770890801041215, "sim_compute_robot_state-ego": 0.05858184673168041, "sim_compute_robot_state-npc0": 0.05480196299376311, "sim_compute_robot_state-npc1": 0.0552696254518297, "sim_compute_robot_state-npc2": 0.055242732719138814, "sim_compute_robot_state-npc3": 0.05510544776916504}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118998, "sim_physics": 0.15465250015258789, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.05160001754760742, "in-drivable-lane": 0, "agent_compute-ego": 0.12585460662841796, "deviation-heading": 0.47860435001913393, "set_robot_commands": 0.0742552375793457, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.03158602714538574, "sim_compute_performance-ego": 0.05453725814819336, "sim_compute_robot_state-ego": 0.0614582633972168, "sim_compute_robot_state-npc0": 0.05859761238098145, "sim_compute_robot_state-npc1": 0.05939599990844727, "sim_compute_robot_state-npc2": 0.058193721771240235, "sim_compute_robot_state-npc3": 0.05430091857910156}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.13668994527114064, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708377, "sim_render-ego": 0.05086157823863782, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.12548034755807175, "deviation-heading": 0.5020407942599273, "set_robot_commands": 0.07783489791970503, "deviation-center-line": 0.1743913456502906, "driven_lanedir_consec": 1.2433038249708377, "sim_compute_sim_state": 0.0309400150650426, "sim_compute_performance-ego": 0.05577740230058369, "sim_compute_robot_state-ego": 0.05921851961236251, "sim_compute_robot_state-npc0": 0.056472881844169216, "sim_compute_robot_state-npc1": 0.056757054830852305, "sim_compute_robot_state-npc2": 0.05427229090740806, "sim_compute_robot_state-npc3": 0.05663621111920005}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589035, "sim_physics": 0.10168038138860389, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.0386739501470252, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.09446539758126948, "deviation-heading": 0.34764983431811214, "set_robot_commands": 0.057619016381758675, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.023483101325699047, "sim_compute_performance-ego": 0.0412360988085783, "sim_compute_robot_state-ego": 0.043801672850983055, "sim_compute_robot_state-npc0": 0.04301777972450739, "sim_compute_robot_state-npc1": 0.04148416277728503, "sim_compute_robot_state-npc2": 0.04145936120914507, "sim_compute_robot_state-npc3": 0.041858289815202544}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846431, "sim_physics": 0.09564793961388723, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.037476607731410434, "in-drivable-lane": 0, "agent_compute-ego": 0.09517680747168404, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.056243760245186944, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.023742479937417165, "sim_compute_performance-ego": 0.0402954135622297, "sim_compute_robot_state-ego": 0.04277036019733974, "sim_compute_robot_state-npc0": 0.04218276057924543, "sim_compute_robot_state-npc1": 0.041117336068834574, "sim_compute_robot_state-npc2": 0.04153994151524135, "sim_compute_robot_state-npc3": 0.040828508990151544}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0440585337030532, "sim_physics": 0.09080461661020917, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5009536316076031, "sim_render-ego": 0.03724206818474664, "in-drivable-lane": 1.0000000000000009, "agent_compute-ego": 0.09275115419317174, "deviation-heading": 0.8583234710357402, "set_robot_commands": 0.05691358336695918, "deviation-center-line": 0.1636702708892767, "driven_lanedir_consec": 0.5009536316076031, "sim_compute_sim_state": 0.02328892990394875, "sim_compute_performance-ego": 0.04251185611442283, "sim_compute_robot_state-ego": 0.04334851106007894, "sim_compute_robot_state-npc0": 0.04156393033486826, "sim_compute_robot_state-npc1": 0.04165025993629738, "sim_compute_robot_state-npc2": 0.04125189781188965, "sim_compute_robot_state-npc3": 0.04057236954017922}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.045672984989961, "sim_physics": 0.0907569549701832, "survival_time": 2.6999999999999984, "driven_lanedir": 0.636422849544542, "sim_render-ego": 0.0375254507418032, "in-drivable-lane": 0.7999999999999974, "agent_compute-ego": 0.09243897596995036, "deviation-heading": 0.39273667682101354, "set_robot_commands": 0.05718594568747061, "deviation-center-line": 0.08970073753261001, "driven_lanedir_consec": 0.636422849544542, "sim_compute_sim_state": 0.024199816915724013, "sim_compute_performance-ego": 0.04127918790887903, "sim_compute_robot_state-ego": 0.042506761021084256, "sim_compute_robot_state-npc0": 0.04157153323844627, "sim_compute_robot_state-npc1": 0.042158577177259654, "sim_compute_robot_state-npc2": 0.0416003598107232, "sim_compute_robot_state-npc3": 0.04164342968552201}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.877256228857091, "sim_physics": 0.11470472547743056, "survival_time": 2.25, "driven_lanedir": 0.38713958773684665, "sim_render-ego": 0.038061534033881295, "in-drivable-lane": 0.9999999999999996, "agent_compute-ego": 0.092788118786282, "deviation-heading": 0.384474040685185, "set_robot_commands": 0.05688410864935981, "deviation-center-line": 0.07500609722918031, "driven_lanedir_consec": 0.38713958773684665, "sim_compute_sim_state": 0.023473517100016276, "sim_compute_performance-ego": 0.04105406337314182, "sim_compute_robot_state-ego": 0.04324487580193414, "sim_compute_robot_state-npc0": 0.0418953365749783, "sim_compute_robot_state-npc1": 0.04126166767544216, "sim_compute_robot_state-npc2": 0.041084967719184025, "sim_compute_robot_state-npc3": 0.0405564202202691}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.8433010974171573, "sim_physics": 0.0901757115903108, "survival_time": 2.3, "driven_lanedir": 0.24216121529728207, "sim_render-ego": 0.03794299001279085, "in-drivable-lane": 1.3499999999999996, "agent_compute-ego": 0.09220447229302448, "deviation-heading": 0.34566993689777425, "set_robot_commands": 0.05781703928242559, "deviation-center-line": 0.07136114712800473, "driven_lanedir_consec": 0.24216121529728207, "sim_compute_sim_state": 0.023343780766362728, "sim_compute_performance-ego": 0.04019046866375467, "sim_compute_robot_state-ego": 0.04263181790061619, "sim_compute_robot_state-npc0": 0.04286325496176015, "sim_compute_robot_state-npc1": 0.04084899114525836, "sim_compute_robot_state-npc2": 0.04037579764490542, "sim_compute_robot_state-npc3": 0.041497748831044075}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9785013113851152, "sim_physics": 0.10249997615814208, "survival_time": 2.499999999999999, "driven_lanedir": 0.9700080716683566, "sim_render-ego": 0.037473835945129395, "in-drivable-lane": 0, "agent_compute-ego": 0.09203855037689208, "deviation-heading": 0.3477435217829391, "set_robot_commands": 0.05701744556427002, "deviation-center-line": 0.15723242276422936, "driven_lanedir_consec": 0.9700080716683566, "sim_compute_sim_state": 0.02417407512664795, "sim_compute_performance-ego": 0.04148221969604493, "sim_compute_robot_state-ego": 0.045914716720581054, "sim_compute_robot_state-npc0": 0.042064423561096194, "sim_compute_robot_state-npc1": 0.04122527122497559, "sim_compute_robot_state-npc2": 0.040745081901550295, "sim_compute_robot_state-npc3": 0.04131765842437744}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3129292149411446, "sim_physics": 0.11400638818740844, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2864579763812336, "sim_render-ego": 0.03758316040039063, "in-drivable-lane": 0, "agent_compute-ego": 0.09237622022628784, "deviation-heading": 0.38016104491567027, "set_robot_commands": 0.05887577533721924, "deviation-center-line": 0.05649185041622204, "driven_lanedir_consec": 0.2864579763812336, "sim_compute_sim_state": 0.023602497577667237, "sim_compute_performance-ego": 0.04099882841110229, "sim_compute_robot_state-ego": 0.04299837350845337, "sim_compute_robot_state-npc0": 0.04148859977722168, "sim_compute_robot_state-npc1": 0.04137530326843262, "sim_compute_robot_state-npc2": 0.04095890522003174, "sim_compute_robot_state-npc3": 0.04165785312652588}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.28668385087664994, "sim_physics": 0.09760839060733192, "survival_time": 0.9500000000000004, "driven_lanedir": 0.278237107094367, "sim_render-ego": 0.03677502431367573, "in-drivable-lane": 0, "agent_compute-ego": 0.09074391816791735, "deviation-heading": 0.19732996798555608, "set_robot_commands": 0.0564153696361341, "deviation-center-line": 0.08671144489080887, "driven_lanedir_consec": 0.278237107094367, "sim_compute_sim_state": 0.023337703002126592, "sim_compute_performance-ego": 0.04090848721955952, "sim_compute_robot_state-ego": 0.042066599193372224, "sim_compute_robot_state-npc0": 0.04171957467731677, "sim_compute_robot_state-npc1": 0.04094959560193514, "sim_compute_robot_state-npc2": 0.041002524526495686, "sim_compute_robot_state-npc3": 0.040246085116737766}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0034139953700494, "sim_physics": 0.08765010833740235, "survival_time": 2.499999999999999, "driven_lanedir": 0.47061816984274774, "sim_render-ego": 0.03722717761993408, "in-drivable-lane": 1.1499999999999986, "agent_compute-ego": 0.09150973796844482, "deviation-heading": 0.2263485117662671, "set_robot_commands": 0.05727925300598145, "deviation-center-line": 0.1594122934983136, "driven_lanedir_consec": 0.47061816984274774, "sim_compute_sim_state": 0.023757801055908204, "sim_compute_performance-ego": 0.041276350021362304, "sim_compute_robot_state-ego": 0.04244422912597656, "sim_compute_robot_state-npc0": 0.0423775053024292, "sim_compute_robot_state-npc1": 0.041222763061523435, "sim_compute_robot_state-npc2": 0.04181282043457031, "sim_compute_robot_state-npc3": 0.04118501663208008}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.351442944128162, "sim_physics": 0.11337202245538884, "survival_time": 1.1000000000000003, "driven_lanedir": 0.34114611245347204, "sim_render-ego": 0.03721518950028853, "in-drivable-lane": 0, "agent_compute-ego": 0.09250503236597236, "deviation-heading": 0.1892537419842091, "set_robot_commands": 0.05762907591733066, "deviation-center-line": 0.08918370733714856, "driven_lanedir_consec": 0.34114611245347204, "sim_compute_sim_state": 0.02366513555700129, "sim_compute_performance-ego": 0.04202653061259876, "sim_compute_robot_state-ego": 0.04304445873607288, "sim_compute_robot_state-npc0": 0.04170897873965176, "sim_compute_robot_state-npc1": 0.04100395332683216, "sim_compute_robot_state-npc2": 0.04049885272979736, "sim_compute_robot_state-npc3": 0.04077985069968484}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.9441796518284096, "sim_physics": 0.10595522608075825, "survival_time": 2.4499999999999993, "driven_lanedir": 0.4203463405922858, "sim_render-ego": 0.037236714849666674, "in-drivable-lane": 1.0999999999999988, "agent_compute-ego": 0.0931396922286676, "deviation-heading": 0.4296166116434236, "set_robot_commands": 0.05820410105646873, "deviation-center-line": 0.08695038592754878, "driven_lanedir_consec": 0.4203463405922858, "sim_compute_sim_state": 0.02378488560112155, "sim_compute_performance-ego": 0.04099963635814433, "sim_compute_robot_state-ego": 0.04354468170477419, "sim_compute_robot_state-npc0": 0.04186454597784548, "sim_compute_robot_state-npc1": 0.041431840585202585, "sim_compute_robot_state-npc2": 0.041666011421047915, "sim_compute_robot_state-npc3": 0.040891987936837335}}
set_robot_commands_max	0.07783489791970503
set_robot_commands_mean	0.0610239294419667
set_robot_commands_median	0.057619016381758675
set_robot_commands_min	0.056243760245186944
sim_compute_performance-ego_max	0.05770890801041215
sim_compute_performance-ego_mean	0.04415218061393384
sim_compute_performance-ego_median	0.041276350021362304
sim_compute_performance-ego_min	0.04019046866375467
sim_compute_robot_state-ego_max	0.0614582633972168
sim_compute_robot_state-ego_mean	0.04650504583750176
sim_compute_robot_state-ego_median	0.04324487580193414
sim_compute_robot_state-ego_min	0.042066599193372224
sim_compute_robot_state-npc0_max	0.05859761238098145
sim_compute_robot_state-npc0_mean	0.04494604537788538
sim_compute_robot_state-npc0_median	0.042064423561096194
sim_compute_robot_state-npc0_min	0.04148859977722168
sim_compute_robot_state-npc1_max	0.05939599990844727
sim_compute_robot_state-npc1_mean	0.04447682680269386
sim_compute_robot_state-npc1_median	0.04137530326843262
sim_compute_robot_state-npc1_min	0.04084899114525836
sim_compute_robot_state-npc2_max	0.058193721771240235
sim_compute_robot_state-npc2_mean	0.044113684489491274
sim_compute_robot_state-npc2_median	0.04145936120914507
sim_compute_robot_state-npc2_min	0.04037579764490542
sim_compute_robot_state-npc3_max	0.05663621111920005
sim_compute_robot_state-npc3_mean	0.043938519765738565
sim_compute_robot_state-npc3_median	0.04131765842437744
sim_compute_robot_state-npc3_min	0.040246085116737766
sim_compute_sim_state_max	0.03158602714538574
sim_compute_sim_state_mean	0.02517944090837011
sim_compute_sim_state_median	0.023742479937417165
sim_compute_sim_state_min	0.02328892990394875
sim_physics_max	0.15465250015258789
sim_physics_mean	0.1086098222571142
sim_physics_median	0.10249997615814208
sim_physics_min	0.08765010833740235
sim_render-ego_max	0.05160001754760742
sim_render-ego_mean	0.04028842717807179
sim_render-ego_median	0.0375254507418032
sim_render-ego_min	0.03677502431367573
simulation-passed	1
survival_time_max	3.949999999999994
survival_time_mean	2.2366666666666655
survival_time_min	0.9500000000000004

No reset possible

21471

3167

Pokai Chang

PredictorLast

aido2-PRED

step1-simulation

success

aido2-AMOD-service_quality

2019-05-02 12:57:08+00:00

2019-05-02 12:57:38+00:00

0:00:30

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.12131281205435272
error_L2	0.022536296764344477

No reset possible

21461

3160

Alexander Kleban

Python template

step1-simulation

success

yes

2019-05-01 17:48:08+00:00

2019-05-01 17:52:06+00:00

0:03:58

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

other stats

passed

true

No reset possible

21443

3147

Artem Ioselevskii

challenge-aido_LF-baseline-duckietown

step1-simulation

host-error

2019-04-30 16:43:58+00:00

2019-04-30 17:00:04+00:00

0:16:06

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LF-sim-testing/submission3147/step1-simulation-ip-172-31-25-98-2062-job21443/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21438

3142

Amaury Camus 🇨🇭

challenge-aido_LF-template-random

step1-simulation

success

2019-04-30 15:14:55+00:00

2019-04-30 15:23:27+00:00

0:08:32

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.5723310224856362
survival_time_median	2.6999999999999984
deviation-center-line_median	0.11519544839797546
in-drivable-lane_median	0.5999999999999979

other stats

agent_compute-ego_max	0.16278740920518575
agent_compute-ego_mean	0.15253801450050172
agent_compute-ego_median	0.1555328369140625
agent_compute-ego_min	0.12880519458225795
deviation-center-line_max	0.1743913456502906
deviation-center-line_mean	0.12651756552531995
deviation-center-line_min	0.09047885846140293
deviation-heading_max	0.5020407942599273
deviation-heading_mean	0.3641979127291371
deviation-heading_median	0.34764983431811214
deviation-heading_min	0.19401296908406307
driven_any_max	1.6169932854589035
driven_any_mean	1.0272530755098266
driven_any_median	1.0243289631429708
driven_any_min	0.4119037580118998
driven_lanedir_consec_max	1.2433038249708377
driven_lanedir_consec_mean	0.7800316850006626
driven_lanedir_consec_min	0.3792793194470208
driven_lanedir_max	1.2433038249708377
driven_lanedir_mean	0.7800316850006626
driven_lanedir_median	0.5723310224856362
driven_lanedir_min	0.3792793194470208
in-drivable-lane_max	0.9999999999999976
in-drivable-lane_mean	0.4899999999999984
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.17430912565301965, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.06438448694017199, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.1624675635938291, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.1048378723639029, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.041049824820624456, "sim_compute_performance-ego": 0.06900418246233905, "sim_compute_robot_state-ego": 0.0790454281700982, "sim_compute_robot_state-npc0": 0.07425546646118164, "sim_compute_robot_state-npc1": 0.0761873413015295, "sim_compute_robot_state-npc2": 0.07200822123774776, "sim_compute_robot_state-npc3": 0.07634346573441117}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118998, "sim_physics": 0.21161266326904296, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.0635299301147461, "in-drivable-lane": 0, "agent_compute-ego": 0.1555328369140625, "deviation-heading": 0.47860435001913393, "set_robot_commands": 0.09464197158813475, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.041999835968017575, "sim_compute_performance-ego": 0.07015984535217284, "sim_compute_robot_state-ego": 0.07801029205322266, "sim_compute_robot_state-npc0": 0.06744329452514648, "sim_compute_robot_state-npc1": 0.07338246345520019, "sim_compute_robot_state-npc2": 0.07157886505126954, "sim_compute_robot_state-npc3": 0.07305402755737304}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.19776609696839983, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708377, "sim_render-ego": 0.06442436732743916, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.16278740920518575, "deviation-heading": 0.5020407942599273, "set_robot_commands": 0.10113712047275744, "deviation-center-line": 0.1743913456502906, "driven_lanedir_consec": 1.2433038249708377, "sim_compute_sim_state": 0.043228679581692346, "sim_compute_performance-ego": 0.0729542939286483, "sim_compute_robot_state-ego": 0.0798350541215194, "sim_compute_robot_state-npc0": 0.07197080160442151, "sim_compute_robot_state-npc1": 0.07229260708156385, "sim_compute_robot_state-npc2": 0.07211557814949437, "sim_compute_robot_state-npc3": 0.07435148640682823}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589035, "sim_physics": 0.1982948085929774, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.06135929687113702, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.15309706820717342, "deviation-heading": 0.34764983431811214, "set_robot_commands": 0.09492091589336152, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.03960073748721352, "sim_compute_performance-ego": 0.07097117206718348, "sim_compute_robot_state-ego": 0.07737559910061993, "sim_compute_robot_state-npc0": 0.07249958303910267, "sim_compute_robot_state-npc1": 0.06735226172435133, "sim_compute_robot_state-npc2": 0.06827820101870766, "sim_compute_robot_state-npc3": 0.06704086291639111}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846431, "sim_physics": 0.14309046949659074, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.05295714310237339, "in-drivable-lane": 0, "agent_compute-ego": 0.12880519458225795, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.08138629368373326, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.032142230442592075, "sim_compute_performance-ego": 0.05535508053643363, "sim_compute_robot_state-ego": 0.06086105959756034, "sim_compute_robot_state-npc0": 0.05906692573002407, "sim_compute_robot_state-npc1": 0.05763132231576102, "sim_compute_robot_state-npc2": 0.05749988555908203, "sim_compute_robot_state-npc3": 0.05796610457556589}}
set_robot_commands_max	0.1048378723639029
set_robot_commands_mean	0.095384834800378
set_robot_commands_median	0.09492091589336152
set_robot_commands_min	0.08138629368373326
sim_compute_performance-ego_max	0.0729542939286483
sim_compute_performance-ego_mean	0.06768891486935545
sim_compute_performance-ego_median	0.07015984535217284
sim_compute_performance-ego_min	0.05535508053643363
sim_compute_robot_state-ego_max	0.0798350541215194
sim_compute_robot_state-ego_mean	0.07502548660860411
sim_compute_robot_state-ego_median	0.07801029205322266
sim_compute_robot_state-ego_min	0.06086105959756034
sim_compute_robot_state-npc0_max	0.07425546646118164
sim_compute_robot_state-npc0_mean	0.06904721427197527
sim_compute_robot_state-npc0_median	0.07197080160442151
sim_compute_robot_state-npc0_min	0.05906692573002407
sim_compute_robot_state-npc1_max	0.0761873413015295
sim_compute_robot_state-npc1_mean	0.06936919917568117
sim_compute_robot_state-npc1_median	0.07229260708156385
sim_compute_robot_state-npc1_min	0.05763132231576102
sim_compute_robot_state-npc2_max	0.07211557814949437
sim_compute_robot_state-npc2_mean	0.06829615020326027
sim_compute_robot_state-npc2_median	0.07157886505126954
sim_compute_robot_state-npc2_min	0.05749988555908203
sim_compute_robot_state-npc3_max	0.07634346573441117
sim_compute_robot_state-npc3_mean	0.06975118943811388
sim_compute_robot_state-npc3_median	0.07305402755737304
sim_compute_robot_state-npc3_min	0.05796610457556589
sim_compute_sim_state_max	0.043228679581692346
sim_compute_sim_state_mean	0.03960426166002799
sim_compute_sim_state_median	0.041049824820624456
sim_compute_sim_state_min	0.032142230442592075
sim_physics_max	0.21161266326904296
sim_physics_mean	0.1850146327960061
sim_physics_median	0.19776609696839983
sim_physics_min	0.14309046949659074
sim_render-ego_max	0.06442436732743916
sim_render-ego_mean	0.06133104487117352
sim_render-ego_median	0.0635299301147461
sim_render-ego_min	0.05295714310237339
simulation-passed	1
survival_time_max	3.949999999999994
survival_time_mean	2.6199999999999974
survival_time_min	1.2500000000000004

No reset possible

21408

3115

Peter Almasi 🇭🇺

Baseline solution using reinforcement learning

step1-simulation

host-error

2019-04-28 20:56:41+00:00

2019-04-28 21:00:07+00:00

0:03:26

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LF-sim-testing/submission3115/step1-simulation-ip-172-31-25-98-2062-job21408/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21399

2410

jiang peng

Baseline solution using reinforcement learning

step1-simulation

host-error

2019-04-28 04:00:40+00:00

2019-04-28 05:00:05+00:00

0:59:25

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFV-sim-testing/submission2410/step1-simulation-ip-172-31-25-98-2062-job21399/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21390

2448

Nicky Eichmann

Baseline solution using reinforcement learning

step1-simulation

host-error

2019-04-28 03:00:26+00:00

2019-04-28 04:00:05+00:00

0:59:39

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFV-sim-testing/submission2448/step1-simulation-ip-172-31-25-98-2062-job21390/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21382

2770

challenge-aido_LF-baseline-duckietown

step1-simulation

host-error

2019-04-28 02:00:20+00:00

2019-04-28 03:00:04+00:00

0:59:44

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFV-sim-testing/submission2770/step1-simulation-ip-172-31-25-98-2062-job21382/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21375

2364

Andrea Censi 🇨🇭

random_agent

step1-simulation

host-error

2019-04-28 01:43:22+00:00

2019-04-28 02:00:05+00:00

0:16:43

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFV-sim-testing/submission2364/step1-simulation-ip-172-31-25-98-2062-job21375/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21374

2365

Andrea Censi 🇨🇭

random_agent

step1-simulation

success

2019-04-28 01:33:36+00:00

2019-04-28 01:42:46+00:00

0:09:10

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.5723310224856362
survival_time_median	2.6999999999999984
deviation-center-line_median	0.11519544839797546
in-drivable-lane_median	0.5999999999999979

other stats

agent_compute-ego_max	0.15367526757089714
agent_compute-ego_mean	0.14825646935748263
agent_compute-ego_median	0.147812442779541
agent_compute-ego_min	0.14070759500776017
deviation-center-line_max	0.1743913456502906
deviation-center-line_mean	0.12651756552531995
deviation-center-line_min	0.09047885846140293
deviation-heading_max	0.5020407942599273
deviation-heading_mean	0.3641979127291371
deviation-heading_median	0.34764983431811214
deviation-heading_min	0.19401296908406307
driven_any_max	1.6169932854589035
driven_any_mean	1.0272530755098266
driven_any_median	1.0243289631429708
driven_any_min	0.4119037580118998
driven_lanedir_consec_max	1.2433038249708377
driven_lanedir_consec_mean	0.7800316850006626
driven_lanedir_consec_min	0.3792793194470208
driven_lanedir_max	1.2433038249708377
driven_lanedir_mean	0.7800316850006626
driven_lanedir_median	0.5723310224856362
driven_lanedir_min	0.3792793194470208
in-drivable-lane_max	0.9999999999999976
in-drivable-lane_mean	0.4899999999999984
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.1795425635797006, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.06771351672984936, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.15258896792376483, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.1025293712262754, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.03989987020139341, "sim_compute_performance-ego": 0.07489524947272407, "sim_compute_robot_state-ego": 0.08006224367353651, "sim_compute_robot_state-npc0": 0.07108785929503264, "sim_compute_robot_state-npc1": 0.06889325601083261, "sim_compute_robot_state-npc2": 0.07171237468719482, "sim_compute_robot_state-npc3": 0.0670515254691795}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118998, "sim_physics": 0.20286165237426756, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.06863566398620606, "in-drivable-lane": 0, "agent_compute-ego": 0.147812442779541, "deviation-heading": 0.47860435001913393, "set_robot_commands": 0.10340003967285157, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.03963136672973633, "sim_compute_performance-ego": 0.0775943374633789, "sim_compute_robot_state-ego": 0.08201302528381348, "sim_compute_robot_state-npc0": 0.07205194473266602, "sim_compute_robot_state-npc1": 0.07005084991455078, "sim_compute_robot_state-npc2": 0.07298072814941406, "sim_compute_robot_state-npc3": 0.06902189254760742}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.20602544357902125, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708377, "sim_render-ego": 0.0679079388317309, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.15367526757089714, "deviation-heading": 0.5020407942599273, "set_robot_commands": 0.10683605231736835, "deviation-center-line": 0.1743913456502906, "driven_lanedir_consec": 1.2433038249708377, "sim_compute_sim_state": 0.04153174161911011, "sim_compute_performance-ego": 0.07754893993076525, "sim_compute_robot_state-ego": 0.08282747394160221, "sim_compute_robot_state-npc0": 0.07430494772760492, "sim_compute_robot_state-npc1": 0.07527466196762889, "sim_compute_robot_state-npc2": 0.07582444579977739, "sim_compute_robot_state-npc3": 0.0731183510077627}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589035, "sim_physics": 0.19249457649037807, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.06430790092371687, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.1464980735054499, "deviation-heading": 0.34764983431811214, "set_robot_commands": 0.09701996815355518, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.040718697294404235, "sim_compute_performance-ego": 0.07974168016940733, "sim_compute_robot_state-ego": 0.07694385926934737, "sim_compute_robot_state-npc0": 0.07154073896287363, "sim_compute_robot_state-npc1": 0.07110974154894865, "sim_compute_robot_state-npc2": 0.07203391835659365, "sim_compute_robot_state-npc3": 0.07030317451380476}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846431, "sim_physics": 0.17854629244123185, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.06506032603127616, "in-drivable-lane": 0, "agent_compute-ego": 0.14070759500776017, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.09985590832574028, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.04304352828434536, "sim_compute_performance-ego": 0.07063055889947074, "sim_compute_robot_state-ego": 0.07441204786300659, "sim_compute_robot_state-npc0": 0.07249893460954938, "sim_compute_robot_state-npc1": 0.06934459720339094, "sim_compute_robot_state-npc2": 0.06931212118693761, "sim_compute_robot_state-npc3": 0.0733316455568586}}
set_robot_commands_max	0.10683605231736835
set_robot_commands_mean	0.10192826793915816
set_robot_commands_median	0.1025293712262754
set_robot_commands_min	0.09701996815355518
sim_compute_performance-ego_max	0.07974168016940733
sim_compute_performance-ego_mean	0.07608215318714925
sim_compute_performance-ego_median	0.07754893993076525
sim_compute_performance-ego_min	0.07063055889947074
sim_compute_robot_state-ego_max	0.08282747394160221
sim_compute_robot_state-ego_mean	0.07925173000626123
sim_compute_robot_state-ego_median	0.08006224367353651
sim_compute_robot_state-ego_min	0.07441204786300659
sim_compute_robot_state-npc0_max	0.07430494772760492
sim_compute_robot_state-npc0_mean	0.07229688506554532
sim_compute_robot_state-npc0_median	0.07205194473266602
sim_compute_robot_state-npc0_min	0.07108785929503264
sim_compute_robot_state-npc1_max	0.07527466196762889
sim_compute_robot_state-npc1_mean	0.07093462132907037
sim_compute_robot_state-npc1_median	0.07005084991455078
sim_compute_robot_state-npc1_min	0.06889325601083261
sim_compute_robot_state-npc2_max	0.07582444579977739
sim_compute_robot_state-npc2_mean	0.07237271763598352
sim_compute_robot_state-npc2_median	0.07203391835659365
sim_compute_robot_state-npc2_min	0.06931212118693761
sim_compute_robot_state-npc3_max	0.0733316455568586
sim_compute_robot_state-npc3_mean	0.0705653178190426
sim_compute_robot_state-npc3_median	0.07030317451380476
sim_compute_robot_state-npc3_min	0.0670515254691795
sim_compute_sim_state_max	0.04304352828434536
sim_compute_sim_state_mean	0.04096504082579789
sim_compute_sim_state_median	0.040718697294404235
sim_compute_sim_state_min	0.03963136672973633
sim_physics_max	0.20602544357902125
sim_physics_mean	0.19189410569291987
sim_physics_median	0.19249457649037807
sim_physics_min	0.17854629244123185
sim_render-ego_max	0.06863566398620606
sim_render-ego_mean	0.06672506930055586
sim_render-ego_median	0.06771351672984936
sim_render-ego_min	0.06430790092371687
simulation-passed	1
survival_time_max	3.949999999999994
survival_time_mean	2.6199999999999974
survival_time_min	1.2500000000000004

No reset possible

21359

2366

Andrea Censi 🇨🇭

random_agent

step1-simulation

success

2019-04-28 01:00:38+00:00

2019-04-28 01:33:08+00:00

0:32:30

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.6537162971975778
survival_time_median	2.5999999999999988
deviation-center-line_median	0.14884708769804722
in-drivable-lane_median	0.549999999999998

other stats

agent_compute-ego_max	0.15998235615816983
agent_compute-ego_mean	0.14631641014758826
agent_compute-ego_median	0.14640991559285604
agent_compute-ego_min	0.1360556572041613
deviation-center-line_max	0.5141120095458062
deviation-center-line_mean	0.1769000227005324
deviation-center-line_min	0.06216029860587694
deviation-heading_max	1.9929437250081896
deviation-heading_mean	0.692977823395608
deviation-heading_median	0.4928440244444201
deviation-heading_min	0.24234723632033853
driven_any_max	3.5343244022418343
driven_any_mean	1.3470385992234175
driven_any_median	1.001633421251194
driven_any_min	0.3412551960104244
driven_lanedir_consec_max	2.494308053441959
driven_lanedir_consec_mean	0.881391085527715
driven_lanedir_consec_min	0.3199180625488627
driven_lanedir_max	2.494308053441959
driven_lanedir_mean	0.8962528018383226
driven_lanedir_median	0.7206363324756615
driven_lanedir_min	0.3199180625488627
in-drivable-lane_max	3.549999999999991
in-drivable-lane_mean	0.839999999999998
in-drivable-lane_min	0
per-episodes	details {"udem1-0-0": {"driven_any": 1.5811782993597916, "sim_physics": 0.22121930424171157, "survival_time": 3.949999999999994, "driven_lanedir": 0.9217908232230632, "sim_render-ego": 0.06732633445836321, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.1492736309389525, "deviation-heading": 0.5694288623982039, "set_robot_commands": 0.10233092911635772, "deviation-center-line": 0.2348196785686717, "driven_lanedir_consec": 0.9213701538661684, "sim_compute_sim_state": 0.041956494126138805, "sim_compute_performance-ego": 0.073162416868572, "sim_compute_robot_state-ego": 0.08097653147540515, "sim_compute_robot_state-npc0": 0.0719417016717452, "sim_compute_robot_state-npc1": 0.07375699357141423, "sim_compute_robot_state-npc2": 0.07245375536665132, "sim_compute_robot_state-npc3": 0.07326812080190151}, "udem1-1-0": {"driven_any": 0.47798123795353353, "sim_physics": 0.232992342540196, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4500753586658095, "sim_render-ego": 0.06970420054027013, "in-drivable-lane": 0, "agent_compute-ego": 0.15389637436185563, "deviation-heading": 0.46504862964833654, "set_robot_commands": 0.1088839088167463, "deviation-center-line": 0.09791133281082, "driven_lanedir_consec": 0.4500753586658095, "sim_compute_sim_state": 0.043804713657924106, "sim_compute_performance-ego": 0.07251361438206264, "sim_compute_robot_state-ego": 0.08531386511666435, "sim_compute_robot_state-npc0": 0.07921866008213588, "sim_compute_robot_state-npc1": 0.07388582399913243, "sim_compute_robot_state-npc2": 0.07349734646933419, "sim_compute_robot_state-npc3": 0.07365081991468157}, "udem1-2-0": {"driven_any": 2.1864003300000694, "sim_physics": 0.20067108487619936, "survival_time": 5.14999999999999, "driven_lanedir": 1.826231945363564, "sim_render-ego": 0.06550399076591418, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.14851249074472964, "deviation-heading": 0.8115272458314897, "set_robot_commands": 0.10488232825566264, "deviation-center-line": 0.1927316041609401, "driven_lanedir_consec": 1.826231945363564, "sim_compute_sim_state": 0.04140445792559281, "sim_compute_performance-ego": 0.07250231909520417, "sim_compute_robot_state-ego": 0.07674989422548165, "sim_compute_robot_state-npc0": 0.0715829677952146, "sim_compute_robot_state-npc1": 0.07270882430585843, "sim_compute_robot_state-npc2": 0.07177522575970992, "sim_compute_robot_state-npc3": 0.07213114534766929}, "udem1-3-0": {"driven_any": 0.9410513078477724, "sim_physics": 0.22139005859692892, "survival_time": 2.3999999999999995, "driven_lanedir": 0.493517638549009, "sim_render-ego": 0.07211096088091533, "in-drivable-lane": 0.8999999999999988, "agent_compute-ego": 0.14401953419049582, "deviation-heading": 0.35154027506548424, "set_robot_commands": 0.09189860026041669, "deviation-center-line": 0.08975118546699407, "driven_lanedir_consec": 0.493517638549009, "sim_compute_sim_state": 0.039501855770746865, "sim_compute_performance-ego": 0.0712140401204427, "sim_compute_robot_state-ego": 0.07723251978556316, "sim_compute_robot_state-npc0": 0.06763191024462382, "sim_compute_robot_state-npc1": 0.07558613518873851, "sim_compute_robot_state-npc2": 0.07264308134714763, "sim_compute_robot_state-npc3": 0.07496907313664754}, "udem1-4-0": {"driven_any": 0.34749292376309954, "sim_physics": 0.21147005898611887, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3325249708009643, "sim_render-ego": 0.06574006307692755, "in-drivable-lane": 0, "agent_compute-ego": 0.1395167282649449, "deviation-heading": 0.30044835691402494, "set_robot_commands": 0.0980252084277925, "deviation-center-line": 0.06216029860587694, "driven_lanedir_consec": 0.3325249708009643, "sim_compute_sim_state": 0.04002078374226888, "sim_compute_performance-ego": 0.0697753315880185, "sim_compute_robot_state-ego": 0.07610441389537993, "sim_compute_robot_state-npc0": 0.07172007787795294, "sim_compute_robot_state-npc1": 0.0650750682467506, "sim_compute_robot_state-npc2": 0.06893069403512138, "sim_compute_robot_state-npc3": 0.06883719989231654}, "udem1-5-0": {"driven_any": 3.5343244022418343, "sim_physics": 0.20367858081520673, "survival_time": 8.349999999999984, "driven_lanedir": 2.494308053441959, "sim_render-ego": 0.06554120315049222, "in-drivable-lane": 2, "agent_compute-ego": 0.14640991559285604, "deviation-heading": 1.9929437250081896, "set_robot_commands": 0.10419664268722076, "deviation-center-line": 0.5141120095458062, "driven_lanedir_consec": 2.494308053441959, "sim_compute_sim_state": 0.04148543237926003, "sim_compute_performance-ego": 0.07133712026173483, "sim_compute_robot_state-ego": 0.07943525285777932, "sim_compute_robot_state-npc0": 0.07370497223859776, "sim_compute_robot_state-npc1": 0.07429955676644148, "sim_compute_robot_state-npc2": 0.07335675833467951, "sim_compute_robot_state-npc3": 0.07269568072107738}, "udem1-6-0": {"driven_any": 2.176040550989443, "sim_physics": 0.236772164557744, "survival_time": 5.14999999999999, "driven_lanedir": 1.9748003483573369, "sim_render-ego": 0.06621661001038782, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.1493375625425172, "deviation-heading": 0.7877172510198454, "set_robot_commands": 0.10317517021327342, "deviation-center-line": 0.30661477465861414, "driven_lanedir_consec": 1.9748003483573369, "sim_compute_sim_state": 0.04190617163204453, "sim_compute_performance-ego": 0.0724245020486776, "sim_compute_robot_state-ego": 0.08033288566811571, "sim_compute_robot_state-npc0": 0.07231040602748834, "sim_compute_robot_state-npc1": 0.07234548596502507, "sim_compute_robot_state-npc2": 0.0705113248917663, "sim_compute_robot_state-npc3": 0.0711086861138205}, "udem1-7-0": {"driven_any": 1.0050236108346422, "sim_physics": 0.23666242122650147, "survival_time": 2.499999999999999, "driven_lanedir": 0.8701796426684156, "sim_render-ego": 0.06424009799957275, "in-drivable-lane": 0, "agent_compute-ego": 0.14473562240600585, "deviation-heading": 0.9227446658975216, "set_robot_commands": 0.09581714153289794, "deviation-center-line": 0.14884708769804722, "driven_lanedir_consec": 0.8546116490381102, "sim_compute_sim_state": 0.04154967784881592, "sim_compute_performance-ego": 0.07014498710632325, "sim_compute_robot_state-ego": 0.07816072463989258, "sim_compute_robot_state-npc0": 0.07295619487762452, "sim_compute_robot_state-npc1": 0.0709688663482666, "sim_compute_robot_state-npc2": 0.07028421401977539, "sim_compute_robot_state-npc3": 0.070448956489563}, "udem1-8-0": {"driven_any": 0.9970416603019576, "sim_physics": 0.20251217255225548, "survival_time": 2.5999999999999988, "driven_lanedir": 0.8041152574540316, "sim_render-ego": 0.06333294281592736, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.14355217951994675, "deviation-heading": 0.6817155913229235, "set_robot_commands": 0.10051520512654231, "deviation-center-line": 0.1898768080806288, "driven_lanedir_consec": 0.8041152574540316, "sim_compute_sim_state": 0.03893845814924974, "sim_compute_performance-ego": 0.06758435872884896, "sim_compute_robot_state-ego": 0.07199112727091862, "sim_compute_robot_state-npc0": 0.0679023082439716, "sim_compute_robot_state-npc1": 0.07123845357161301, "sim_compute_robot_state-npc2": 0.0703359108704787, "sim_compute_robot_state-npc3": 0.07467257059537448}, "udem1-9-0": {"driven_any": 0.4374998710472299, "sim_physics": 0.25161343354445237, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4177527119659043, "sim_render-ego": 0.06547963619232178, "in-drivable-lane": 0, "agent_compute-ego": 0.14780363669762245, "deviation-heading": 0.3796137446285097, "set_robot_commands": 0.10228512837336612, "deviation-center-line": 0.08207813392324871, "driven_lanedir_consec": 0.4177527119659043, "sim_compute_sim_state": 0.03970693624936617, "sim_compute_performance-ego": 0.07281038394341102, "sim_compute_robot_state-ego": 0.07429721722236046, "sim_compute_robot_state-npc0": 0.07081735134124756, "sim_compute_robot_state-npc1": 0.07135664499722995, "sim_compute_robot_state-npc2": 0.07023992905249962, "sim_compute_robot_state-npc3": 0.07139238944420448}, "udem1-10-0": {"driven_any": 0.3412551960104244, "sim_physics": 0.24868428707122803, "survival_time": 1.1000000000000003, "driven_lanedir": 0.3199180625488627, "sim_render-ego": 0.07125816561959007, "in-drivable-lane": 0, "agent_compute-ego": 0.15998235615816983, "deviation-heading": 0.3796986873122644, "set_robot_commands": 0.10922948880629106, "deviation-center-line": 0.06276575300040536, "driven_lanedir_consec": 0.3199180625488627, "sim_compute_sim_state": 0.041907462206753815, "sim_compute_performance-ego": 0.07986812158064409, "sim_compute_robot_state-ego": 0.09279286861419678, "sim_compute_robot_state-npc0": 0.07257658785039728, "sim_compute_robot_state-npc1": 0.07527883486314253, "sim_compute_robot_state-npc2": 0.07585808363827792, "sim_compute_robot_state-npc3": 0.07352602481842041}, "udem1-11-0": {"driven_any": 0.9951985237696338, "sim_physics": 0.19844647407531735, "survival_time": 2.499999999999999, "driven_lanedir": 0.7206363324756615, "sim_render-ego": 0.06570862293243408, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.1424441957473755, "deviation-heading": 0.30074636349085415, "set_robot_commands": 0.09998127460479736, "deviation-center-line": 0.16567670185555422, "driven_lanedir_consec": 0.7185075497455284, "sim_compute_sim_state": 0.04157829761505127, "sim_compute_performance-ego": 0.07066524028778076, "sim_compute_robot_state-ego": 0.07893886089324952, "sim_compute_robot_state-npc0": 0.07403256893157958, "sim_compute_robot_state-npc1": 0.06989918231964111, "sim_compute_robot_state-npc2": 0.0711942195892334, "sim_compute_robot_state-npc3": 0.07207071781158447}, "udem1-12-0": {"driven_any": 1.964687870253437, "sim_physics": 0.19994908444424897, "survival_time": 4.699999999999991, "driven_lanedir": 0.35162821871931205, "sim_render-ego": 0.06118642269296849, "in-drivable-lane": 3.549999999999991, "agent_compute-ego": 0.1360556572041613, "deviation-heading": 0.24234723632033853, "set_robot_commands": 0.09738132801461728, "deviation-center-line": 0.13126670634798973, "driven_lanedir_consec": 0.35162821871931205, "sim_compute_sim_state": 0.04133106546199068, "sim_compute_performance-ego": 0.06998018254625037, "sim_compute_robot_state-ego": 0.0749535636698946, "sim_compute_robot_state-npc0": 0.06902461609941848, "sim_compute_robot_state-npc1": 0.07242077462216641, "sim_compute_robot_state-npc2": 0.06932301977847485, "sim_compute_robot_state-npc3": 0.073183851039156}, "udem1-13-0": {"driven_any": 1.001633421251194, "sim_physics": 0.20107531547546387, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6537162971975778, "sim_render-ego": 0.06215536594390869, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.13978162637123695, "deviation-heading": 0.4928440244444201, "set_robot_commands": 0.0972934915469243, "deviation-center-line": 0.13361893417935136, "driven_lanedir_consec": 0.6537162971975778, "sim_compute_sim_state": 0.04233601001592783, "sim_compute_performance-ego": 0.07059835470639743, "sim_compute_robot_state-ego": 0.07825982112150925, "sim_compute_robot_state-npc0": 0.06978017550248367, "sim_compute_robot_state-npc1": 0.07163495742357694, "sim_compute_robot_state-npc2": 0.07286624266551091, "sim_compute_robot_state-npc3": 0.07483398914337158}, "udem1-14-0": {"driven_any": 2.218769782727203, "sim_physics": 0.21112979707263765, "survival_time": 5.249999999999989, "driven_lanedir": 0.8125963661433656, "sim_render-ego": 0.06632824625287737, "in-drivable-lane": 2.499999999999993, "agent_compute-ego": 0.1494246414729527, "deviation-heading": 1.7163026916317128, "set_robot_commands": 0.10101138523646765, "deviation-center-line": 0.24126933160503777, "driven_lanedir_consec": 0.6077880672015845, "sim_compute_sim_state": 0.04177660033816383, "sim_compute_performance-ego": 0.0709397520337786, "sim_compute_robot_state-ego": 0.07681111608232771, "sim_compute_robot_state-npc0": 0.07138429823375883, "sim_compute_robot_state-npc1": 0.07181374913170224, "sim_compute_robot_state-npc2": 0.07255949974060058, "sim_compute_robot_state-npc3": 0.07021678742908297}}
set_robot_commands_max	0.10922948880629106
set_robot_commands_mean	0.10112714873462494
set_robot_commands_median	0.10101138523646765
set_robot_commands_min	0.09189860026041669
sim_compute_performance-ego_max	0.07986812158064409
sim_compute_performance-ego_mean	0.07170138168654312
sim_compute_performance-ego_median	0.0712140401204427
sim_compute_performance-ego_min	0.06758435872884896
sim_compute_robot_state-ego_max	0.09279286861419678
sim_compute_robot_state-ego_mean	0.0788233775025826
sim_compute_robot_state-ego_median	0.07816072463989258
sim_compute_robot_state-ego_min	0.07199112727091862
sim_compute_robot_state-npc0_max	0.07921866008213588
sim_compute_robot_state-npc0_mean	0.071772319801216
sim_compute_robot_state-npc0_median	0.07172007787795294
sim_compute_robot_state-npc0_min	0.06763191024462382
sim_compute_robot_state-npc1_max	0.07558613518873851
sim_compute_robot_state-npc1_mean	0.07215129008804662
sim_compute_robot_state-npc1_median	0.07234548596502507
sim_compute_robot_state-npc1_min	0.0650750682467506
sim_compute_robot_state-npc2_max	0.07585808363827792
sim_compute_robot_state-npc2_mean	0.07172195370395079
sim_compute_robot_state-npc2_median	0.07177522575970992
sim_compute_robot_state-npc2_min	0.06893069403512138
sim_compute_robot_state-npc3_max	0.07496907313664754
sim_compute_robot_state-npc3_mean	0.07246706751325811
sim_compute_robot_state-npc3_median	0.07269568072107738
sim_compute_robot_state-npc3_min	0.06883719989231654
sim_compute_sim_state_max	0.043804713657924106
sim_compute_sim_state_mean	0.04128029447461968
sim_compute_sim_state_median	0.04154967784881592
sim_compute_sim_state_min	0.03893845814924974
sim_physics_max	0.25161343354445237
sim_physics_mean	0.21855110533841407
sim_physics_median	0.21147005898611887
sim_physics_min	0.19844647407531735
sim_render-ego_max	0.07211096088091533
sim_render-ego_mean	0.06612219088885807
sim_render-ego_median	0.06570862293243408
sim_render-ego_min	0.06118642269296849
simulation-passed	1
survival_time_max	8.349999999999984
survival_time_mean	3.3333333333333286
survival_time_min	1.0500000000000005

No reset possible

21336

2450

Nicky Eichmann

Baseline solution using reinforcement learning

step1-simulation

host-error

2019-04-28 00:00:33+00:00

2019-04-28 01:00:08+00:00

0:59:35

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-testing/submission2450/step1-simulation-ip-172-31-25-98-2062-job21336/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21325

2412

jiang peng

Baseline solution using reinforcement learning

step1-simulation

host-error

2019-04-27 23:37:47+00:00

2019-04-28 00:00:11+00:00

0:22:24

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-testing/submission2412/step1-simulation-ip-172-31-25-98-2062-job21325/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21322

2420

Andrea Censi 🇨🇭

random_agent

step1-simulation

success

2019-04-27 23:14:24+00:00

2019-04-27 23:36:58+00:00

0:22:34

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.47061816984274774
survival_time_median	2.4499999999999993
deviation-center-line_median	0.09047885846140293
in-drivable-lane_median	0.7999999999999974

other stats

agent_compute-ego_max	0.1570451921886868
agent_compute-ego_mean	0.14667504164562875
agent_compute-ego_median	0.14448289808474088
agent_compute-ego_min	0.13770695736533717
deviation-center-line_max	0.1743913456502906
deviation-center-line_mean	0.11122054568266285
deviation-center-line_min	0.05649185041622204
deviation-heading_max	0.8583234710357402
deviation-heading_mean	0.371509805944231
deviation-heading_median	0.3477435217829391
deviation-heading_min	0.1892537419842091
driven_any_max	1.6169932854589035
driven_any_mean	0.8549136794030617
driven_any_median	0.9441796518284096
driven_any_min	0.28668385087664994
driven_lanedir_consec_max	1.2433038249708377
driven_lanedir_consec_mean	0.5622432991481365
driven_lanedir_consec_min	0.24216121529728207
driven_lanedir_max	1.2433038249708377
driven_lanedir_mean	0.5622432991481365
driven_lanedir_median	0.47061816984274774
driven_lanedir_min	0.24216121529728207
in-drivable-lane_max	1.3499999999999996
in-drivable-lane_mean	0.5899999999999992
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.18911755084991455, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.06699977539203784, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.1570451921886868, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.11299199528164332, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.04456895810586435, "sim_compute_performance-ego": 0.07681807765254269, "sim_compute_robot_state-ego": 0.0907423143033628, "sim_compute_robot_state-npc0": 0.07744391317720767, "sim_compute_robot_state-npc1": 0.07382783183345089, "sim_compute_robot_state-npc2": 0.07404067781236437, "sim_compute_robot_state-npc3": 0.07841138928024857}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118998, "sim_physics": 0.2135063076019287, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.07006643295288086, "in-drivable-lane": 0, "agent_compute-ego": 0.15547647476196289, "deviation-heading": 0.47860435001913393, "set_robot_commands": 0.10568517684936524, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.04367470741271973, "sim_compute_performance-ego": 0.07222499847412109, "sim_compute_robot_state-ego": 0.08823836326599122, "sim_compute_robot_state-npc0": 0.07807967185974121, "sim_compute_robot_state-npc1": 0.07490068435668945, "sim_compute_robot_state-npc2": 0.07623087882995605, "sim_compute_robot_state-npc3": 0.07477971076965333}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.18519598559329384, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708377, "sim_render-ego": 0.0725757448296798, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.14448289808474088, "deviation-heading": 0.5020407942599273, "set_robot_commands": 0.1005036423080846, "deviation-center-line": 0.1743913456502906, "driven_lanedir_consec": 1.2433038249708377, "sim_compute_sim_state": 0.04025112641485114, "sim_compute_performance-ego": 0.07069953178104602, "sim_compute_robot_state-ego": 0.07704686177404303, "sim_compute_robot_state-npc0": 0.07301532594781172, "sim_compute_robot_state-npc1": 0.0720313034559551, "sim_compute_robot_state-npc2": 0.07121807336807251, "sim_compute_robot_state-npc3": 0.07215409216127898}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589035, "sim_physics": 0.19917562339879288, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.06252578843998004, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.14683587943451315, "deviation-heading": 0.34764983431811214, "set_robot_commands": 0.10245265839975091, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.0382394820828981, "sim_compute_performance-ego": 0.07207610939122454, "sim_compute_robot_state-ego": 0.07761554778376713, "sim_compute_robot_state-npc0": 0.07171185710762121, "sim_compute_robot_state-npc1": 0.07048398935342137, "sim_compute_robot_state-npc2": 0.07113942918898183, "sim_compute_robot_state-npc3": 0.0717065696474872}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846431, "sim_physics": 0.17704143694468907, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.06371327808925084, "in-drivable-lane": 0, "agent_compute-ego": 0.14240029879978724, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.107511682169778, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.03911737884793963, "sim_compute_performance-ego": 0.07386089222771781, "sim_compute_robot_state-ego": 0.07729215281350273, "sim_compute_robot_state-npc0": 0.07015264885766166, "sim_compute_robot_state-npc1": 0.07542013270514351, "sim_compute_robot_state-npc2": 0.07068973779678345, "sim_compute_robot_state-npc3": 0.07466413293566022}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0440585337030532, "sim_physics": 0.2039160198635525, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5009536316076031, "sim_render-ego": 0.06837028485757334, "in-drivable-lane": 1.0000000000000009, "agent_compute-ego": 0.1521246212500113, "deviation-heading": 0.8583234710357402, "set_robot_commands": 0.10533220679671676, "deviation-center-line": 0.1636702708892767, "driven_lanedir_consec": 0.5009536316076031, "sim_compute_sim_state": 0.04254966311984592, "sim_compute_performance-ego": 0.0768592534241853, "sim_compute_robot_state-ego": 0.08807940394790084, "sim_compute_robot_state-npc0": 0.07523926982173214, "sim_compute_robot_state-npc1": 0.07591817997120044, "sim_compute_robot_state-npc2": 0.07643946011861165, "sim_compute_robot_state-npc3": 0.07534067277555112}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.045672984989961, "sim_physics": 0.18734756222477664, "survival_time": 2.6999999999999984, "driven_lanedir": 0.636422849544542, "sim_render-ego": 0.06573951244354248, "in-drivable-lane": 0.7999999999999974, "agent_compute-ego": 0.1439708912814105, "deviation-heading": 0.39273667682101354, "set_robot_commands": 0.0989077091217041, "deviation-center-line": 0.08970073753261001, "driven_lanedir_consec": 0.636422849544542, "sim_compute_sim_state": 0.03996634483337402, "sim_compute_performance-ego": 0.0730523665746053, "sim_compute_robot_state-ego": 0.07711549158449527, "sim_compute_robot_state-npc0": 0.07220107537728769, "sim_compute_robot_state-npc1": 0.0729969960671884, "sim_compute_robot_state-npc2": 0.07166945934295654, "sim_compute_robot_state-npc3": 0.07076055473751491}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.877256228857091, "sim_physics": 0.23803055021497935, "survival_time": 2.25, "driven_lanedir": 0.38713958773684665, "sim_render-ego": 0.06473890940348308, "in-drivable-lane": 0.9999999999999996, "agent_compute-ego": 0.14157957500881618, "deviation-heading": 0.384474040685185, "set_robot_commands": 0.10337971051534016, "deviation-center-line": 0.07500609722918031, "driven_lanedir_consec": 0.38713958773684665, "sim_compute_sim_state": 0.04232430458068848, "sim_compute_performance-ego": 0.07215346760219998, "sim_compute_robot_state-ego": 0.0813548829820421, "sim_compute_robot_state-npc0": 0.0694265259636773, "sim_compute_robot_state-npc1": 0.06784408887227376, "sim_compute_robot_state-npc2": 0.07167719205220541, "sim_compute_robot_state-npc3": 0.07538864347669813}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.8433010974171573, "sim_physics": 0.17781041497769562, "survival_time": 2.3, "driven_lanedir": 0.24216121529728207, "sim_render-ego": 0.06515968364218007, "in-drivable-lane": 1.3499999999999996, "agent_compute-ego": 0.14126541821852975, "deviation-heading": 0.34566993689777425, "set_robot_commands": 0.09748317884362262, "deviation-center-line": 0.07136114712800473, "driven_lanedir_consec": 0.24216121529728207, "sim_compute_sim_state": 0.042285613391710365, "sim_compute_performance-ego": 0.07214362206666367, "sim_compute_robot_state-ego": 0.08092289385588272, "sim_compute_robot_state-npc0": 0.07575160005818242, "sim_compute_robot_state-npc1": 0.07646895491558572, "sim_compute_robot_state-npc2": 0.071880755217179, "sim_compute_robot_state-npc3": 0.07401156943777333}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9785013113851152, "sim_physics": 0.1906740379333496, "survival_time": 2.499999999999999, "driven_lanedir": 0.9700080716683566, "sim_render-ego": 0.06434506416320801, "in-drivable-lane": 0, "agent_compute-ego": 0.14190497398376464, "deviation-heading": 0.3477435217829391, "set_robot_commands": 0.09991437911987304, "deviation-center-line": 0.15723242276422936, "driven_lanedir_consec": 0.9700080716683566, "sim_compute_sim_state": 0.04038806915283203, "sim_compute_performance-ego": 0.06893877029418945, "sim_compute_robot_state-ego": 0.0818009090423584, "sim_compute_robot_state-npc0": 0.07138655662536621, "sim_compute_robot_state-npc1": 0.07187190532684326, "sim_compute_robot_state-npc2": 0.07241087913513183, "sim_compute_robot_state-npc3": 0.07306633472442627}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3129292149411446, "sim_physics": 0.24065048694610597, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2864579763812336, "sim_render-ego": 0.0680772304534912, "in-drivable-lane": 0, "agent_compute-ego": 0.15315619707107545, "deviation-heading": 0.38016104491567027, "set_robot_commands": 0.1148099422454834, "deviation-center-line": 0.05649185041622204, "driven_lanedir_consec": 0.2864579763812336, "sim_compute_sim_state": 0.04562785625457764, "sim_compute_performance-ego": 0.0753007173538208, "sim_compute_robot_state-ego": 0.08957637548446655, "sim_compute_robot_state-npc0": 0.07512569427490234, "sim_compute_robot_state-npc1": 0.07369540929794312, "sim_compute_robot_state-npc2": 0.07745712995529175, "sim_compute_robot_state-npc3": 0.08095047473907471}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.28668385087664994, "sim_physics": 0.16319547201457776, "survival_time": 0.9500000000000004, "driven_lanedir": 0.278237107094367, "sim_render-ego": 0.056558081978245786, "in-drivable-lane": 0, "agent_compute-ego": 0.13770695736533717, "deviation-heading": 0.19732996798555608, "set_robot_commands": 0.09494479078995556, "deviation-center-line": 0.08671144489080887, "driven_lanedir_consec": 0.278237107094367, "sim_compute_sim_state": 0.04060949777301989, "sim_compute_performance-ego": 0.067080347161544, "sim_compute_robot_state-ego": 0.06953268302114386, "sim_compute_robot_state-npc0": 0.06780949391816792, "sim_compute_robot_state-npc1": 0.06900586579975329, "sim_compute_robot_state-npc2": 0.06828963129143965, "sim_compute_robot_state-npc3": 0.06889993266055458}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0034139953700494, "sim_physics": 0.18256975650787355, "survival_time": 2.499999999999999, "driven_lanedir": 0.47061816984274774, "sim_render-ego": 0.06521267890930176, "in-drivable-lane": 1.1499999999999986, "agent_compute-ego": 0.14424768924713136, "deviation-heading": 0.2263485117662671, "set_robot_commands": 0.10208854675292968, "deviation-center-line": 0.1594122934983136, "driven_lanedir_consec": 0.47061816984274774, "sim_compute_sim_state": 0.04022263526916504, "sim_compute_performance-ego": 0.07140918731689454, "sim_compute_robot_state-ego": 0.07924113273620606, "sim_compute_robot_state-npc0": 0.07445062637329102, "sim_compute_robot_state-npc1": 0.07366670131683349, "sim_compute_robot_state-npc2": 0.07262368202209472, "sim_compute_robot_state-npc3": 0.0719660472869873}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.351442944128162, "sim_physics": 0.22752931984988128, "survival_time": 1.1000000000000003, "driven_lanedir": 0.34114611245347204, "sim_render-ego": 0.06999482891776344, "in-drivable-lane": 0, "agent_compute-ego": 0.15231505307284268, "deviation-heading": 0.1892537419842091, "set_robot_commands": 0.10130854086442428, "deviation-center-line": 0.08918370733714856, "driven_lanedir_consec": 0.34114611245347204, "sim_compute_sim_state": 0.043495925990017975, "sim_compute_performance-ego": 0.07710327885367653, "sim_compute_robot_state-ego": 0.08583411303433505, "sim_compute_robot_state-npc0": 0.0709742849523371, "sim_compute_robot_state-npc1": 0.07358024337074974, "sim_compute_robot_state-npc2": 0.07191067392175848, "sim_compute_robot_state-npc3": 0.07434162226590244}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.9441796518284096, "sim_physics": 0.1967447193301454, "survival_time": 2.4499999999999993, "driven_lanedir": 0.4203463405922858, "sim_render-ego": 0.06673878552962323, "in-drivable-lane": 1.0999999999999988, "agent_compute-ego": 0.1456135049158213, "deviation-heading": 0.4296166116434236, "set_robot_commands": 0.10322807759654765, "deviation-center-line": 0.08695038592754878, "driven_lanedir_consec": 0.4203463405922858, "sim_compute_sim_state": 0.04008237683043188, "sim_compute_performance-ego": 0.07119154930114746, "sim_compute_robot_state-ego": 0.07522637016919194, "sim_compute_robot_state-npc0": 0.07413654424706284, "sim_compute_robot_state-npc1": 0.0718822819846017, "sim_compute_robot_state-npc2": 0.07263328104603048, "sim_compute_robot_state-npc3": 0.07316566000179368}}
set_robot_commands_max	0.1148099422454834
set_robot_commands_mean	0.10336948251034796
set_robot_commands_median	0.10245265839975091
set_robot_commands_min	0.09494479078995556
sim_compute_performance-ego_max	0.07710327885367653
sim_compute_performance-ego_mean	0.07272747796503862
sim_compute_performance-ego_median	0.07215346760219998
sim_compute_performance-ego_min	0.067080347161544
sim_compute_robot_state-ego_max	0.0907423143033628
sim_compute_robot_state-ego_mean	0.0813079663865793
sim_compute_robot_state-ego_median	0.08092289385588272
sim_compute_robot_state-ego_min	0.06953268302114386
sim_compute_robot_state-npc0_max	0.07807967185974121
sim_compute_robot_state-npc0_mean	0.0731270059041367
sim_compute_robot_state-npc0_median	0.07301532594781172
sim_compute_robot_state-npc0_min	0.06780949391816792
sim_compute_robot_state-npc1_max	0.07646895491558572
sim_compute_robot_state-npc1_mean	0.07290630457517554
sim_compute_robot_state-npc1_median	0.07358024337074974
sim_compute_robot_state-npc1_min	0.06784408887227376
sim_compute_robot_state-npc2_max	0.07745712995529175
sim_compute_robot_state-npc2_mean	0.07268739607325718
sim_compute_robot_state-npc2_median	0.07191067392175848
sim_compute_robot_state-npc2_min	0.06828963129143965
sim_compute_robot_state-npc3_max	0.08095047473907471
sim_compute_robot_state-npc3_mean	0.07397382712670697
sim_compute_robot_state-npc3_median	0.07401156943777333
sim_compute_robot_state-npc3_min	0.06889993266055458
sim_compute_sim_state_max	0.04562785625457764
sim_compute_sim_state_mean	0.041560262670662415
sim_compute_sim_state_median	0.04060949777301989
sim_compute_sim_state_min	0.0382394820828981
sim_physics_max	0.24065048694610597
sim_physics_mean	0.1981670162834371
sim_physics_median	0.1906740379333496
sim_physics_min	0.16319547201457776
sim_render-ego_max	0.0725757448296798
sim_render-ego_mean	0.06605440533348278
sim_render-ego_median	0.06573951244354248
sim_render-ego_min	0.056558081978245786
simulation-passed	1
survival_time_max	3.949999999999994
survival_time_mean	2.2366666666666655
survival_time_min	0.9500000000000004

No reset possible

21304

2402

Victor Guerra 🇫🇷

Baseline solution using reinforcement learning

step1-simulation

success

2019-04-27 23:00:15+00:00

2019-04-27 23:14:08+00:00

0:13:53

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.08966474242002231
survival_time_median	1.3000000000000005
deviation-center-line_median	0.06460835881552451
in-drivable-lane_median	0

other stats

agent_compute-ego_max	0.2825947686245567
agent_compute-ego_mean	0.1979045909545943
agent_compute-ego_median	0.18169041337638064
agent_compute-ego_min	0.17128826890672957
deviation-center-line_max	0.11750598527068506
deviation-center-line_mean	0.07032927456099439
deviation-center-line_min	0.03847009678813092
deviation-heading_max	0.9103608007540458
deviation-heading_mean	0.6739352000996283
deviation-heading_median	0.6728120123264518
deviation-heading_min	0.3973747460214418
driven_any_max	0.21856951828582785
driven_any_mean	0.1560429445366194
driven_any_median	0.1627887015225107
driven_any_min	0.09926673355231708
driven_lanedir_consec_max	0.13096607575218444
driven_lanedir_consec_mean	0.08809273896174492
driven_lanedir_consec_min	0.058399216410235155
driven_lanedir_max	0.13096607575218444
driven_lanedir_mean	0.08809273896174492
driven_lanedir_median	0.08966474242002231
driven_lanedir_min	0.058399216410235155
in-drivable-lane_max	0.5500000000000005
in-drivable-lane_mean	0.11333333333333344
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.21856951828582785, "sim_physics": 0.1782615535399493, "survival_time": 1.7000000000000008, "driven_lanedir": 0.07131244283629812, "sim_render-ego": 0.07901814404655905, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.26208608991959514, "deviation-heading": 0.7051537595219906, "set_robot_commands": 0.13622055334203384, "deviation-center-line": 0.061665519092160885, "driven_lanedir_consec": 0.07131244283629812, "sim_compute_sim_state": 0.04798475433798397, "sim_compute_performance-ego": 0.08814144835752599, "sim_compute_robot_state-ego": 0.10807415317086612}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.16545609052195176, "sim_physics": 0.15745741980416433, "survival_time": 1.4000000000000006, "driven_lanedir": 0.09027263692199572, "sim_render-ego": 0.07478937080928258, "in-drivable-lane": 0, "agent_compute-ego": 0.2515099559511457, "deviation-heading": 0.858514448419475, "set_robot_commands": 0.1291284305708749, "deviation-center-line": 0.05849585554272167, "driven_lanedir_consec": 0.09027263692199572, "sim_compute_sim_state": 0.04735394035066877, "sim_compute_performance-ego": 0.09360770668302264, "sim_compute_robot_state-ego": 0.09694959436144147}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.09926673355231708, "sim_physics": 0.1495109859265779, "survival_time": 0.9500000000000004, "driven_lanedir": 0.06639782041819231, "sim_render-ego": 0.07696360035946495, "in-drivable-lane": 0, "agent_compute-ego": 0.2825947686245567, "deviation-heading": 0.5614988756440964, "set_robot_commands": 0.14501668277539706, "deviation-center-line": 0.08279943330689618, "driven_lanedir_consec": 0.06639782041819231, "sim_compute_sim_state": 0.05335812819631476, "sim_compute_performance-ego": 0.08806943893432617, "sim_compute_robot_state-ego": 0.10295624482004266}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.1749912566680979, "sim_physics": 0.12287747008459908, "survival_time": 1.4000000000000006, "driven_lanedir": 0.058399216410235155, "sim_render-ego": 0.06008562871388027, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.17128826890672957, "deviation-heading": 0.8474095314766796, "set_robot_commands": 0.09699725253241402, "deviation-center-line": 0.048275121360382395, "driven_lanedir_consec": 0.058399216410235155, "sim_compute_sim_state": 0.03870228358677456, "sim_compute_performance-ego": 0.06703771012169975, "sim_compute_robot_state-ego": 0.06861891065325056}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.1733736434368588, "sim_physics": 0.14158218482445026, "survival_time": 1.4500000000000006, "driven_lanedir": 0.07297979129712973, "sim_render-ego": 0.06824911051783068, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.18169041337638064, "deviation-heading": 0.6728120123264518, "set_robot_commands": 0.10568126316728264, "deviation-center-line": 0.03847009678813092, "driven_lanedir_consec": 0.07297979129712973, "sim_compute_sim_state": 0.04216319117052802, "sim_compute_performance-ego": 0.07654017415539972, "sim_compute_robot_state-ego": 0.08189529386059992}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.1854559136759057, "sim_physics": 0.12377422196524485, "survival_time": 1.4000000000000006, "driven_lanedir": 0.0701716547510709, "sim_render-ego": 0.06686324732644218, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.18181003843035015, "deviation-heading": 0.9103608007540458, "set_robot_commands": 0.10000567776816233, "deviation-center-line": 0.06460835881552451, "driven_lanedir_consec": 0.0701716547510709, "sim_compute_sim_state": 0.04141552107674735, "sim_compute_performance-ego": 0.06960966757365636, "sim_compute_robot_state-ego": 0.0737182583127703}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.14276559216082027, "sim_physics": 0.12483034684107852, "survival_time": 1.3000000000000005, "driven_lanedir": 0.10245902922954996, "sim_render-ego": 0.05938227360065167, "in-drivable-lane": 0, "agent_compute-ego": 0.17417713312002328, "deviation-heading": 0.6386029856012098, "set_robot_commands": 0.10109663926638088, "deviation-center-line": 0.09077639074670206, "driven_lanedir_consec": 0.10245902922954996, "sim_compute_sim_state": 0.03937337031731239, "sim_compute_performance-ego": 0.07135304120870736, "sim_compute_robot_state-ego": 0.07315874099731445}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.10657105202276557, "sim_physics": 0.116941499710083, "survival_time": 1.0000000000000002, "driven_lanedir": 0.0696106079238139, "sim_render-ego": 0.06710245609283447, "in-drivable-lane": 0, "agent_compute-ego": 0.19468472003936768, "deviation-heading": 0.6117043168735912, "set_robot_commands": 0.10624133348464966, "deviation-center-line": 0.08751486392720492, "driven_lanedir_consec": 0.0696106079238139, "sim_compute_sim_state": 0.038939690589904784, "sim_compute_performance-ego": 0.07669559717178345, "sim_compute_robot_state-ego": 0.08742377758026124}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.14870371929104736, "sim_physics": 0.11997561271374042, "survival_time": 1.3000000000000005, "driven_lanedir": 0.08269535248715343, "sim_render-ego": 0.0645220004595243, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.17986504848186785, "deviation-heading": 0.7542236128364914, "set_robot_commands": 0.10664418110480677, "deviation-center-line": 0.04456126794878239, "driven_lanedir_consec": 0.08269535248715343, "sim_compute_sim_state": 0.037270610149090104, "sim_compute_performance-ego": 0.07235037363492526, "sim_compute_robot_state-ego": 0.07675994359529935}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.1322699045925747, "sim_physics": 0.13927061661430026, "survival_time": 1.1500000000000004, "driven_lanedir": 0.09081606914278816, "sim_render-ego": 0.07038164138793945, "in-drivable-lane": 0, "agent_compute-ego": 0.19333079586858337, "deviation-heading": 0.594292146472104, "set_robot_commands": 0.10354664014733356, "deviation-center-line": 0.08080632398837073, "driven_lanedir_consec": 0.09081606914278816, "sim_compute_sim_state": 0.04457959921463677, "sim_compute_performance-ego": 0.07553460287011188, "sim_compute_robot_state-ego": 0.08562137769616168}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.12517820659968004, "sim_physics": 0.13450376883797024, "survival_time": 1.1500000000000004, "driven_lanedir": 0.08966474242002231, "sim_render-ego": 0.06090485531350841, "in-drivable-lane": 0, "agent_compute-ego": 0.1866445023080577, "deviation-heading": 0.525868852179745, "set_robot_commands": 0.11275509129399838, "deviation-center-line": 0.09696510495416372, "driven_lanedir_consec": 0.08966474242002231, "sim_compute_sim_state": 0.04105888242306917, "sim_compute_performance-ego": 0.07301860270292862, "sim_compute_robot_state-ego": 0.07549300401107124}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.16495872223810543, "sim_physics": 0.13256749510765076, "survival_time": 1.2000000000000004, "driven_lanedir": 0.1266477231831303, "sim_render-ego": 0.06175843874613444, "in-drivable-lane": 0, "agent_compute-ego": 0.17532609899838766, "deviation-heading": 0.5822135613952653, "set_robot_commands": 0.1026548445224762, "deviation-center-line": 0.07322703472843682, "driven_lanedir_consec": 0.1266477231831303, "sim_compute_sim_state": 0.03933839003245035, "sim_compute_performance-ego": 0.06999510526657104, "sim_compute_robot_state-ego": 0.08072367310523987}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.18582417927601905, "sim_physics": 0.11224778767289786, "survival_time": 1.4500000000000006, "driven_lanedir": 0.09264745772791771, "sim_render-ego": 0.06651284776884935, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.1798368240224904, "deviation-heading": 0.6893413668009668, "set_robot_commands": 0.09430081268836712, "deviation-center-line": 0.04811769868751509, "driven_lanedir_consec": 0.09264745772791771, "sim_compute_sim_state": 0.036667026322463464, "sim_compute_performance-ego": 0.06850877301446323, "sim_compute_robot_state-ego": 0.07848161664502375}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.1627887015225107, "sim_physics": 0.11993153889973958, "survival_time": 1.2000000000000004, "driven_lanedir": 0.1063504639246915, "sim_render-ego": 0.06758902470270793, "in-drivable-lane": 0, "agent_compute-ego": 0.1744116246700287, "deviation-heading": 0.7596569851708712, "set_robot_commands": 0.10208710034688312, "deviation-center-line": 0.06115006325723825, "driven_lanedir_consec": 0.1063504639246915, "sim_compute_sim_state": 0.04152278105417887, "sim_compute_performance-ego": 0.06916721661885579, "sim_compute_robot_state-ego": 0.07276890675226848}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.15447093420480873, "sim_physics": 0.1312840295874554, "survival_time": 1.1500000000000004, "driven_lanedir": 0.13096607575218444, "sim_render-ego": 0.06441686464392621, "in-drivable-lane": 0, "agent_compute-ego": 0.1793125816013502, "deviation-heading": 0.3973747460214418, "set_robot_commands": 0.101370210232942, "deviation-center-line": 0.11750598527068506, "driven_lanedir_consec": 0.13096607575218444, "sim_compute_sim_state": 0.04239909545235012, "sim_compute_performance-ego": 0.07398457112519638, "sim_compute_robot_state-ego": 0.07876886492190154}}
set_robot_commands_max	0.14501668277539706
set_robot_commands_mean	0.1095831142162668
set_robot_commands_median	0.10354664014733356
set_robot_commands_min	0.09430081268836712
sim_compute_performance-ego_max	0.09360770668302264
sim_compute_performance-ego_mean	0.07557426862927823
sim_compute_performance-ego_median	0.07301860270292862
sim_compute_performance-ego_min	0.06703771012169975
sim_compute_robot_state-ego_max	0.10807415317086612
sim_compute_robot_state-ego_mean	0.08276082403223418
sim_compute_robot_state-ego_median	0.07876886492190154
sim_compute_robot_state-ego_min	0.06861891065325056
sim_compute_sim_state_max	0.05335812819631476
sim_compute_sim_state_mean	0.04214181761829823
sim_compute_sim_state_median	0.04141552107674735
sim_compute_sim_state_min	0.036667026322463464
sim_physics_max	0.1782615535399493
sim_physics_mean	0.13366776880866013
sim_physics_median	0.1312840295874554
sim_physics_min	0.11224778767289786
sim_render-ego_max	0.07901814404655905
sim_render-ego_mean	0.06723596696596905
sim_render-ego_median	0.06686324732644218
sim_render-ego_min	0.05938227360065167
simulation-passed	1
survival_time_max	1.7000000000000008
survival_time_mean	1.2800000000000007
survival_time_min	0.9500000000000004

No reset possible

21286

3058

Andrea Censi 🇨🇭

rotation

step1-simulation

host-error

aido2-LFVI-sim-validation

2019-04-27 22:02:12+00:00

2019-04-27 23:00:08+00:00

0:57:56

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFV-sim-testing/submission3058/step1-simulation-ip-172-31-25-98-2062-job21286/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21275

2437

Andrea Censi 🇨🇭

random_agent

step1-simulation

error

2019-04-27 22:00:18+00:00

2019-04-27 22:01:35+00:00

0:01:17

The container "solut [...]

The container "solution" exited with code 2.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21210

2884

Andrea Daniele 🇮🇹

minimal_agent (Python 3)

step1-simulation

host-error

aido2-LFVI-sim-validation

2019-04-27 21:01:44+00:00

2019-04-27 22:00:11+00:00

0:58:27

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-testing/submission2884/step1-simulation-ip-172-31-25-98-2062-job21210/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21202

2525

Liam Paull 🇨🇦

challenge-aido_LF-baseline-duckietown

step1-simulation

error

2019-04-27 21:00:28+00:00

2019-04-27 21:01:19+00:00

0:00:51

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21192

2551

Andrea Censi 🇨🇭

challenge-aido_LF-template-ros - Template solution using ROS

step1-simulation

host-error

2019-04-27 20:52:50+00:00

2019-04-27 21:00:10+00:00

0:07:20

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFV-sim-testing/submission2551/step1-simulation-ip-172-31-25-98-2062-job21192/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21167

2676

Rami Al-Naim 🇷🇺

challenge-aido_LF-baseline-duckietown

step1-simulation

success

2019-04-27 20:02:50+00:00

2019-04-27 20:52:35+00:00

0:49:45

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.6006168495723347
survival_time_median	6.849999999999984
deviation-center-line_median	0.44789278690965967
in-drivable-lane_median	0.4499999999999993

other stats

agent_compute-ego_max	0.09498651192920042
agent_compute-ego_mean	0.08974022488391097
agent_compute-ego_median	0.09094155036796958
agent_compute-ego_min	0.07256133381913348
deviation-center-line_max	1.2567173625703008
deviation-center-line_mean	0.5649091854352185
deviation-center-line_min	0.15523959095744866
deviation-heading_max	6.192698379686118
deviation-heading_mean	2.991780447785929
deviation-heading_median	2.8349730837794533
deviation-heading_min	0.4361993543269463
driven_any_max	2.3490047634106856
driven_any_mean	1.294033637525344
driven_any_median	1.0471625598726488
driven_any_min	0.4204744812154717
driven_lanedir_consec_max	2.1467211052637794
driven_lanedir_consec_mean	0.7765336226120182
driven_lanedir_consec_min	0.17739621818701198
driven_lanedir_max	2.1467211052637794
driven_lanedir_mean	0.935181584666876
driven_lanedir_median	0.6006168495723347
driven_lanedir_min	0.38086346399334514
in-drivable-lane_max	4.650000000000041
in-drivable-lane_mean	1.2366666666666717
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.5884336778844882, "sim_physics": 0.0985218519117774, "survival_time": 4.099999999999993, "driven_lanedir": 0.535618571309382, "sim_render-ego": 0.05976641759639833, "in-drivable-lane": 0, "agent_compute-ego": 0.07256133381913348, "deviation-heading": 1.3795267096810182, "set_robot_commands": 0.09061912210976206, "deviation-center-line": 0.3525736426666014, "driven_lanedir_consec": 0.535618571309382, "sim_compute_sim_state": 0.03606081008911133, "sim_compute_performance-ego": 0.0635911836856749, "sim_compute_robot_state-ego": 0.07006718181982273}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.6774667142980827, "sim_physics": 0.1530926987365052, "survival_time": 4.549999999999992, "driven_lanedir": 0.38086346399334514, "sim_render-ego": 0.07262895919464446, "in-drivable-lane": 0.4499999999999993, "agent_compute-ego": 0.09284108811682396, "deviation-heading": 2.960580875090716, "set_robot_commands": 0.12179968383286026, "deviation-center-line": 0.3995569743624452, "driven_lanedir_consec": 0.17739621818701198, "sim_compute_sim_state": 0.045150665136484, "sim_compute_performance-ego": 0.083597046988351, "sim_compute_robot_state-ego": 0.09913120426974452}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.4204744812154717, "sim_physics": 0.14616942001601396, "survival_time": 2.9499999999999975, "driven_lanedir": 0.4160404950778638, "sim_render-ego": 0.07308121454917778, "in-drivable-lane": 0, "agent_compute-ego": 0.09094155036796958, "deviation-heading": 0.4361993543269463, "set_robot_commands": 0.12473623631364208, "deviation-center-line": 0.30945750775275355, "driven_lanedir_consec": 0.4160404950778638, "sim_compute_sim_state": 0.04805533360626738, "sim_compute_performance-ego": 0.08380167767152948, "sim_compute_robot_state-ego": 0.09720029265193617}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.4007780009530948, "sim_physics": 0.15162511161677744, "survival_time": 9.049999999999994, "driven_lanedir": 1.2923827535769292, "sim_render-ego": 0.07431438087758438, "in-drivable-lane": 0, "agent_compute-ego": 0.08986384038767103, "deviation-heading": 2.8349730837794533, "set_robot_commands": 0.12004801186408784, "deviation-center-line": 0.48929748555189273, "driven_lanedir_consec": 1.2923827535769292, "sim_compute_sim_state": 0.04651446763981771, "sim_compute_performance-ego": 0.08267107326022828, "sim_compute_robot_state-ego": 0.0950327341069174}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.78626003275372, "sim_physics": 0.14237272479128107, "survival_time": 11.450000000000028, "driven_lanedir": 0.860892384077649, "sim_render-ego": 0.07445894995110525, "in-drivable-lane": 4.650000000000041, "agent_compute-ego": 0.0929496673517352, "deviation-heading": 3.029387934611154, "set_robot_commands": 0.11672079511084411, "deviation-center-line": 0.466828832215248, "driven_lanedir_consec": 0.6878932810049174, "sim_compute_sim_state": 0.045122618237957685, "sim_compute_performance-ego": 0.08238385962607038, "sim_compute_robot_state-ego": 0.09223409719342228}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 2.3490047634106856, "sim_physics": 0.14495798190434775, "survival_time": 14.950000000000076, "driven_lanedir": 2.1467211052637794, "sim_render-ego": 0.07327796777089436, "in-drivable-lane": 0, "agent_compute-ego": 0.08915916601816813, "deviation-heading": 5.512688780653932, "set_robot_commands": 0.11892494599024454, "deviation-center-line": 0.9192652873891508, "driven_lanedir_consec": 2.1467211052637794, "sim_compute_sim_state": 0.044217536449432375, "sim_compute_performance-ego": 0.08050103823343913, "sim_compute_robot_state-ego": 0.09148086309432985}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.7578925558689693, "sim_physics": 0.1492250650235922, "survival_time": 5.04999999999999, "driven_lanedir": 0.6006168495723347, "sim_render-ego": 0.07421957620299689, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.09498651192920042, "deviation-heading": 1.6102492297982165, "set_robot_commands": 0.12315286976276058, "deviation-center-line": 0.15523959095744866, "driven_lanedir_consec": 0.6006168495723347, "sim_compute_sim_state": 0.045941794272696616, "sim_compute_performance-ego": 0.08754833145896987, "sim_compute_robot_state-ego": 0.10030248377582816}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.47672530711301914, "sim_physics": 0.14518389918587424, "survival_time": 3.2999999999999963, "driven_lanedir": 0.471400420274111, "sim_render-ego": 0.07660003141923384, "in-drivable-lane": 0, "agent_compute-ego": 0.09370213927644672, "deviation-heading": 0.4601721675346694, "set_robot_commands": 0.12388281749956535, "deviation-center-line": 0.32939229542458504, "driven_lanedir_consec": 0.471400420274111, "sim_compute_sim_state": 0.04638571811444832, "sim_compute_performance-ego": 0.08319099382920699, "sim_compute_robot_state-ego": 0.0908933227712458}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.6096421963356504, "sim_physics": 0.14930110853075404, "survival_time": 10.350000000000012, "driven_lanedir": 1.0945382457051558, "sim_render-ego": 0.07320606881293698, "in-drivable-lane": 1.500000000000016, "agent_compute-ego": 0.08999435452447421, "deviation-heading": 4.630434812940354, "set_robot_commands": 0.12180718016509272, "deviation-center-line": 0.6521041718383567, "driven_lanedir_consec": 0.8645956502632446, "sim_compute_sim_state": 0.04499641247993506, "sim_compute_performance-ego": 0.0830450783605161, "sim_compute_robot_state-ego": 0.10007304615444608}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.7096985627576042, "sim_physics": 0.15340320687544973, "survival_time": 4.749999999999991, "driven_lanedir": 0.5658123079073107, "sim_render-ego": 0.07648895163285105, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.0939480881941946, "deviation-heading": 1.602491419076724, "set_robot_commands": 0.11887513963799728, "deviation-center-line": 0.3072038640257981, "driven_lanedir_consec": 0.5658123079073107, "sim_compute_sim_state": 0.0462215825131065, "sim_compute_performance-ego": 0.08424379449141653, "sim_compute_robot_state-ego": 0.09318291262576454}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.0471625598726488, "sim_physics": 0.14981016799481245, "survival_time": 6.849999999999984, "driven_lanedir": 0.4384164545199664, "sim_render-ego": 0.07330317566864682, "in-drivable-lane": 3.349999999999988, "agent_compute-ego": 0.0908505899192643, "deviation-heading": 1.3444506713326565, "set_robot_commands": 0.1190112768298518, "deviation-center-line": 0.2634217935780413, "driven_lanedir_consec": 0.4384164545199664, "sim_compute_sim_state": 0.045384695930202515, "sim_compute_performance-ego": 0.08362460658498054, "sim_compute_robot_state-ego": 0.09735561113287931}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 2.2283263912915183, "sim_physics": 0.14814272564901432, "survival_time": 14.200000000000069, "driven_lanedir": 1.6382026372969911, "sim_render-ego": 0.07396403752582174, "in-drivable-lane": 2.1500000000000163, "agent_compute-ego": 0.09201084979822938, "deviation-heading": 4.598149865129616, "set_robot_commands": 0.11976057374981088, "deviation-center-line": 1.1576435397101823, "driven_lanedir_consec": 0.9532115480693, "sim_compute_sim_state": 0.045403054902251334, "sim_compute_performance-ego": 0.0809990730084164, "sim_compute_robot_state-ego": 0.0950818271704123}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.6613771201800789, "sim_physics": 0.11799241183848865, "survival_time": 4.449999999999992, "driven_lanedir": 0.3935247637994222, "sim_render-ego": 0.06562217969572946, "in-drivable-lane": 0.4999999999999998, "agent_compute-ego": 0.08262447560771127, "deviation-heading": 2.4650732812156124, "set_robot_commands": 0.1018096972047613, "deviation-center-line": 0.44789278690965967, "driven_lanedir_consec": 0.22295670317046357, "sim_compute_sim_state": 0.03987572970015279, "sim_compute_performance-ego": 0.07022718097386735, "sim_compute_robot_state-ego": 0.08084482021546097}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 2.348649731497628, "sim_physics": 0.1445611850420634, "survival_time": 14.950000000000076, "driven_lanedir": 1.4908975210968367, "sim_render-ego": 0.07427922169367472, "in-drivable-lane": 3.0500000000000025, "agent_compute-ego": 0.0918451682726542, "deviation-heading": 6.192698379686118, "set_robot_commands": 0.11725081125895184, "deviation-center-line": 0.9670426465758124, "driven_lanedir_consec": 1.1498688361248388, "sim_compute_sim_state": 0.04549710273742675, "sim_compute_performance-ego": 0.08316548109054565, "sim_compute_robot_state-ego": 0.09464171886444092}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.348612467447499, "sim_physics": 0.13236527204513548, "survival_time": 14.950000000000076, "driven_lanedir": 1.7017957965320587, "sim_render-ego": 0.07072212775548299, "in-drivable-lane": 2.050000000000015, "agent_compute-ego": 0.08782454967498779, "deviation-heading": 5.8196301519317455, "set_robot_commands": 0.1102308162053426, "deviation-center-line": 1.2567173625703008, "driven_lanedir_consec": 1.1250731448588205, "sim_compute_sim_state": 0.04480056762695313, "sim_compute_performance-ego": 0.0786842942237854, "sim_compute_robot_state-ego": 0.08710121234258016}}
set_robot_commands_max	0.12473623631364208
set_robot_commands_mean	0.11657533183570502
set_robot_commands_median	0.1190112768298518
set_robot_commands_min	0.09061912210976206
sim_compute_performance-ego_max	0.08754833145896987
sim_compute_performance-ego_mean	0.08075164756579985
sim_compute_performance-ego_median	0.0830450783605161
sim_compute_performance-ego_min	0.0635911836856749
sim_compute_robot_state-ego_max	0.10030248377582816
sim_compute_robot_state-ego_mean	0.09230822187928207
sim_compute_robot_state-ego_median	0.09464171886444092
sim_compute_robot_state-ego_min	0.07006718181982273
sim_compute_sim_state_max	0.04805533360626738
sim_compute_sim_state_mean	0.0446418726290829
sim_compute_sim_state_median	0.045384695930202515
sim_compute_sim_state_min	0.03606081008911133
sim_physics_max	0.15340320687544973
sim_physics_mean	0.14178165541079252
sim_physics_median	0.14616942001601396
sim_physics_min	0.0985218519117774
sim_render-ego_max	0.07660003141923384
sim_render-ego_mean	0.07239555068981195
sim_render-ego_median	0.07330317566864682
sim_render-ego_min	0.05976641759639833
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	8.39333333333335
survival_time_min	2.9499999999999975

No reset possible

21155

2587

baseline-IL-logs-tensorflow

step1-simulation

error

2019-04-27 20:00:26+00:00

2019-04-27 20:02:29+00:00

0:02:03

InvalidEvaluator: Tr [...]

InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 87, in main
    sim_ci.write_topic_and_expect_zero('seed', config.seed)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
    wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
  File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
    wait_for_data(f, timeout, waiting_for)
  File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
    raise TimeoutError(msg)
TimeoutError: Timeout after 30.0 s.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 87, in main
 >     sim_ci.write_topic_and_expect_zero('seed', config.seed)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
 >     wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
 >   File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
 >     wait_for_data(f, timeout, waiting_for)
 >   File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
 >     raise TimeoutError(msg)
 > TimeoutError: Timeout after 30.0 s.
 >

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21145

2601

FANG MEIYI 🇸🇬

baseline-IL-logs-tensorflow

step1-simulation

host-error

2019-04-27 19:47:05+00:00

2019-04-27 20:00:12+00:00

0:13:07

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LF-sim-validation/submission2601/step1-simulation-ip-172-31-25-98-2062-job21145/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21140

2609

Konstantin Chaika

challenge-aido_LF-template-ros - Template solution using ROS

step1-simulation

success

2019-04-27 19:37:09+00:00

2019-04-27 19:46:52+00:00

0:09:43

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.36592094708219225
survival_time_median	2.5999999999999988
deviation-center-line_median	0.16987818035809085
in-drivable-lane_median	0.05000000000000005

other stats

agent_compute-ego_max	0.08382637798786163
agent_compute-ego_mean	0.08015490719587441
agent_compute-ego_median	0.0807298705691383
agent_compute-ego_min	0.07648409329927884
deviation-center-line_max	0.2294363663374862
deviation-center-line_mean	0.14972083567701736
deviation-center-line_min	0.06426934298501713
deviation-heading_max	0.6986268167330368
deviation-heading_mean	0.4280304166285303
deviation-heading_median	0.41847631252347706
deviation-heading_min	0.2596285487829774
driven_any_max	1.2972979671834337
driven_any_mean	0.7173901327940211
driven_any_median	0.7336463183586153
driven_any_min	0.26903550091980144
driven_lanedir_consec_max	0.97716132702229
driven_lanedir_consec_mean	0.5227475277218055
driven_lanedir_consec_min	0.2407721645627201
driven_lanedir_max	0.97716132702229
driven_lanedir_mean	0.5227475277218055
driven_lanedir_median	0.36592094708219225
driven_lanedir_min	0.2407721645627201
in-drivable-lane_max	1.8999999999999944
in-drivable-lane_mean	0.5799999999999983
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.922682252912863, "sim_physics": 0.1989139133775738, "survival_time": 3.5499999999999954, "driven_lanedir": 0.36592094708219225, "sim_render-ego": 0.07302232863197863, "in-drivable-lane": 1.8999999999999944, "agent_compute-ego": 0.07886673698962575, "deviation-heading": 0.2596285487829774, "set_robot_commands": 0.10632843702611788, "deviation-center-line": 0.16987818035809085, "driven_lanedir_consec": 0.36592094708219225, "sim_compute_sim_state": 0.04342455595311984, "sim_compute_performance-ego": 0.08061804234142035, "sim_compute_robot_state-ego": 0.08860352677358709, "sim_compute_robot_state-npc0": 0.07523848305285817, "sim_compute_robot_state-npc1": 0.07680041353467484, "sim_compute_robot_state-npc2": 0.07660485321367291, "sim_compute_robot_state-npc3": 0.07912614311970456}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.3642886245953926, "sim_physics": 0.2047773078083992, "survival_time": 1.6000000000000008, "driven_lanedir": 0.3026144243018116, "sim_render-ego": 0.06633228808641434, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.08382637798786163, "deviation-heading": 0.6986268167330368, "set_robot_commands": 0.11145028471946716, "deviation-center-line": 0.10463456752710916, "driven_lanedir_consec": 0.3026144243018116, "sim_compute_sim_state": 0.04524410516023636, "sim_compute_performance-ego": 0.08726663142442703, "sim_compute_robot_state-ego": 0.08605600148439407, "sim_compute_robot_state-npc0": 0.08137894421815872, "sim_compute_robot_state-npc1": 0.07979035377502441, "sim_compute_robot_state-npc2": 0.08227132260799408, "sim_compute_robot_state-npc3": 0.07756207138299942}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.7336463183586153, "sim_physics": 0.2091220021247864, "survival_time": 2.5999999999999988, "driven_lanedir": 0.727268775640014, "sim_render-ego": 0.06579539867547843, "in-drivable-lane": 0, "agent_compute-ego": 0.07648409329927884, "deviation-heading": 0.2723076711805525, "set_robot_commands": 0.1099934302843534, "deviation-center-line": 0.2294363663374862, "driven_lanedir_consec": 0.727268775640014, "sim_compute_sim_state": 0.043180030125838056, "sim_compute_performance-ego": 0.07676873757289006, "sim_compute_robot_state-ego": 0.08522896583263691, "sim_compute_robot_state-npc0": 0.07907611131668091, "sim_compute_robot_state-npc1": 0.0751993885407081, "sim_compute_robot_state-npc2": 0.0753034628354586, "sim_compute_robot_state-npc3": 0.0788963299531203}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.2972979671834337, "sim_physics": 0.2056167305156749, "survival_time": 4.6499999999999915, "driven_lanedir": 0.97716132702229, "sim_render-ego": 0.07071607343612178, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.08086745713346748, "deviation-heading": 0.4911127339226078, "set_robot_commands": 0.1058439234251617, "deviation-center-line": 0.18038572117738352, "driven_lanedir_consec": 0.97716132702229, "sim_compute_sim_state": 0.04479632069987635, "sim_compute_performance-ego": 0.07810810048093078, "sim_compute_robot_state-ego": 0.08556819987553423, "sim_compute_robot_state-npc0": 0.07780144035175282, "sim_compute_robot_state-npc1": 0.07838327653946416, "sim_compute_robot_state-npc2": 0.0820493903211368, "sim_compute_robot_state-npc3": 0.08691772594246813}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.26903550091980144, "sim_physics": 0.2153905119214739, "survival_time": 1.0500000000000005, "driven_lanedir": 0.2407721645627201, "sim_render-ego": 0.0742071583157494, "in-drivable-lane": 0, "agent_compute-ego": 0.0807298705691383, "deviation-heading": 0.41847631252347706, "set_robot_commands": 0.11474009922572544, "deviation-center-line": 0.06426934298501713, "driven_lanedir_consec": 0.2407721645627201, "sim_compute_sim_state": 0.04411388578869048, "sim_compute_performance-ego": 0.08293750172569639, "sim_compute_robot_state-ego": 0.09405815033685594, "sim_compute_robot_state-npc0": 0.081369263785226, "sim_compute_robot_state-npc1": 0.08156134968712217, "sim_compute_robot_state-npc2": 0.07986544427417573, "sim_compute_robot_state-npc3": 0.07812675975617908}}
set_robot_commands_max	0.11474009922572544
set_robot_commands_mean	0.10967123493616512
set_robot_commands_median	0.1099934302843534
set_robot_commands_min	0.1058439234251617
sim_compute_performance-ego_max	0.08726663142442703
sim_compute_performance-ego_mean	0.08113980270907291
sim_compute_performance-ego_median	0.08061804234142035
sim_compute_performance-ego_min	0.07676873757289006
sim_compute_robot_state-ego_max	0.09405815033685594
sim_compute_robot_state-ego_mean	0.08790296886060164
sim_compute_robot_state-ego_median	0.08605600148439407
sim_compute_robot_state-ego_min	0.08522896583263691
sim_compute_robot_state-npc0_max	0.08137894421815872
sim_compute_robot_state-npc0_mean	0.07897284854493533
sim_compute_robot_state-npc0_median	0.07907611131668091
sim_compute_robot_state-npc0_min	0.07523848305285817
sim_compute_robot_state-npc1_max	0.08156134968712217
sim_compute_robot_state-npc1_mean	0.07834695641539872
sim_compute_robot_state-npc1_median	0.07838327653946416
sim_compute_robot_state-npc1_min	0.0751993885407081
sim_compute_robot_state-npc2_max	0.08227132260799408
sim_compute_robot_state-npc2_mean	0.07921889465048762
sim_compute_robot_state-npc2_median	0.07986544427417573
sim_compute_robot_state-npc2_min	0.0753034628354586
sim_compute_robot_state-npc3_max	0.08691772594246813
sim_compute_robot_state-npc3_mean	0.0801258060308943
sim_compute_robot_state-npc3_median	0.0788963299531203
sim_compute_robot_state-npc3_min	0.07756207138299942
sim_compute_sim_state_max	0.04524410516023636
sim_compute_sim_state_mean	0.04415177954555222
sim_compute_sim_state_median	0.04411388578869048
sim_compute_sim_state_min	0.043180030125838056
sim_physics_max	0.2153905119214739
sim_physics_mean	0.20676409314958163
sim_physics_median	0.2056167305156749
sim_physics_min	0.1989139133775738
sim_render-ego_max	0.0742071583157494
sim_render-ego_mean	0.07001464942914852
sim_render-ego_median	0.07071607343612178
sim_render-ego_min	0.06579539867547843
simulation-passed	1
survival_time_max	4.6499999999999915
survival_time_mean	2.6899999999999973
survival_time_min	1.0500000000000005

No reset possible

21129

2653

Egor Zamotaev

challenge-aido_LF-baseline-duckietown

step1-simulation

success

2019-04-27 19:19:03+00:00

2019-04-27 19:36:31+00:00

0:17:28

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.021123688799066
survival_time_median	8.299999999999983
deviation-center-line_median	0.4450890255944848
in-drivable-lane_median	0.15000000000000213

other stats

agent_compute-ego_max	0.09463905334472655
agent_compute-ego_mean	0.09183268525754044
agent_compute-ego_median	0.09241011343806622
agent_compute-ego_min	0.08697508643655216
deviation-center-line_max	0.999278136330485
deviation-center-line_mean	0.5275970760889571
deviation-center-line_min	0.30116006899187303
deviation-heading_max	6.932217209063952
deviation-heading_mean	3.1145938637851716
deviation-heading_median	2.9273211674088304
deviation-heading_min	0.7423588732056775
driven_any_max	2.348853608358124
driven_any_mean	1.241488680234938
driven_any_median	1.2801690994079065
driven_any_min	0.5723469732840017
driven_lanedir_consec_max	1.1892865207732517
driven_lanedir_consec_mean	0.8744014391547328
driven_lanedir_consec_min	0.46851368412724925
driven_lanedir_max	1.7697859673550345
driven_lanedir_mean	1.0241338948659269
driven_lanedir_median	1.075978134529911
driven_lanedir_min	0.46851368412724925
in-drivable-lane_max	1.1499999999999972
in-drivable-lane_mean	0.35000000000000064
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.5723469732840017, "sim_physics": 0.15179713666439057, "survival_time": 3.999999999999994, "driven_lanedir": 0.46851368412724925, "sim_render-ego": 0.07577793002128601, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.09234089851379394, "deviation-heading": 1.4433360005402749, "set_robot_commands": 0.11705725491046906, "deviation-center-line": 0.30116006899187303, "driven_lanedir_consec": 0.46851368412724925, "sim_compute_sim_state": 0.045848187804222104, "sim_compute_performance-ego": 0.08629090487957, "sim_compute_robot_state-ego": 0.0936080515384674}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.348853608358124, "sim_physics": 0.14520076433817544, "survival_time": 14.950000000000076, "driven_lanedir": 1.7697859673550345, "sim_render-ego": 0.076414688428243, "in-drivable-lane": 1.1499999999999972, "agent_compute-ego": 0.09463905334472655, "deviation-heading": 6.932217209063952, "set_robot_commands": 0.12207708676656089, "deviation-center-line": 0.999278136330485, "driven_lanedir_consec": 1.021123688799066, "sim_compute_sim_state": 0.04594910462697347, "sim_compute_performance-ego": 0.08584404786427816, "sim_compute_robot_state-ego": 0.09690080483754476}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.6294015248376233, "sim_physics": 0.14282827377319335, "survival_time": 4.249999999999993, "driven_lanedir": 0.6171051675441852, "sim_render-ego": 0.07311201937058392, "in-drivable-lane": 0, "agent_compute-ego": 0.08697508643655216, "deviation-heading": 0.7423588732056775, "set_robot_commands": 0.11759306963752296, "deviation-center-line": 0.4450890255944848, "driven_lanedir_consec": 0.6171051675441852, "sim_compute_sim_state": 0.044852528852574965, "sim_compute_performance-ego": 0.08338032610276166, "sim_compute_robot_state-ego": 0.0957561212427476}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.376672195287033, "sim_physics": 0.1520970778518848, "survival_time": 8.899999999999991, "driven_lanedir": 1.1892865207732517, "sim_render-ego": 0.07311715034956343, "in-drivable-lane": 0.30000000000000426, "agent_compute-ego": 0.09279827455456335, "deviation-heading": 2.9273211674088304, "set_robot_commands": 0.1191419938976845, "deviation-center-line": 0.4756268135006662, "driven_lanedir_consec": 1.1892865207732517, "sim_compute_sim_state": 0.04666070455915473, "sim_compute_performance-ego": 0.08153132106480973, "sim_compute_robot_state-ego": 0.09603873933299203}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.2801690994079065, "sim_physics": 0.14659872256129622, "survival_time": 8.299999999999983, "driven_lanedir": 1.075978134529911, "sim_render-ego": 0.07574594020843506, "in-drivable-lane": 0.15000000000000213, "agent_compute-ego": 0.09241011343806622, "deviation-heading": 3.52773606870712, "set_robot_commands": 0.12273765472044428, "deviation-center-line": 0.4168313360272762, "driven_lanedir_consec": 1.075978134529911, "sim_compute_sim_state": 0.04719853544809732, "sim_compute_performance-ego": 0.0825544940419944, "sim_compute_robot_state-ego": 0.09526289658374096}}
set_robot_commands_max	0.12273765472044428
set_robot_commands_mean	0.11972141198653632
set_robot_commands_median	0.1191419938976845
set_robot_commands_min	0.11705725491046906
sim_compute_performance-ego_max	0.08629090487957
sim_compute_performance-ego_mean	0.0839202187906828
sim_compute_performance-ego_median	0.08338032610276166
sim_compute_performance-ego_min	0.08153132106480973
sim_compute_robot_state-ego_max	0.09690080483754476
sim_compute_robot_state-ego_mean	0.09551332270709856
sim_compute_robot_state-ego_median	0.0957561212427476
sim_compute_robot_state-ego_min	0.0936080515384674
sim_compute_sim_state_max	0.04719853544809732
sim_compute_sim_state_mean	0.04610181225820452
sim_compute_sim_state_median	0.04594910462697347
sim_compute_sim_state_min	0.044852528852574965
sim_physics_max	0.1520970778518848
sim_physics_mean	0.14770439503778807
sim_physics_median	0.14659872256129622
sim_physics_min	0.14282827377319335
sim_render-ego_max	0.076414688428243
sim_render-ego_mean	0.07483354567562228
sim_render-ego_median	0.07574594020843506
sim_render-ego_min	0.07311201937058392
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	8.080000000000007
survival_time_min	3.999999999999994

No reset possible

21118

2640

Egor Zamotaev

challenge-aido_LF-template-ros - Template solution using ROS

step1-simulation

success

2019-04-27 19:00:45+00:00

2019-04-27 19:18:35+00:00

0:17:50

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.4126113388371666
survival_time_median	2.6999999999999984
deviation-center-line_median	0.11871775985231396
in-drivable-lane_median	0.9499999999999976

other stats

agent_compute-ego_max	0.08352900875939263
agent_compute-ego_mean	0.07436774689811121
agent_compute-ego_median	0.07522974411646526
agent_compute-ego_min	0.05686176740206205
deviation-center-line_max	0.2616199012603187
deviation-center-line_mean	0.12663752615997417
deviation-center-line_min	0.07143676193760398
deviation-heading_max	1.4563581054905994
deviation-heading_mean	0.5551840294909584
deviation-heading_median	0.55940705176748
deviation-heading_min	0.2596285487829774
driven_any_max	1.6839250134630197
driven_any_mean	0.7327294413370017
driven_any_median	0.7309130538792373
driven_any_min	0.2364518949491652
driven_lanedir_consec_max	0.9416535020294268
driven_lanedir_consec_mean	0.4469104002974222
driven_lanedir_consec_min	0.2221238695940002
driven_lanedir_max	0.9416535020294268
driven_lanedir_mean	0.4469104002974222
driven_lanedir_median	0.4126113388371666
driven_lanedir_min	0.2221238695940002
in-drivable-lane_max	2.1499999999999924
in-drivable-lane_mean	0.8233333333333307
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.922682252912863, "sim_physics": 0.13344136090345785, "survival_time": 3.5499999999999954, "driven_lanedir": 0.36592094708219225, "sim_render-ego": 0.0722871934863883, "in-drivable-lane": 1.8999999999999944, "agent_compute-ego": 0.08015900262644593, "deviation-heading": 0.2596285487829774, "set_robot_commands": 0.11676547225092498, "deviation-center-line": 0.16987818035809085, "driven_lanedir_consec": 0.36592094708219225, "sim_compute_sim_state": 0.04294545549741933, "sim_compute_performance-ego": 0.08410888322642152, "sim_compute_robot_state-ego": 0.08994041698079713}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.7993934895811189, "sim_physics": 0.1252383589744568, "survival_time": 2.9999999999999973, "driven_lanedir": 0.6632135184572027, "sim_render-ego": 0.06897786458333334, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.07918522755304973, "deviation-heading": 0.5809378480871981, "set_robot_commands": 0.10875073671340944, "deviation-center-line": 0.1166759393545397, "driven_lanedir_consec": 0.6632135184572027, "sim_compute_sim_state": 0.041574867566426595, "sim_compute_performance-ego": 0.07794070243835449, "sim_compute_robot_state-ego": 0.0815912922223409}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.2364518949491652, "sim_physics": 0.1333853223107078, "survival_time": 1.1000000000000003, "driven_lanedir": 0.2221238695940002, "sim_render-ego": 0.06465539065274326, "in-drivable-lane": 0, "agent_compute-ego": 0.0781785249710083, "deviation-heading": 0.34882560565471876, "set_robot_commands": 0.10499754819003018, "deviation-center-line": 0.11316665887359229, "driven_lanedir_consec": 0.2221238695940002, "sim_compute_sim_state": 0.04269068891351873, "sim_compute_performance-ego": 0.0760471062226729, "sim_compute_robot_state-ego": 0.08180968327955766}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.5946812776947944, "sim_physics": 0.10165025293827055, "survival_time": 2.3999999999999995, "driven_lanedir": 0.5792955579972934, "sim_render-ego": 0.058127577106157936, "in-drivable-lane": 0, "agent_compute-ego": 0.06346397598584493, "deviation-heading": 0.5685240160177978, "set_robot_commands": 0.08756239712238312, "deviation-center-line": 0.15908349194402024, "driven_lanedir_consec": 0.5792955579972934, "sim_compute_sim_state": 0.03359804550806681, "sim_compute_performance-ego": 0.06085120141506195, "sim_compute_robot_state-ego": 0.06617610653241475}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.609146202404747, "sim_physics": 0.1171179958011793, "survival_time": 2.3, "driven_lanedir": 0.2919817227673325, "sim_render-ego": 0.06532320250635562, "in-drivable-lane": 0.9499999999999992, "agent_compute-ego": 0.08017330584318741, "deviation-heading": 0.3390861746033595, "set_robot_commands": 0.10146422489829686, "deviation-center-line": 0.1011892720306074, "driven_lanedir_consec": 0.2919817227673325, "sim_compute_sim_state": 0.03795037062271782, "sim_compute_performance-ego": 0.07187392918959908, "sim_compute_robot_state-ego": 0.07684065984643024}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.32177231722795413, "sim_physics": 0.14356068770090738, "survival_time": 1.2000000000000004, "driven_lanedir": 0.259671941523266, "sim_render-ego": 0.06286425391832988, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.07394613822301228, "deviation-heading": 0.55940705176748, "set_robot_commands": 0.09987945357958476, "deviation-center-line": 0.07983398841276981, "driven_lanedir_consec": 0.259671941523266, "sim_compute_sim_state": 0.03816263874371847, "sim_compute_performance-ego": 0.07893761992454529, "sim_compute_robot_state-ego": 0.08473098278045654}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.9218874635466072, "sim_physics": 0.13735490273206663, "survival_time": 3.899999999999994, "driven_lanedir": 0.5450627289344152, "sim_render-ego": 0.06734879200275128, "in-drivable-lane": 1.2999999999999954, "agent_compute-ego": 0.0777589602348132, "deviation-heading": 0.6586708623908946, "set_robot_commands": 0.11124124282445665, "deviation-center-line": 0.13114121213460145, "driven_lanedir_consec": 0.5450627289344152, "sim_compute_sim_state": 0.04167549121074188, "sim_compute_performance-ego": 0.07745741269527337, "sim_compute_robot_state-ego": 0.09227992632450202}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.8035998912048764, "sim_physics": 0.11901226214000156, "survival_time": 2.799999999999998, "driven_lanedir": 0.4126113388371666, "sim_render-ego": 0.06515195114271981, "in-drivable-lane": 0.9999999999999972, "agent_compute-ego": 0.07398773091179985, "deviation-heading": 0.6465417997696941, "set_robot_commands": 0.10138143811907088, "deviation-center-line": 0.119844131874105, "driven_lanedir_consec": 0.4126113388371666, "sim_compute_sim_state": 0.04023115975516183, "sim_compute_performance-ego": 0.07226519073758807, "sim_compute_robot_state-ego": 0.07827635322298322}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.082025040886041, "sim_physics": 0.11497433706261646, "survival_time": 4.3499999999999925, "driven_lanedir": 0.4507633352947824, "sim_render-ego": 0.06385375165391242, "in-drivable-lane": 2.1499999999999924, "agent_compute-ego": 0.07174360341039197, "deviation-heading": 0.6137519362826567, "set_robot_commands": 0.10098816060471807, "deviation-center-line": 0.11871775985231396, "driven_lanedir_consec": 0.4507633352947824, "sim_compute_sim_state": 0.04015263743784236, "sim_compute_performance-ego": 0.0723884242704545, "sim_compute_robot_state-ego": 0.0736175981061212}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.6839250134630197, "sim_physics": 0.13095488548278808, "survival_time": 5.4999999999999885, "driven_lanedir": 0.9416535020294268, "sim_render-ego": 0.06860164295543324, "in-drivable-lane": 1.7999999999999936, "agent_compute-ego": 0.07617624456232244, "deviation-heading": 1.4563581054905994, "set_robot_commands": 0.1061499530618841, "deviation-center-line": 0.2616199012603187, "driven_lanedir_consec": 0.9416535020294268, "sim_compute_sim_state": 0.04148071679201993, "sim_compute_performance-ego": 0.07957888299768621, "sim_compute_robot_state-ego": 0.08723303187977184}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.2667775284624888, "sim_physics": 0.12382741769154866, "survival_time": 1.2000000000000004, "driven_lanedir": 0.25235480657068055, "sim_render-ego": 0.06322719653447469, "in-drivable-lane": 0, "agent_compute-ego": 0.07522974411646526, "deviation-heading": 0.2735028974766809, "set_robot_commands": 0.1020856499671936, "deviation-center-line": 0.10630271043038582, "driven_lanedir_consec": 0.25235480657068055, "sim_compute_sim_state": 0.0421430766582489, "sim_compute_performance-ego": 0.07156272729237874, "sim_compute_robot_state-ego": 0.07652539014816284}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 1.0389325864387626, "sim_physics": 0.12033722307774929, "survival_time": 3.8499999999999943, "driven_lanedir": 0.4755729783153157, "sim_render-ego": 0.06318829585979512, "in-drivable-lane": 1.7499999999999938, "agent_compute-ego": 0.07418565006999227, "deviation-heading": 0.521699236138543, "set_robot_commands": 0.10404536011931184, "deviation-center-line": 0.10517150645857888, "driven_lanedir_consec": 0.4755729783153157, "sim_compute_sim_state": 0.040531130580158975, "sim_compute_performance-ego": 0.07087803815866446, "sim_compute_robot_state-ego": 0.07671649734695236}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.6835794874956865, "sim_physics": 0.1143632698059082, "survival_time": 2.499999999999999, "driven_lanedir": 0.6100305079584653, "sim_render-ego": 0.05982503414154053, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.07093731880187988, "deviation-heading": 0.4739455376152246, "set_robot_commands": 0.09486145973205566, "deviation-center-line": 0.12143860235134882, "driven_lanedir_consec": 0.6100305079584653, "sim_compute_sim_state": 0.03748096466064453, "sim_compute_performance-ego": 0.06899716854095458, "sim_compute_robot_state-ego": 0.07151848316192627}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.29517411990766207, "sim_physics": 0.08559159132150504, "survival_time": 1.3000000000000005, "driven_lanedir": 0.25251967754950355, "sim_render-ego": 0.04671856990227333, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.05686176740206205, "deviation-heading": 0.466101326638835, "set_robot_commands": 0.0702284574508667, "deviation-center-line": 0.07143676193760398, "driven_lanedir_consec": 0.25251967754950355, "sim_compute_sim_state": 0.030932114674494814, "sim_compute_performance-ego": 0.055589758432828464, "sim_compute_robot_state-ego": 0.05604486282055195}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.7309130538792373, "sim_physics": 0.16082815329233804, "survival_time": 2.6999999999999984, "driven_lanedir": 0.38087957155028906, "sim_render-ego": 0.0724283500953957, "in-drivable-lane": 0.9499999999999976, "agent_compute-ego": 0.08352900875939263, "deviation-heading": 0.5607794956477159, "set_robot_commands": 0.1134083933300442, "deviation-center-line": 0.12406277512673576, "driven_lanedir_consec": 0.38087957155028906, "sim_compute_sim_state": 0.04252407285902235, "sim_compute_performance-ego": 0.07710398568047418, "sim_compute_robot_state-ego": 0.09218314400425665}}
set_robot_commands_max	0.11676547225092498
set_robot_commands_mean	0.10158732986428208
set_robot_commands_median	0.1020856499671936
set_robot_commands_min	0.0702284574508667
sim_compute_performance-ego_max	0.08410888322642152
sim_compute_performance-ego_mean	0.07303873541486386
sim_compute_performance-ego_median	0.0723884242704545
sim_compute_performance-ego_min	0.055589758432828464
sim_compute_robot_state-ego_max	0.09227992632450202
sim_compute_robot_state-ego_mean	0.07903229524381503
sim_compute_robot_state-ego_median	0.07827635322298322
sim_compute_robot_state-ego_min	0.05604486282055195
sim_compute_sim_state_max	0.04294545549741933
sim_compute_sim_state_mean	0.03960489543201356
sim_compute_sim_state_median	0.040531130580158975
sim_compute_sim_state_min	0.030932114674494814
sim_physics_max	0.16082815329233804
sim_physics_mean	0.12410920141570012
sim_physics_median	0.12382741769154866
sim_physics_min	0.08559159132150504
sim_render-ego_max	0.0724283500953957
sim_render-ego_mean	0.06417193776944029
sim_render-ego_median	0.06465539065274326
sim_render-ego_min	0.04671856990227333
simulation-passed	1
survival_time_max	5.4999999999999885
survival_time_mean	2.7766666666666637
survival_time_min	1.1000000000000003

No reset possible

21085

2707

Rami Al-Naim 🇷🇺

challenge-aido_LF-baseline-duckietown

step1-simulation

host-error

2019-04-27 18:02:01+00:00

2019-04-27 19:00:08+00:00

0:58:07

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFV-sim-testing/submission2707/step1-simulation-ip-172-31-25-98-2062-job21085/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21012

3074

Baseline-IL-logs-tensorflow

step1-simulation

host-error

2019-04-27 17:00:26+00:00

2019-04-27 18:00:08+00:00

0:59:42

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFV-sim-testing/submission3074/step1-simulation-ip-172-31-25-98-2062-job21012/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

20995

2812

Andrea Censi 🇨🇭

challenge-aido_LF-template-random - random_agent

step1-simulation

host-error

2019-04-27 16:45:01+00:00

2019-04-27 17:00:05+00:00

0:15:04

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-testing/submission2812/step1-simulation-ip-172-31-25-98-2062-job20995/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

20972

2876

Andrea Daniele 🇮🇹

minimal_agent (Python 3)

step1-simulation

success

2019-04-27 16:10:42+00:00

2019-04-27 16:44:52+00:00

0:34:10

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.6202968959903497
survival_time_median	6.8999999999999835
deviation-center-line_median	0.2968973039399582
in-drivable-lane_median	0

other stats

agent_compute-ego_max	0.1702152853426726
agent_compute-ego_mean	0.1596857370784047
agent_compute-ego_median	0.1632612894659173
agent_compute-ego_min	0.12868541607753836
deviation-center-line_max	1.2578907011919125
deviation-center-line_mean	0.392559795052945
deviation-center-line_min	0.20837582250812192
deviation-heading_max	1.7338651399303977
deviation-heading_mean	0.922434565822337
deviation-heading_median	0.801279189692507
deviation-heading_min	0.48740885281046914
driven_any_max	1.7560498171261352
driven_any_mean	0.8746411422725543
driven_any_median	0.9886852216355494
driven_any_min	0.278862430643389
driven_lanedir_consec_max	1.7523714592470048
driven_lanedir_consec_mean	0.6813457664348396
driven_lanedir_consec_min	0.2720172605900939
driven_lanedir_max	1.7523714592470048
driven_lanedir_mean	0.6813457664348396
driven_lanedir_median	0.6202968959903497
driven_lanedir_min	0.2720172605900939
in-drivable-lane_max	6.400000000000029
in-drivable-lane_mean	1.1100000000000017
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.9900915586687412, "sim_physics": 0.12228916703368264, "survival_time": 6.949999999999983, "driven_lanedir": 0.6591401084474304, "sim_render-ego": 0.06521520683233686, "in-drivable-lane": 1.999999999999993, "agent_compute-ego": 0.16355772155651943, "deviation-heading": 0.801279189692507, "set_robot_commands": 0.10373163737839076, "deviation-center-line": 0.33899838427143014, "driven_lanedir_consec": 0.6591401084474304, "sim_compute_sim_state": 0.04226086294050697, "sim_compute_performance-ego": 0.07217604479343771, "sim_compute_robot_state-ego": 0.07947189859349094}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.0058141307648691, "sim_physics": 0.11726882287434168, "survival_time": 6.999999999999983, "driven_lanedir": 0.8945129127998346, "sim_render-ego": 0.063660614831107, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.15948026691164288, "deviation-heading": 1.7338651399303977, "set_robot_commands": 0.10371637174061368, "deviation-center-line": 0.49658151961950325, "driven_lanedir_consec": 0.8945129127998346, "sim_compute_sim_state": 0.04119888714381627, "sim_compute_performance-ego": 0.07270153250013078, "sim_compute_robot_state-ego": 0.08040144613810948}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.278862430643389, "sim_physics": 0.12108215755886502, "survival_time": 2.25, "driven_lanedir": 0.2720172605900939, "sim_render-ego": 0.06297707027859158, "in-drivable-lane": 0, "agent_compute-ego": 0.16684534284803604, "deviation-heading": 0.5056416838713088, "set_robot_commands": 0.10524022314283583, "deviation-center-line": 0.23430699853227116, "driven_lanedir_consec": 0.2720172605900939, "sim_compute_sim_state": 0.041321478949652775, "sim_compute_performance-ego": 0.07210692829555936, "sim_compute_robot_state-ego": 0.07529896100362142}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.6407319399837514, "sim_physics": 0.1294130916180818, "survival_time": 4.599999999999992, "driven_lanedir": 0.6257610897668884, "sim_render-ego": 0.06888915404029515, "in-drivable-lane": 0, "agent_compute-ego": 0.16699886322021484, "deviation-heading": 0.9772760265854514, "set_robot_commands": 0.10678813768469768, "deviation-center-line": 0.36802347786147127, "driven_lanedir_consec": 0.6257610897668884, "sim_compute_sim_state": 0.041570650494616966, "sim_compute_performance-ego": 0.07467231543167778, "sim_compute_robot_state-ego": 0.08657586315403813}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.5927758413436612, "sim_physics": 0.12628539947614278, "survival_time": 10.95000000000002, "driven_lanedir": 0.6151282935769209, "sim_render-ego": 0.06519772690725109, "in-drivable-lane": 6.400000000000029, "agent_compute-ego": 0.1632612894659173, "deviation-heading": 0.638184343010141, "set_robot_commands": 0.1044596852777211, "deviation-center-line": 0.4584544318695165, "driven_lanedir_consec": 0.6151282935769209, "sim_compute_sim_state": 0.04083185326563169, "sim_compute_performance-ego": 0.07461364084182809, "sim_compute_robot_state-ego": 0.0819915299001894}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.4747777342207285, "sim_physics": 0.13384605816432407, "survival_time": 3.4999999999999956, "driven_lanedir": 0.45069691160064007, "sim_render-ego": 0.06799306528908866, "in-drivable-lane": 0, "agent_compute-ego": 0.16379368645804268, "deviation-heading": 1.1234646030837343, "set_robot_commands": 0.10776713575635638, "deviation-center-line": 0.24614915791869676, "driven_lanedir_consec": 0.45069691160064007, "sim_compute_sim_state": 0.04296748297555106, "sim_compute_performance-ego": 0.07453905173710414, "sim_compute_robot_state-ego": 0.08369237354823521}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.019681949804902, "sim_physics": 0.10807014351159754, "survival_time": 7.099999999999983, "driven_lanedir": 0.5497294169147833, "sim_render-ego": 0.06472410114718155, "in-drivable-lane": 2.9999999999999893, "agent_compute-ego": 0.16169151957605926, "deviation-heading": 1.017147490050159, "set_robot_commands": 0.1055649888347572, "deviation-center-line": 0.2968973039399582, "driven_lanedir_consec": 0.5497294169147833, "sim_compute_sim_state": 0.042134805464408766, "sim_compute_performance-ego": 0.07402802017373099, "sim_compute_robot_state-ego": 0.07815381842599788}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.292561402657028, "sim_physics": 0.11806427395862082, "survival_time": 2.3, "driven_lanedir": 0.28556003912644146, "sim_render-ego": 0.06382848387179167, "in-drivable-lane": 0, "agent_compute-ego": 0.15686127413874087, "deviation-heading": 0.5055513317884642, "set_robot_commands": 0.10232154701067052, "deviation-center-line": 0.2291230953178777, "driven_lanedir_consec": 0.28556003912644146, "sim_compute_sim_state": 0.04050222687099291, "sim_compute_performance-ego": 0.07095512618189273, "sim_compute_robot_state-ego": 0.08091432633607284}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.6284115088436346, "sim_physics": 0.12491212685902914, "survival_time": 4.499999999999992, "driven_lanedir": 0.6202968959903497, "sim_render-ego": 0.06770565509796142, "in-drivable-lane": 0, "agent_compute-ego": 0.16850432289971246, "deviation-heading": 0.6992938214416804, "set_robot_commands": 0.11111491256290013, "deviation-center-line": 0.292496185158671, "driven_lanedir_consec": 0.6202968959903497, "sim_compute_sim_state": 0.04251217842102051, "sim_compute_performance-ego": 0.07453993956247966, "sim_compute_robot_state-ego": 0.08654014004601372}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9886852216355494, "sim_physics": 0.13340814735578457, "survival_time": 6.8999999999999835, "driven_lanedir": 0.6459976804857221, "sim_render-ego": 0.06769244048906409, "in-drivable-lane": 1.7499999999999938, "agent_compute-ego": 0.1702152853426726, "deviation-heading": 1.4412214371425691, "set_robot_commands": 0.1056929653969364, "deviation-center-line": 0.3337191779486854, "driven_lanedir_consec": 0.6459976804857221, "sim_compute_sim_state": 0.04277411405590997, "sim_compute_performance-ego": 0.07522417324176733, "sim_compute_robot_state-ego": 0.08305330725683682}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.5766678237160747, "sim_physics": 0.11585269280529896, "survival_time": 10.90000000000002, "driven_lanedir": 1.2238020245203944, "sim_render-ego": 0.0674577732698633, "in-drivable-lane": 1.8000000000000256, "agent_compute-ego": 0.16565413321923772, "deviation-heading": 1.6250699730411842, "set_robot_commands": 0.10566664616995997, "deviation-center-line": 0.5732131458770182, "driven_lanedir_consec": 1.2238020245203944, "sim_compute_sim_state": 0.04177360359681856, "sim_compute_performance-ego": 0.07366932750841894, "sim_compute_robot_state-ego": 0.08269142667087939}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.4896825830686729, "sim_physics": 0.12133628461096022, "survival_time": 3.599999999999995, "driven_lanedir": 0.4827572868140654, "sim_render-ego": 0.06325105826059978, "in-drivable-lane": 0, "agent_compute-ego": 0.15281839834319222, "deviation-heading": 0.5911477230687963, "set_robot_commands": 0.10186073515150282, "deviation-center-line": 0.29144378866191073, "driven_lanedir_consec": 0.4827572868140654, "sim_compute_sim_state": 0.04197529289457533, "sim_compute_performance-ego": 0.06939243939187792, "sim_compute_robot_state-ego": 0.08149219883812799}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.9934601655841236, "sim_physics": 0.08456911629052472, "survival_time": 6.949999999999983, "driven_lanedir": 0.7638704215325345, "sim_render-ego": 0.05081258060263216, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.12868541607753836, "deviation-heading": 0.9502563901618318, "set_robot_commands": 0.08145389110921956, "deviation-center-line": 0.26272373511713126, "driven_lanedir_consec": 0.7638704215325345, "sim_compute_sim_state": 0.03307033099716516, "sim_compute_performance-ego": 0.05773112928267005, "sim_compute_robot_state-ego": 0.06080327788702876}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.3913630260270548, "sim_physics": 0.11725551799192269, "survival_time": 2.9499999999999975, "driven_lanedir": 0.378544695109488, "sim_render-ego": 0.06393272593870002, "in-drivable-lane": 0, "agent_compute-ego": 0.15856829336134054, "deviation-heading": 0.7397104816563612, "set_robot_commands": 0.10121486954769846, "deviation-center-line": 0.20837582250812192, "driven_lanedir_consec": 0.378544695109488, "sim_compute_sim_state": 0.03918238009436656, "sim_compute_performance-ego": 0.07106357913906292, "sim_compute_robot_state-ego": 0.07790531546382581}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 1.7560498171261352, "sim_physics": 0.10367221159559067, "survival_time": 12.050000000000036, "driven_lanedir": 1.7523714592470048, "sim_render-ego": 0.05985887614523227, "in-drivable-lane": 0, "agent_compute-ego": 0.14835024275720363, "deviation-heading": 0.48740885281046914, "set_robot_commands": 0.09266168942589978, "deviation-center-line": 1.2578907011919125, "driven_lanedir_consec": 1.7523714592470048, "sim_compute_sim_state": 0.03784715684123059, "sim_compute_performance-ego": 0.06615009842077231, "sim_compute_robot_state-ego": 0.07176769818507785}}
set_robot_commands_max	0.11111491256290013
set_robot_commands_mean	0.10261702907934402
set_robot_commands_median	0.1044596852777211
set_robot_commands_min	0.08145389110921956
sim_compute_performance-ego_max	0.07522417324176733
sim_compute_performance-ego_mean	0.07157088976682739
sim_compute_performance-ego_median	0.07270153250013078
sim_compute_performance-ego_min	0.05773112928267005
sim_compute_robot_state-ego_max	0.08657586315403813
sim_compute_robot_state-ego_mean	0.07938357209650304
sim_compute_robot_state-ego_median	0.08091432633607284
sim_compute_robot_state-ego_min	0.06080327788702876
sim_compute_sim_state_max	0.04296748297555106
sim_compute_sim_state_mean	0.040794887000417605
sim_compute_sim_state_median	0.041570650494616966
sim_compute_sim_state_min	0.03307033099716516
sim_physics_max	0.13384605816432407
sim_physics_mean	0.11848834744698448
sim_physics_median	0.12108215755886502
sim_physics_min	0.08456911629052472
sim_render-ego_max	0.06888915404029515
sim_render-ego_mean	0.0642131022001131
sim_render-ego_median	0.06472410114718155
sim_render-ego_min	0.05081258060263216
simulation-passed	1
survival_time_max	12.050000000000036
survival_time_mean	6.166666666666666
survival_time_min	2.25

No reset possible

20956

2867

Peter Almasi 🇭🇺

Baseline solution using reinforcement learning

step1-simulation

success

2019-04-27 16:00:18+00:00

2019-04-27 16:10:20+00:00

0:10:02

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.6845740293219578
survival_time_median	3.149999999999997
deviation-center-line_median	0.21265807915017776
in-drivable-lane_median	0.699999999999998

other stats

agent_compute-ego_max	0.20512624392433773
agent_compute-ego_mean	0.18642537262732023
agent_compute-ego_median	0.19135549291968343
agent_compute-ego_min	0.15148186683654785
deviation-center-line_max	0.31577284656216437
deviation-center-line_mean	0.18390199046029357
deviation-center-line_min	0.08469384077409411
deviation-heading_max	2.9316816292092422
deviation-heading_mean	0.9511282327134534
deviation-heading_median	0.3144533809714257
deviation-heading_min	0.1873447622768082
driven_any_max	1.6500738687823813
driven_any_mean	1.3619281073168623
driven_any_median	1.508178453031506
driven_any_min	0.9996214331427588
driven_lanedir_consec_max	1.123983993730655
driven_lanedir_consec_mean	0.7745524773286269
driven_lanedir_consec_min	0.4670189579159456
driven_lanedir_max	1.151980609940903
driven_lanedir_mean	0.8551226441011515
driven_lanedir_median	0.8411979815800299
driven_lanedir_min	0.4738766059322118
in-drivable-lane_max	1.2999999999999987
in-drivable-lane_mean	0.7599999999999983
in-drivable-lane_min	0.3999999999999986
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.9996214331427588, "sim_physics": 0.0703410927842303, "survival_time": 2.0500000000000007, "driven_lanedir": 0.6845740293219578, "sim_render-ego": 0.04337753900667516, "in-drivable-lane": 0.5, "agent_compute-ego": 0.15148186683654785, "deviation-heading": 0.3144533809714257, "set_robot_commands": 0.055814952385134814, "deviation-center-line": 0.08896026073144096, "driven_lanedir_consec": 0.6845740293219578, "sim_compute_sim_state": 0.02252720041972835, "sim_compute_performance-ego": 0.041844926229337366, "sim_compute_robot_state-ego": 0.043690908245924046}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.1201149432367972, "sim_physics": 0.12416882991790772, "survival_time": 2.499999999999999, "driven_lanedir": 0.4738766059322118, "sim_render-ego": 0.061711692810058595, "in-drivable-lane": 1.2999999999999987, "agent_compute-ego": 0.18778581142425535, "deviation-heading": 0.2447535007903329, "set_robot_commands": 0.08608372211456299, "deviation-center-line": 0.08469384077409411, "driven_lanedir_consec": 0.4738766059322118, "sim_compute_sim_state": 0.032550234794616696, "sim_compute_performance-ego": 0.057324428558349606, "sim_compute_robot_state-ego": 0.06382273674011231}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.6500738687823813, "sim_physics": 0.12713278469286468, "survival_time": 4.749999999999991, "driven_lanedir": 0.8411979815800299, "sim_render-ego": 0.06473189153169331, "in-drivable-lane": 0.699999999999998, "agent_compute-ego": 0.19637744803177684, "deviation-heading": 2.9316816292092422, "set_robot_commands": 0.1070177906437924, "deviation-center-line": 0.31577284656216437, "driven_lanedir_consec": 0.4670189579159456, "sim_compute_sim_state": 0.04182191397014417, "sim_compute_performance-ego": 0.07327581455833033, "sim_compute_robot_state-ego": 0.08081141020122327}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.508178453031506, "sim_physics": 0.11835933104157448, "survival_time": 3.1999999999999966, "driven_lanedir": 1.151980609940903, "sim_render-ego": 0.06656783819198608, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.19135549291968343, "deviation-heading": 1.0774078903194582, "set_robot_commands": 0.10276305302977562, "deviation-center-line": 0.21742492508359068, "driven_lanedir_consec": 1.123308799742364, "sim_compute_sim_state": 0.040721699595451355, "sim_compute_performance-ego": 0.07432343065738678, "sim_compute_robot_state-ego": 0.08026906475424767}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.531651838390868, "sim_physics": 0.12317615085177952, "survival_time": 3.149999999999997, "driven_lanedir": 1.123983993730655, "sim_render-ego": 0.06938668281312972, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.20512624392433773, "deviation-heading": 0.1873447622768082, "set_robot_commands": 0.10900133375137572, "deviation-center-line": 0.21265807915017776, "driven_lanedir_consec": 1.123983993730655, "sim_compute_sim_state": 0.043114597835238015, "sim_compute_performance-ego": 0.0783490226382301, "sim_compute_robot_state-ego": 0.08956899340190584}}
set_robot_commands_max	0.10900133375137572
set_robot_commands_mean	0.0921361703849283
set_robot_commands_median	0.10276305302977562
set_robot_commands_min	0.055814952385134814
sim_compute_performance-ego_max	0.0783490226382301
sim_compute_performance-ego_mean	0.06502352452832684
sim_compute_performance-ego_median	0.07327581455833033
sim_compute_performance-ego_min	0.041844926229337366
sim_compute_robot_state-ego_max	0.08956899340190584
sim_compute_robot_state-ego_mean	0.07163262266868262
sim_compute_robot_state-ego_median	0.08026906475424767
sim_compute_robot_state-ego_min	0.043690908245924046
sim_compute_sim_state_max	0.043114597835238015
sim_compute_sim_state_mean	0.03614712932303572
sim_compute_sim_state_median	0.040721699595451355
sim_compute_sim_state_min	0.02252720041972835
sim_physics_max	0.12713278469286468
sim_physics_mean	0.11263563785767136
sim_physics_median	0.12317615085177952
sim_physics_min	0.0703410927842303
sim_render-ego_max	0.06938668281312972
sim_render-ego_mean	0.06115512887070858
sim_render-ego_median	0.06473189153169331
sim_render-ego_min	0.04337753900667516
simulation-passed	1
survival_time_max	4.749999999999991
survival_time_mean	3.1299999999999963
survival_time_min	2.0500000000000007

No reset possible

20944

2907

Baseline-IL-logs-tensorflow

step1-simulation

host-error

2019-04-27 15:39:55+00:00

2019-04-27 16:00:05+00:00

0:20:10

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-testing/submission2907/step1-simulation-ip-172-31-25-98-2062-job20944/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

20931

2953

aido2-LFVI-sim-validation

Baseline solution using reinforcement learning

step1-simulation

success

2019-04-27 15:17:04+00:00

2019-04-27 15:39:48+00:00

0:22:44

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.25287128615251975
survival_time_median	14.950000000000076
deviation-center-line_median	0.3929182205313239
in-drivable-lane_median	6.900000000000036

other stats

agent_compute-ego_max	0.1826975146929423
agent_compute-ego_mean	0.16432292540868124
agent_compute-ego_median	0.15991868813832602
agent_compute-ego_min	0.15838239510854085
deviation-center-line_max	0.6667320516808809
deviation-center-line_mean	0.3625906326392886
deviation-center-line_min	0.0929155364289098
deviation-heading_max	6.123645165701171
deviation-heading_mean	3.583105497636353
deviation-heading_median	4.6803788346824575
deviation-heading_min	0.5745413918998471
driven_any_max	1.5145979003152072
driven_any_mean	0.9178211472596404
driven_any_median	1.3675145671600326
driven_any_min	0.09775312562501529
driven_lanedir_consec_max	0.4952574577874744
driven_lanedir_consec_mean	0.26764901056846174
driven_lanedir_consec_min	0.055188048745806295
driven_lanedir_max	0.4952574577874744
driven_lanedir_mean	0.26764901056846174
driven_lanedir_median	0.25287128615251975
driven_lanedir_min	0.055188048745806295
in-drivable-lane_max	9.950000000000063
in-drivable-lane_mean	4.880000000000028
in-drivable-lane_min	0
per-episodes	details {"udem1-0-0": {"driven_any": 1.3675145671600326, "sim_physics": 0.1861029020945231, "survival_time": 14.950000000000076, "driven_lanedir": 0.4952574577874744, "sim_render-ego": 0.058021395206451415, "in-drivable-lane": 6.900000000000036, "agent_compute-ego": 0.1621967347462972, "deviation-heading": 6.123645165701171, "set_robot_commands": 0.08967787583669026, "deviation-center-line": 0.5620350317635395, "driven_lanedir_consec": 0.4952574577874744, "sim_compute_sim_state": 0.03705454349517822, "sim_compute_performance-ego": 0.06620963255564372, "sim_compute_robot_state-ego": 0.06977900664011637, "sim_compute_robot_state-npc0": 0.06604675769805908, "sim_compute_robot_state-npc1": 0.06596927324930826, "sim_compute_robot_state-npc2": 0.06524266322453817, "sim_compute_robot_state-npc3": 0.06570974508921305}, "udem1-1-0": {"driven_any": 1.5145979003152072, "sim_physics": 0.18922101656595863, "survival_time": 14.950000000000076, "driven_lanedir": 0.25287128615251975, "sim_render-ego": 0.05917144378026327, "in-drivable-lane": 9.950000000000063, "agent_compute-ego": 0.15991868813832602, "deviation-heading": 4.6803788346824575, "set_robot_commands": 0.08954973300298055, "deviation-center-line": 0.6667320516808809, "driven_lanedir_consec": 0.25287128615251975, "sim_compute_sim_state": 0.03657537460327148, "sim_compute_performance-ego": 0.06473604917526245, "sim_compute_robot_state-ego": 0.07136767228444417, "sim_compute_robot_state-npc0": 0.06617117245992024, "sim_compute_robot_state-npc1": 0.06595601399739583, "sim_compute_robot_state-npc2": 0.06440694093704223, "sim_compute_robot_state-npc3": 0.06409013350804647}, "udem1-2-0": {"driven_any": 0.09775312562501529, "sim_physics": 0.21232159614562987, "survival_time": 1.2500000000000004, "driven_lanedir": 0.055188048745806295, "sim_render-ego": 0.05974751472473144, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.15841929435729982, "deviation-heading": 0.6125390547465344, "set_robot_commands": 0.09095688819885256, "deviation-center-line": 0.0929155364289098, "driven_lanedir_consec": 0.055188048745806295, "sim_compute_sim_state": 0.03635993003845215, "sim_compute_performance-ego": 0.06947522163391114, "sim_compute_robot_state-ego": 0.06287060737609863, "sim_compute_robot_state-npc0": 0.061575613021850585, "sim_compute_robot_state-npc1": 0.06221071243286133, "sim_compute_robot_state-npc2": 0.06339653015136719, "sim_compute_robot_state-npc3": 0.0608393383026123}, "udem1-3-0": {"driven_any": 0.12099259854946044, "sim_physics": 0.23683664202690125, "survival_time": 1.2000000000000004, "driven_lanedir": 0.08601921685067615, "sim_render-ego": 0.06370617945988973, "in-drivable-lane": 0, "agent_compute-ego": 0.1826975146929423, "deviation-heading": 0.5745413918998471, "set_robot_commands": 0.1030409832795461, "deviation-center-line": 0.09835232279178892, "driven_lanedir_consec": 0.08601921685067615, "sim_compute_sim_state": 0.039585888385772705, "sim_compute_performance-ego": 0.07433559497197469, "sim_compute_robot_state-ego": 0.08254710833231609, "sim_compute_robot_state-npc0": 0.07496034105618794, "sim_compute_robot_state-npc1": 0.07204694549242656, "sim_compute_robot_state-npc2": 0.07108867168426514, "sim_compute_robot_state-npc3": 0.06934451063474019}, "udem1-4-0": {"driven_any": 1.4882475446484862, "sim_physics": 0.18558934450149536, "survival_time": 14.950000000000076, "driven_lanedir": 0.448909043305832, "sim_render-ego": 0.05919987996419271, "in-drivable-lane": 7.450000000000039, "agent_compute-ego": 0.15838239510854085, "deviation-heading": 5.9244230411517576, "set_robot_commands": 0.08709537347157796, "deviation-center-line": 0.3929182205313239, "driven_lanedir_consec": 0.448909043305832, "sim_compute_sim_state": 0.036670055389404294, "sim_compute_performance-ego": 0.06427011251449585, "sim_compute_robot_state-ego": 0.0702828049659729, "sim_compute_robot_state-npc0": 0.06490195194880168, "sim_compute_robot_state-npc1": 0.06692492802937826, "sim_compute_robot_state-npc2": 0.0651873509089152, "sim_compute_robot_state-npc3": 0.06514143625895183}}
set_robot_commands_max	0.1030409832795461
set_robot_commands_mean	0.09206417075792948
set_robot_commands_median	0.08967787583669026
set_robot_commands_min	0.08709537347157796
sim_compute_performance-ego_max	0.07433559497197469
sim_compute_performance-ego_mean	0.06780532217025756
sim_compute_performance-ego_median	0.06620963255564372
sim_compute_performance-ego_min	0.06427011251449585
sim_compute_robot_state-ego_max	0.08254710833231609
sim_compute_robot_state-ego_mean	0.07136943991978964
sim_compute_robot_state-ego_median	0.0702828049659729
sim_compute_robot_state-ego_min	0.06287060737609863
sim_compute_robot_state-npc0_max	0.07496034105618794
sim_compute_robot_state-npc0_mean	0.0667311672369639
sim_compute_robot_state-npc0_median	0.06604675769805908
sim_compute_robot_state-npc0_min	0.061575613021850585
sim_compute_robot_state-npc1_max	0.07204694549242656
sim_compute_robot_state-npc1_mean	0.06662157464027404
sim_compute_robot_state-npc1_median	0.06596927324930826
sim_compute_robot_state-npc1_min	0.06221071243286133
sim_compute_robot_state-npc2_max	0.07108867168426514
sim_compute_robot_state-npc2_mean	0.06586443138122558
sim_compute_robot_state-npc2_median	0.0651873509089152
sim_compute_robot_state-npc2_min	0.06339653015136719
sim_compute_robot_state-npc3_max	0.06934451063474019
sim_compute_robot_state-npc3_mean	0.06502503275871277
sim_compute_robot_state-npc3_median	0.06514143625895183
sim_compute_robot_state-npc3_min	0.0608393383026123
sim_compute_sim_state_max	0.039585888385772705
sim_compute_sim_state_mean	0.03724915838241577
sim_compute_sim_state_median	0.036670055389404294
sim_compute_sim_state_min	0.03635993003845215
sim_physics_max	0.23683664202690125
sim_physics_mean	0.20201430026690165
sim_physics_median	0.18922101656595863
sim_physics_min	0.18558934450149536
sim_render-ego_max	0.06370617945988973
sim_render-ego_mean	0.0599692826271057
sim_render-ego_median	0.05919987996419271
sim_render-ego_min	0.058021395206451415
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	9.460000000000049
survival_time_min	1.2000000000000004

No reset possible

20913

2944

Baseline solution using reinforcement learning

step1-simulation

success

2019-04-27 15:00:31+00:00

2019-04-27 15:16:33+00:00

0:16:02

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.06900227082971577
survival_time_median	1.4500000000000006
deviation-center-line_median	0.07314470694845293
in-drivable-lane_median	0.4000000000000003

other stats

agent_compute-ego_max	0.193824447434524
agent_compute-ego_mean	0.15555976144971695
agent_compute-ego_median	0.15383243560791016
agent_compute-ego_min	0.12397338662828718
deviation-center-line_max	0.45798042220970625
deviation-center-line_mean	0.09259617769202438
deviation-center-line_min	0.021010419565581223
deviation-heading_max	3.8384403019225743
deviation-heading_mean	0.9527209283465056
deviation-heading_median	0.6969789244867438
deviation-heading_min	0.4723595016151779
driven_any_max	1.9283957210312743
driven_any_mean	0.28411875951391247
driven_any_median	0.1644748153038391
driven_any_min	0.0773527863217087
driven_lanedir_consec_max	0.31218188482146614
driven_lanedir_consec_mean	0.08518655935146068
driven_lanedir_consec_min	0.027400907644431705
driven_lanedir_max	0.31218188482146614
driven_lanedir_mean	0.08518655935146068
driven_lanedir_median	0.06900227082971577
driven_lanedir_min	0.027400907644431705
in-drivable-lane_max	10.250000000000078
in-drivable-lane_mean	1.0733333333333386
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.2014879510245364, "sim_physics": 0.07872513267729017, "survival_time": 1.800000000000001, "driven_lanedir": 0.06520983267386082, "sim_render-ego": 0.047966851128472224, "in-drivable-lane": 0.6000000000000005, "agent_compute-ego": 0.12542070945103964, "deviation-heading": 0.7873654880827688, "set_robot_commands": 0.07088975773917304, "deviation-center-line": 0.06469849228741208, "driven_lanedir_consec": 0.06520983267386082, "sim_compute_sim_state": 0.0315635601679484, "sim_compute_performance-ego": 0.04914300971561008, "sim_compute_robot_state-ego": 0.05025734504063925}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.1644748153038391, "sim_physics": 0.10576368059430805, "survival_time": 1.7500000000000009, "driven_lanedir": 0.054570434978517546, "sim_render-ego": 0.05651213100978306, "in-drivable-lane": 0.6500000000000006, "agent_compute-ego": 0.1602341447557722, "deviation-heading": 0.5973732229164489, "set_robot_commands": 0.09309515953063964, "deviation-center-line": 0.021010419565581223, "driven_lanedir_consec": 0.054570434978517546, "sim_compute_sim_state": 0.03689676012311663, "sim_compute_performance-ego": 0.06485745566231864, "sim_compute_robot_state-ego": 0.07151106425694057}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.0773527863217087, "sim_physics": 0.10865899324417114, "survival_time": 1.0000000000000002, "driven_lanedir": 0.027400907644431705, "sim_render-ego": 0.05962435007095337, "in-drivable-lane": 0.04999999999999993, "agent_compute-ego": 0.19232064485549927, "deviation-heading": 0.6779321682661101, "set_robot_commands": 0.09838085174560549, "deviation-center-line": 0.07314470694845293, "driven_lanedir_consec": 0.027400907644431705, "sim_compute_sim_state": 0.039149153232574466, "sim_compute_performance-ego": 0.07052866220474244, "sim_compute_robot_state-ego": 0.07439838647842408}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.1771357695675053, "sim_physics": 0.10576692223548888, "survival_time": 1.6000000000000008, "driven_lanedir": 0.04916507235685641, "sim_render-ego": 0.0593118816614151, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.15250477939844131, "deviation-heading": 0.8050785483609892, "set_robot_commands": 0.08663037419319153, "deviation-center-line": 0.046963442975257494, "driven_lanedir_consec": 0.04916507235685641, "sim_compute_sim_state": 0.03636060655117035, "sim_compute_performance-ego": 0.062841035425663, "sim_compute_robot_state-ego": 0.06324120610952377}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.2068631848445748, "sim_physics": 0.110193175238532, "survival_time": 1.850000000000001, "driven_lanedir": 0.08947373420003046, "sim_render-ego": 0.05952860857989337, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.15383243560791016, "deviation-heading": 0.7149379589198435, "set_robot_commands": 0.09102675077077504, "deviation-center-line": 0.04310702975030843, "driven_lanedir_consec": 0.08947373420003046, "sim_compute_sim_state": 0.038640563552444045, "sim_compute_performance-ego": 0.06782477610820048, "sim_compute_robot_state-ego": 0.06863859537485484}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.44110346082054736, "sim_physics": 0.09803252047803028, "survival_time": 4.149999999999993, "driven_lanedir": 0.11110077399933348, "sim_render-ego": 0.05772757530212402, "in-drivable-lane": 1.9499999999999975, "agent_compute-ego": 0.15963834165090535, "deviation-heading": 1.7316723529196112, "set_robot_commands": 0.08877927423959756, "deviation-center-line": 0.08773716037869139, "driven_lanedir_consec": 0.11110077399933348, "sim_compute_sim_state": 0.03577860004930611, "sim_compute_performance-ego": 0.0643256514905447, "sim_compute_robot_state-ego": 0.06532420595008206}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.13097714920907044, "sim_physics": 0.07836436342310023, "survival_time": 1.3500000000000003, "driven_lanedir": 0.07857011240006617, "sim_render-ego": 0.044863365314624926, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.12604595996715404, "deviation-heading": 0.7293280140689627, "set_robot_commands": 0.07712608796578867, "deviation-center-line": 0.09225457994714516, "driven_lanedir_consec": 0.07857011240006617, "sim_compute_sim_state": 0.03117802408006456, "sim_compute_performance-ego": 0.04750489305566858, "sim_compute_robot_state-ego": 0.04857263741669832}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.11845908463166144, "sim_physics": 0.0728486180305481, "survival_time": 1.4000000000000006, "driven_lanedir": 0.03830432401999717, "sim_render-ego": 0.04825003658022199, "in-drivable-lane": 0.4000000000000003, "agent_compute-ego": 0.12397338662828718, "deviation-heading": 0.6969789244867438, "set_robot_commands": 0.07990801334381104, "deviation-center-line": 0.07724856859603436, "driven_lanedir_consec": 0.03830432401999717, "sim_compute_sim_state": 0.03296596663338797, "sim_compute_performance-ego": 0.0506703427859715, "sim_compute_robot_state-ego": 0.051676349980490546}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.9283957210312743, "sim_physics": 0.09803166071573892, "survival_time": 14.950000000000076, "driven_lanedir": 0.31218188482146614, "sim_render-ego": 0.05861051877339681, "in-drivable-lane": 10.250000000000078, "agent_compute-ego": 0.15572958787282307, "deviation-heading": 3.8384403019225743, "set_robot_commands": 0.0897590708732605, "deviation-center-line": 0.45798042220970625, "driven_lanedir_consec": 0.31218188482146614, "sim_compute_sim_state": 0.03666215101877848, "sim_compute_performance-ego": 0.06587607224782308, "sim_compute_robot_state-ego": 0.0692787496248881}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.1164565359885897, "sim_physics": 0.10896603266398112, "survival_time": 1.2000000000000004, "driven_lanedir": 0.0662375839133178, "sim_render-ego": 0.05024568239847819, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.1479215125242869, "deviation-heading": 0.6613645096482361, "set_robot_commands": 0.08040240406990051, "deviation-center-line": 0.07429783153708999, "driven_lanedir_consec": 0.0662375839133178, "sim_compute_sim_state": 0.03652919332186381, "sim_compute_performance-ego": 0.061679303646087646, "sim_compute_robot_state-ego": 0.06171431144078573}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.12754190573007046, "sim_physics": 0.10845946272214252, "survival_time": 1.2000000000000004, "driven_lanedir": 0.09496682626179452, "sim_render-ego": 0.05576441685358683, "in-drivable-lane": 0, "agent_compute-ego": 0.1591797669728597, "deviation-heading": 0.5786738976800536, "set_robot_commands": 0.08365839719772339, "deviation-center-line": 0.1026175908323516, "driven_lanedir_consec": 0.09496682626179452, "sim_compute_sim_state": 0.03836870193481445, "sim_compute_performance-ego": 0.06059278051058451, "sim_compute_robot_state-ego": 0.06499385833740234}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.11672427271733184, "sim_physics": 0.10543518481047257, "survival_time": 1.1500000000000004, "driven_lanedir": 0.05617183110700641, "sim_render-ego": 0.05717265087625255, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.15001754138780676, "deviation-heading": 0.6305176575933702, "set_robot_commands": 0.08388017571490744, "deviation-center-line": 0.051732575379857176, "driven_lanedir_consec": 0.05617183110700641, "sim_compute_sim_state": 0.034830901933752975, "sim_compute_performance-ego": 0.06324923556783925, "sim_compute_robot_state-ego": 0.06594737716343092}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.17106481129994777, "sim_physics": 0.120927095413208, "survival_time": 1.4500000000000006, "driven_lanedir": 0.07116271976882727, "sim_render-ego": 0.06301056105515053, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.193824447434524, "deviation-heading": 0.7216676435758688, "set_robot_commands": 0.09829493226676152, "deviation-center-line": 0.05002043430029168, "driven_lanedir_consec": 0.07116271976882727, "sim_compute_sim_state": 0.03991134413357439, "sim_compute_performance-ego": 0.07681753717619798, "sim_compute_robot_state-ego": 0.08726263046264648}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.16521352763643157, "sim_physics": 0.11640331961891869, "survival_time": 1.6500000000000008, "driven_lanedir": 0.06900227082971577, "sim_render-ego": 0.06406972625038841, "in-drivable-lane": 0.6000000000000005, "agent_compute-ego": 0.1912454547304096, "deviation-heading": 0.6471237351408261, "set_robot_commands": 0.09943722956108324, "deviation-center-line": 0.029803026055532603, "driven_lanedir_consec": 0.06900227082971577, "sim_compute_sim_state": 0.04019073284033573, "sim_compute_performance-ego": 0.07242385546366374, "sim_compute_robot_state-ego": 0.08110343326221812}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.11853041658159712, "sim_physics": 0.09895649163619331, "survival_time": 1.1500000000000004, "driven_lanedir": 0.0942800812966884, "sim_render-ego": 0.0592661422231923, "in-drivable-lane": 0, "agent_compute-ego": 0.1415077085080354, "deviation-heading": 0.4723595016151779, "set_robot_commands": 0.08387432927670686, "deviation-center-line": 0.11632638461665328, "driven_lanedir_consec": 0.0942800812966884, "sim_compute_sim_state": 0.03267362843389097, "sim_compute_performance-ego": 0.06344708152439284, "sim_compute_robot_state-ego": 0.06631284174711807}}
set_robot_commands_max	0.09943722956108324
set_robot_commands_mean	0.08700952056592835
set_robot_commands_median	0.08663037419319153
set_robot_commands_min	0.07088975773917304
sim_compute_performance-ego_max	0.07681753717619798
sim_compute_performance-ego_mean	0.06278544617235389
sim_compute_performance-ego_median	0.06344708152439284
sim_compute_performance-ego_min	0.04750489305566858
sim_compute_robot_state-ego_max	0.08726263046264648
sim_compute_robot_state-ego_mean	0.06601553284307621
sim_compute_robot_state-ego_median	0.06594737716343092
sim_compute_robot_state-ego_min	0.04857263741669832
sim_compute_sim_state_max	0.04019073284033573
sim_compute_sim_state_mean	0.03611332586713489
sim_compute_sim_state_median	0.03652919332186381
sim_compute_sim_state_min	0.03117802408006456
sim_physics_max	0.120927095413208
sim_physics_mean	0.10103551023347494
sim_physics_median	0.10576368059430805
sim_physics_min	0.0728486180305481
sim_render-ego_max	0.06406972625038841
sim_render-ego_mean	0.05612829987186225
sim_render-ego_median	0.05772757530212402
sim_render-ego_min	0.044863365314624926
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	2.510000000000005
survival_time_min	1.0000000000000002

No reset possible

20902

2970

Andrea Censi 🇨🇭

minimal_agent (Python 3)

step1-simulation

host-error

2019-04-27 14:45:32+00:00

2019-04-27 15:00:03+00:00

0:14:31

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LF-sim-testing/submission2970/step1-simulation-ip-172-31-25-98-2062-job20902/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

20889

2991

Artem Ioselevskii

challenge-aido_LF-template-tensorflow

step1-simulation

success

2019-04-27 14:25:32+00:00

2019-04-27 14:44:51+00:00

0:19:19

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.43307549507050735
survival_time_median	1.900000000000001
deviation-center-line_median	0.1243052201986228
in-drivable-lane_median	0.05000000000000005

other stats

agent_compute-ego_max	0.16873228549957275
agent_compute-ego_mean	0.14503617531888663
agent_compute-ego_median	0.14295904532722806
agent_compute-ego_min	0.1227142268961126
deviation-center-line_max	0.47474649534497065
deviation-center-line_mean	0.16905787322321728
deviation-center-line_min	0.04911719405817861
deviation-heading_max	2.372593259649056
deviation-heading_mean	0.80072986419886
deviation-heading_median	0.38257974370215875
deviation-heading_min	0.1679211347260309
driven_any_max	1.5796208950946125
driven_any_mean	0.6717405796356857
driven_any_median	0.595455086336143
driven_any_min	0.20819643986028735
driven_lanedir_consec_max	1.4080717268188394
driven_lanedir_consec_mean	0.5443759054235433
driven_lanedir_consec_min	0.1739144706190644
driven_lanedir_max	1.4080717268188394
driven_lanedir_mean	0.5444680638852372
driven_lanedir_median	0.43307549507050735
driven_lanedir_min	0.1739144706190644
in-drivable-lane_max	1.2499999999999971
in-drivable-lane_mean	0.2199999999999993
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.8707553767104776, "sim_physics": 0.1156831692005026, "survival_time": 2.8999999999999977, "driven_lanedir": 0.5077960524523473, "sim_render-ego": 0.06303223659252298, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.1562753258080318, "deviation-heading": 0.38257974370215875, "set_robot_commands": 0.09555461488921067, "deviation-center-line": 0.22169055236797047, "driven_lanedir_consec": 0.5064136755269404, "sim_compute_sim_state": 0.038059489480380355, "sim_compute_performance-ego": 0.06858971201140306, "sim_compute_robot_state-ego": 0.07616293019261854}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.2238832608077246, "sim_physics": 0.12298104763031006, "survival_time": 1.0000000000000002, "driven_lanedir": 0.1739144706190644, "sim_render-ego": 0.06281775236129761, "in-drivable-lane": 0, "agent_compute-ego": 0.16873228549957275, "deviation-heading": 0.45073131994307986, "set_robot_commands": 0.10612306594848632, "deviation-center-line": 0.04911719405817861, "driven_lanedir_consec": 0.1739144706190644, "sim_compute_sim_state": 0.04238356351852417, "sim_compute_performance-ego": 0.07600612640380859, "sim_compute_robot_state-ego": 0.09043368101119996}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.595455086336143, "sim_physics": 0.11273384721655597, "survival_time": 1.900000000000001, "driven_lanedir": 0.5796633461162028, "sim_render-ego": 0.0734303311297768, "in-drivable-lane": 0, "agent_compute-ego": 0.1468078148992438, "deviation-heading": 0.35136048302484113, "set_robot_commands": 0.09370313820086028, "deviation-center-line": 0.1290936456951066, "driven_lanedir_consec": 0.5796633461162028, "sim_compute_sim_state": 0.03634921500557347, "sim_compute_performance-ego": 0.06772658699437191, "sim_compute_robot_state-ego": 0.07168964963210256}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.19382569813425, "sim_physics": 0.11537745658387528, "survival_time": 4.699999999999991, "driven_lanedir": 1.049330724064495, "sim_render-ego": 0.0639920970226856, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.16047812015452284, "deviation-heading": 1.6283566433640049, "set_robot_commands": 0.10350781045061476, "deviation-center-line": 0.28934394051725965, "driven_lanedir_consec": 1.049330724064495, "sim_compute_sim_state": 0.03863307009352014, "sim_compute_performance-ego": 0.07061426436647456, "sim_compute_robot_state-ego": 0.07693576559107354}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.73048955415457, "sim_physics": 0.11116136584365575, "survival_time": 2.849999999999998, "driven_lanedir": 0.43307549507050735, "sim_render-ego": 0.06251027291281182, "in-drivable-lane": 1.2499999999999971, "agent_compute-ego": 0.15500026836729883, "deviation-heading": 0.2982497951733255, "set_robot_commands": 0.09497515778792533, "deviation-center-line": 0.1243052201986228, "driven_lanedir_consec": 0.43307549507050735, "sim_compute_sim_state": 0.03852060384917678, "sim_compute_performance-ego": 0.0709769516660456, "sim_compute_robot_state-ego": 0.07786515302825392}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.17404995845224, "sim_physics": 0.1201744130317201, "survival_time": 4.699999999999991, "driven_lanedir": 0.7906212923065574, "sim_render-ego": 0.06293950943236655, "in-drivable-lane": 0.6999999999999975, "agent_compute-ego": 0.1576565681619847, "deviation-heading": 2.2144653694239116, "set_robot_commands": 0.09849633815440724, "deviation-center-line": 0.2892240954196993, "driven_lanedir_consec": 0.7906212923065574, "sim_compute_sim_state": 0.04227717125669439, "sim_compute_performance-ego": 0.07150718252709572, "sim_compute_robot_state-ego": 0.08079103966976733}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.37144135837436454, "sim_physics": 0.1142566387469952, "survival_time": 1.3000000000000005, "driven_lanedir": 0.3432522050861886, "sim_render-ego": 0.05843539421374981, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.1349168373988225, "deviation-heading": 0.3347514181945327, "set_robot_commands": 0.08266007900238037, "deviation-center-line": 0.09932431312949416, "driven_lanedir_consec": 0.3432522050861886, "sim_compute_sim_state": 0.03536692949441763, "sim_compute_performance-ego": 0.06884772043961745, "sim_compute_robot_state-ego": 0.069373946923476}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.5796208950946125, "sim_physics": 0.10033734882150898, "survival_time": 6.549999999999985, "driven_lanedir": 1.4080717268188394, "sim_render-ego": 0.05991400653169355, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.13998607096781257, "deviation-heading": 2.372593259649056, "set_robot_commands": 0.08684542524905606, "deviation-center-line": 0.47474649534497065, "driven_lanedir_consec": 1.4080717268188394, "sim_compute_sim_state": 0.03689996158803692, "sim_compute_performance-ego": 0.06382804062530284, "sim_compute_robot_state-ego": 0.07152782323706242}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.29652177133956165, "sim_physics": 0.09275280345569956, "survival_time": 1.1000000000000003, "driven_lanedir": 0.27869352218189025, "sim_render-ego": 0.047461325472051445, "in-drivable-lane": 0, "agent_compute-ego": 0.1227142268961126, "deviation-heading": 0.32752532565420434, "set_robot_commands": 0.07217825542796742, "deviation-center-line": 0.061126546968571775, "driven_lanedir_consec": 0.27869352218189025, "sim_compute_sim_state": 0.032544818791476166, "sim_compute_performance-ego": 0.05507280609824441, "sim_compute_robot_state-ego": 0.05782358212904497}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.23173508456507477, "sim_physics": 0.09307971596717834, "survival_time": 1.2000000000000004, "driven_lanedir": 0.18584144412253337, "sim_render-ego": 0.05250349640846253, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.12809964021046957, "deviation-heading": 0.4226284292761952, "set_robot_commands": 0.08776897192001343, "deviation-center-line": 0.0965347221337417, "driven_lanedir_consec": 0.18584144412253337, "sim_compute_sim_state": 0.0323122243086497, "sim_compute_performance-ego": 0.06176691253980001, "sim_compute_robot_state-ego": 0.06095796823501587}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3972023651385754, "sim_physics": 0.10931903123855592, "survival_time": 1.4000000000000006, "driven_lanedir": 0.36200131850240314, "sim_render-ego": 0.0612215484891619, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.14230841398239136, "deviation-heading": 0.34345380167864575, "set_robot_commands": 0.08703903641019549, "deviation-center-line": 0.11609498992606336, "driven_lanedir_consec": 0.36200131850240314, "sim_compute_sim_state": 0.03855293137686593, "sim_compute_performance-ego": 0.06988348279680524, "sim_compute_robot_state-ego": 0.07059481314250401}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.3331341980194691, "sim_physics": 0.10881147177323051, "survival_time": 1.1500000000000004, "driven_lanedir": 0.3167343168903264, "sim_render-ego": 0.0543955719989279, "in-drivable-lane": 0, "agent_compute-ego": 0.14295904532722806, "deviation-heading": 0.3013441813387457, "set_robot_commands": 0.08536323257114577, "deviation-center-line": 0.08673113852645577, "driven_lanedir_consec": 0.3167343168903264, "sim_compute_sim_state": 0.033569439597751785, "sim_compute_performance-ego": 0.05792528650035029, "sim_compute_robot_state-ego": 0.07078897434732188}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.205448976780295, "sim_physics": 0.09849022091298865, "survival_time": 3.4499999999999957, "driven_lanedir": 0.929912233328099, "sim_render-ego": 0.05743500806283259, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.13913919960243115, "deviation-heading": 1.5907944209284388, "set_robot_commands": 0.08971080572708794, "deviation-center-line": 0.2687922638250104, "driven_lanedir_consec": 0.929912233328099, "sim_compute_sim_state": 0.03889906924703847, "sim_compute_performance-ego": 0.060375151426895805, "sim_compute_robot_state-ego": 0.06844098671622899}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.6643486707676418, "sim_physics": 0.10271408710073918, "survival_time": 2.3499999999999996, "driven_lanedir": 0.6079897668823344, "sim_render-ego": 0.05709859158130402, "in-drivable-lane": 0, "agent_compute-ego": 0.14493914867969268, "deviation-heading": 0.8241926369057301, "set_robot_commands": 0.089660903240772, "deviation-center-line": 0.14224499716823677, "driven_lanedir_consec": 0.6079897668823344, "sim_compute_sim_state": 0.034887136297023044, "sim_compute_performance-ego": 0.0724633754567897, "sim_compute_robot_state-ego": 0.0697975107964049}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.20819643986028735, "sim_physics": 0.1124420166015625, "survival_time": 0.9000000000000002, "driven_lanedir": 0.2001230438367685, "sim_render-ego": 0.05321249696943495, "in-drivable-lane": 0, "agent_compute-ego": 0.1355296638276842, "deviation-heading": 0.1679211347260309, "set_robot_commands": 0.08400530285305446, "deviation-center-line": 0.08749798306887703, "driven_lanedir_consec": 0.2001230438367685, "sim_compute_sim_state": 0.03734147548675537, "sim_compute_performance-ego": 0.062026659647623696, "sim_compute_robot_state-ego": 0.06850665145450169}}
set_robot_commands_max	0.10612306594848632
set_robot_commands_mean	0.09050614252221184
set_robot_commands_median	0.089660903240772
set_robot_commands_min	0.07217825542796742
sim_compute_performance-ego_max	0.07600612640380859
sim_compute_performance-ego_mean	0.06650735063337526
sim_compute_performance-ego_median	0.06858971201140306
sim_compute_performance-ego_min	0.05507280609824441
sim_compute_robot_state-ego_max	0.09043368101119996
sim_compute_robot_state-ego_mean	0.07211269840710509
sim_compute_robot_state-ego_median	0.07078897434732188
sim_compute_robot_state-ego_min	0.05782358212904497
sim_compute_sim_state_max	0.04238356351852417
sim_compute_sim_state_mean	0.03710647329279229
sim_compute_sim_state_median	0.03734147548675537
sim_compute_sim_state_min	0.0323122243086497
sim_physics_max	0.12298104763031006
sim_physics_mean	0.10868764227500524
sim_physics_median	0.11116136584365575
sim_physics_min	0.09275280345569956
sim_render-ego_max	0.0734303311297768
sim_render-ego_mean	0.05935997594527201
sim_render-ego_median	0.05991400653169355
sim_render-ego_min	0.047461325472051445
simulation-passed	1
survival_time_max	6.549999999999985
survival_time_mean	2.496666666666664
survival_time_min	0.9000000000000002

No reset possible

20888

2995

Manfred Diaz

challenge-aido_LF-template-tensorflow

step1-simulation

error

2019-04-27 14:24:39+00:00

2019-04-27 14:25:17+00:00

0:00:38

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

20886

2999

Manfred Diaz

challenge-aido_LF-template-tensorflow

step1-simulation

error

2019-04-27 14:23:41+00:00

2019-04-27 14:24:18+00:00

0:00:37

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

20884

3002

Manfred Diaz

challenge-aido_LF-template-tensorflow

step1-simulation

error

2019-04-27 14:20:44+00:00

2019-04-27 14:23:13+00:00

0:02:29

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

20854

3055

Andrea Censi 🇨🇭

rotation

step1-simulation

success

2019-04-27 14:00:27+00:00

2019-04-27 14:20:29+00:00

0:20:02

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	-0.0005547867508171045
survival_time_median	14.950000000000076
deviation-center-line_median	0.44901648578509457
in-drivable-lane_median	7.600000000000044

other stats

agent_compute-ego_max	0.13632371346155803
agent_compute-ego_mean	0.1316684907277425
agent_compute-ego_median	0.1314393663406372
agent_compute-ego_min	0.12768213510513304
deviation-center-line_max	0.5610133203215761
deviation-center-line_mean	0.3827485453764907
deviation-center-line_min	0.13860669343031343
deviation-heading_max	5.876680788839771
deviation-heading_mean	5.630778146323924
deviation-heading_median	5.657649106857695
deviation-heading_min	5.445457843647878
driven_any_max	0.026478672834056367
driven_any_mean	0.02486423959225153
driven_any_median	0.02593019554121306
driven_any_min	0.022165452661374756
driven_lanedir_consec_max	0.0021599934447711355
driven_lanedir_consec_mean	-0.00046586963337973407
driven_lanedir_consec_min	-0.003361806018059577
driven_lanedir_max	0.0021599934447711355
driven_lanedir_mean	-0.00046586963337973407
driven_lanedir_median	-0.0005547867508171045
driven_lanedir_min	-0.003361806018059577
in-drivable-lane_max	7.700000000000042
in-drivable-lane_mean	7.620000000000043
in-drivable-lane_min	7.550000000000042
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.026478672834056367, "sim_physics": 0.08984712521235148, "survival_time": 14.950000000000076, "driven_lanedir": 0.0021599934447711355, "sim_render-ego": 0.05353196223576864, "in-drivable-lane": 7.600000000000043, "agent_compute-ego": 0.12942965110143026, "deviation-heading": 5.657649106857695, "set_robot_commands": 0.08115733702977498, "deviation-center-line": 0.5610133203215761, "driven_lanedir_consec": 0.0021599934447711355, "sim_compute_sim_state": 0.03310884555180867, "sim_compute_performance-ego": 0.06028563261032104, "sim_compute_robot_state-ego": 0.05975075165430705}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.02593019554121306, "sim_physics": 0.09084240833918254, "survival_time": 14.950000000000076, "driven_lanedir": -0.003361806018059577, "sim_render-ego": 0.052198099295298256, "in-drivable-lane": 7.600000000000044, "agent_compute-ego": 0.13632371346155803, "deviation-heading": 5.445457843647878, "set_robot_commands": 0.08521446386973063, "deviation-center-line": 0.13860669343031343, "driven_lanedir_consec": -0.003361806018059577, "sim_compute_sim_state": 0.03439238468805949, "sim_compute_performance-ego": 0.05840579350789388, "sim_compute_robot_state-ego": 0.06797849416732787}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.023804404672438047, "sim_physics": 0.08732962528864542, "survival_time": 14.950000000000076, "driven_lanedir": 0.0021181059556472093, "sim_render-ego": 0.05114172299702962, "in-drivable-lane": 7.550000000000042, "agent_compute-ego": 0.12768213510513304, "deviation-heading": 5.876680788839771, "set_robot_commands": 0.07954133749008178, "deviation-center-line": 0.4784517475259532, "driven_lanedir_consec": 0.0021181059556472093, "sim_compute_sim_state": 0.03245693365732829, "sim_compute_performance-ego": 0.05747722705205282, "sim_compute_robot_state-ego": 0.06068090279897054}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.022165452661374756, "sim_physics": 0.09154232501983645, "survival_time": 14.950000000000076, "driven_lanedir": -0.002690854798440334, "sim_render-ego": 0.05223168055216471, "in-drivable-lane": 7.700000000000042, "agent_compute-ego": 0.1314393663406372, "deviation-heading": 5.721005148732661, "set_robot_commands": 0.08148431062698364, "deviation-center-line": 0.44901648578509457, "driven_lanedir_consec": -0.002690854798440334, "sim_compute_sim_state": 0.03421186606089274, "sim_compute_performance-ego": 0.05942532539367676, "sim_compute_robot_state-ego": 0.06218255122502645}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.025942472252175396, "sim_physics": 0.097886065642039, "survival_time": 14.950000000000076, "driven_lanedir": -0.0005547867508171045, "sim_render-ego": 0.053988135655721026, "in-drivable-lane": 7.650000000000044, "agent_compute-ego": 0.13346758762995403, "deviation-heading": 5.453097843541612, "set_robot_commands": 0.08193181117375692, "deviation-center-line": 0.28665447981951625, "driven_lanedir_consec": -0.0005547867508171045, "sim_compute_sim_state": 0.03309406439463298, "sim_compute_performance-ego": 0.05831749359766642, "sim_compute_robot_state-ego": 0.06492758512496949}}
set_robot_commands_max	0.08521446386973063
set_robot_commands_mean	0.0818658520380656
set_robot_commands_median	0.08148431062698364
set_robot_commands_min	0.07954133749008178
sim_compute_performance-ego_max	0.06028563261032104
sim_compute_performance-ego_mean	0.05878229443232219
sim_compute_performance-ego_median	0.05840579350789388
sim_compute_performance-ego_min	0.05747722705205282
sim_compute_robot_state-ego_max	0.06797849416732787
sim_compute_robot_state-ego_mean	0.06310405699412028
sim_compute_robot_state-ego_median	0.06218255122502645
sim_compute_robot_state-ego_min	0.05975075165430705
sim_compute_sim_state_max	0.03439238468805949
sim_compute_sim_state_mean	0.03345281887054443
sim_compute_sim_state_median	0.03310884555180867
sim_compute_sim_state_min	0.03245693365732829
sim_physics_max	0.097886065642039
sim_physics_mean	0.09148950990041098
sim_physics_median	0.09084240833918254
sim_physics_min	0.08732962528864542
sim_render-ego_max	0.053988135655721026
sim_render-ego_mean	0.05261832014719645
sim_render-ego_median	0.05223168055216471
sim_render-ego_min	0.05114172299702962
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

20843

3059

Andrea Censi 🇨🇭

rotation

step1-simulation

host-error

2019-04-27 13:53:16+00:00

2019-04-27 14:00:12+00:00

0:06:56

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFV-sim-validation/submission3059/step1-simulation-ip-172-31-25-98-2062-job20843/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

20831

3075

Baseline-IL-logs-tensorflow

step1-simulation

success

2019-04-27 13:26:33+00:00

2019-04-27 13:53:09+00:00

0:26:36

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.6321963459190703
survival_time_median	10.90000000000002
deviation-center-line_median	0.5340316506705404
in-drivable-lane_median	3.600000000000038

other stats

agent_compute-ego_max	0.23349141497765816
agent_compute-ego_mean	0.2155949619181928
agent_compute-ego_median	0.21532659769058227
agent_compute-ego_min	0.19517485777537028
deviation-center-line_max	0.6252536622589847
deviation-center-line_mean	0.5476216522864691
deviation-center-line_min	0.46144999241238777
deviation-heading_max	1.6070469890555306
deviation-heading_mean	1.378097873554352
deviation-heading_median	1.549661623858544
deviation-heading_min	1.070684912725997
driven_any_max	1.3763248809288846
driven_any_mean	0.966439194236872
driven_any_median	0.9935159301267374
driven_any_min	0.5265643248683268
driven_lanedir_consec_max	0.8355101389620829
driven_lanedir_consec_mean	0.6709088935587593
driven_lanedir_consec_min	0.5179736865971536
driven_lanedir_max	0.8355101389620829
driven_lanedir_mean	0.6709088935587593
driven_lanedir_median	0.6321963459190703
driven_lanedir_min	0.5179736865971536
in-drivable-lane_max	5.700000000000081
in-drivable-lane_mean	2.9800000000000395
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.9935159301267374, "sim_physics": 0.165571832875593, "survival_time": 10.90000000000002, "driven_lanedir": 0.6321963459190703, "sim_render-ego": 0.06334582490658541, "in-drivable-lane": 3.600000000000038, "agent_compute-ego": 0.2198319271070148, "deviation-heading": 1.070684912725997, "set_robot_commands": 0.098289876902869, "deviation-center-line": 0.5340316506705404, "driven_lanedir_consec": 0.6321963459190703, "sim_compute_sim_state": 0.03882762379602555, "sim_compute_performance-ego": 0.06925433381981806, "sim_compute_robot_state-ego": 0.07394742418866639, "sim_compute_robot_state-npc0": 0.06860039431020754, "sim_compute_robot_state-npc1": 0.0694541493687061, "sim_compute_robot_state-npc2": 0.06940127184631628, "sim_compute_robot_state-npc3": 0.0691114051626363}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.5601477030694318, "sim_physics": 0.18097722914911085, "survival_time": 6.199999999999986, "driven_lanedir": 0.5414396730145317, "sim_render-ego": 0.06588852405548096, "in-drivable-lane": 0, "agent_compute-ego": 0.23349141497765816, "deviation-heading": 1.6070469890555306, "set_robot_commands": 0.09988173361747496, "deviation-center-line": 0.46144999241238777, "driven_lanedir_consec": 0.5414396730145317, "sim_compute_sim_state": 0.043810192615755146, "sim_compute_performance-ego": 0.07265652764228082, "sim_compute_robot_state-ego": 0.07896627149274273, "sim_compute_robot_state-npc0": 0.07251360531776183, "sim_compute_robot_state-npc1": 0.07200313768079204, "sim_compute_robot_state-npc2": 0.07149086075444375, "sim_compute_robot_state-npc3": 0.07209794944332491}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.3756431321909797, "sim_physics": 0.16978727261225382, "survival_time": 14.950000000000076, "driven_lanedir": 0.8355101389620829, "sim_render-ego": 0.06185865561167399, "in-drivable-lane": 5.60000000000008, "agent_compute-ego": 0.21532659769058227, "deviation-heading": 1.5862831720840789, "set_robot_commands": 0.0992486047744751, "deviation-center-line": 0.6252536622589847, "driven_lanedir_consec": 0.8355101389620829, "sim_compute_sim_state": 0.03924338420232137, "sim_compute_performance-ego": 0.06904634873072306, "sim_compute_robot_state-ego": 0.07592649936676026, "sim_compute_robot_state-npc0": 0.068336873849233, "sim_compute_robot_state-npc1": 0.06906821091969807, "sim_compute_robot_state-npc2": 0.06898906787236532, "sim_compute_robot_state-npc3": 0.07046120246251424}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.3763248809288846, "sim_physics": 0.14820033550262451, "survival_time": 14.950000000000076, "driven_lanedir": 0.8274246233009577, "sim_render-ego": 0.05693836132685343, "in-drivable-lane": 5.700000000000081, "agent_compute-ego": 0.19517485777537028, "deviation-heading": 1.549661623858544, "set_robot_commands": 0.08599005858103434, "deviation-center-line": 0.6123022154548993, "driven_lanedir_consec": 0.8274246233009577, "sim_compute_sim_state": 0.03478686730066935, "sim_compute_performance-ego": 0.0631081239382426, "sim_compute_robot_state-ego": 0.0707637119293213, "sim_compute_robot_state-npc0": 0.06311453262964885, "sim_compute_robot_state-npc1": 0.06333144187927246, "sim_compute_robot_state-npc2": 0.06252585490544638, "sim_compute_robot_state-npc3": 0.0628537154197693}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5265643248683268, "sim_physics": 0.16071866339996085, "survival_time": 5.949999999999987, "driven_lanedir": 0.5179736865971536, "sim_render-ego": 0.06314237979279846, "in-drivable-lane": 0, "agent_compute-ego": 0.2141500120403386, "deviation-heading": 1.0768126700476095, "set_robot_commands": 0.0927913469426772, "deviation-center-line": 0.505070740635533, "driven_lanedir_consec": 0.5179736865971536, "sim_compute_sim_state": 0.03819518129364783, "sim_compute_performance-ego": 0.06653432886139686, "sim_compute_robot_state-ego": 0.07115542588113737, "sim_compute_robot_state-npc0": 0.06823936430346064, "sim_compute_robot_state-npc1": 0.06895912995859355, "sim_compute_robot_state-npc2": 0.068227377258429, "sim_compute_robot_state-npc3": 0.06698343533427775}}
set_robot_commands_max	0.09988173361747496
set_robot_commands_mean	0.09524032416370612
set_robot_commands_median	0.098289876902869
set_robot_commands_min	0.08599005858103434
sim_compute_performance-ego_max	0.07265652764228082
sim_compute_performance-ego_mean	0.06811993259849228
sim_compute_performance-ego_median	0.06904634873072306
sim_compute_performance-ego_min	0.0631081239382426
sim_compute_robot_state-ego_max	0.07896627149274273
sim_compute_robot_state-ego_mean	0.07415186657172561
sim_compute_robot_state-ego_median	0.07394742418866639
sim_compute_robot_state-ego_min	0.0707637119293213
sim_compute_robot_state-npc0_max	0.07251360531776183
sim_compute_robot_state-npc0_mean	0.06816095408206238
sim_compute_robot_state-npc0_median	0.068336873849233
sim_compute_robot_state-npc0_min	0.06311453262964885
sim_compute_robot_state-npc1_max	0.07200313768079204
sim_compute_robot_state-npc1_mean	0.06856321396141245
sim_compute_robot_state-npc1_median	0.06906821091969807
sim_compute_robot_state-npc1_min	0.06333144187927246
sim_compute_robot_state-npc2_max	0.07149086075444375
sim_compute_robot_state-npc2_mean	0.06812688652740015
sim_compute_robot_state-npc2_median	0.06898906787236532
sim_compute_robot_state-npc2_min	0.06252585490544638
sim_compute_robot_state-npc3_max	0.07209794944332491
sim_compute_robot_state-npc3_mean	0.06830154156450449
sim_compute_robot_state-npc3_median	0.0691114051626363
sim_compute_robot_state-npc3_min	0.0628537154197693
sim_compute_sim_state_max	0.043810192615755146
sim_compute_sim_state_mean	0.038972649841683846
sim_compute_sim_state_median	0.03882762379602555
sim_compute_sim_state_min	0.03478686730066935
sim_physics_max	0.18097722914911085
sim_physics_mean	0.1650510667079086
sim_physics_median	0.165571832875593
sim_physics_min	0.14820033550262451
sim_render-ego_max	0.06588852405548096
sim_render-ego_mean	0.06223474913867845
sim_render-ego_median	0.06314237979279846
sim_render-ego_min	0.05693836132685343
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	10.590000000000028
survival_time_min	5.949999999999987

No reset possible

20819

2828

Liam Paull 🇨🇦

challenge-aido_LF-template-random

step1-simulation

success

2019-04-27 13:11:09+00:00

2019-04-27 13:26:25+00:00

0:15:16

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.5723310224856362
survival_time_median	2.549999999999999
deviation-center-line_median	0.10099507669212504
in-drivable-lane_median	0.4499999999999984

other stats

agent_compute-ego_max	0.16884522084836606
agent_compute-ego_mean	0.1435077713272021
agent_compute-ego_median	0.14262495606632555
agent_compute-ego_min	0.13320462843951056
deviation-center-line_max	0.2838635700333795
deviation-center-line_mean	0.12786165368054708
deviation-center-line_min	0.07112529346797256
deviation-heading_max	0.5289022616823588
deviation-heading_mean	0.3391682685652287
deviation-heading_median	0.32928385103533875
deviation-heading_min	0.19401296908406307
driven_any_max	2.1706243860917107
driven_any_mean	0.9759490378276146
driven_any_median	1.0117660515775693
driven_any_min	0.23626560261560617
driven_lanedir_consec_max	1.919400421063832
driven_lanedir_consec_mean	0.6896171461819246
driven_lanedir_consec_min	0.2264965947033466
driven_lanedir_max	1.919400421063832
driven_lanedir_mean	0.6896171461819246
driven_lanedir_median	0.5723310224856362
driven_lanedir_min	0.2264965947033466
in-drivable-lane_max	1.7999999999999936
in-drivable-lane_mean	0.5899999999999982
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.092379336003904, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.05462346253571687, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.1429542788752803, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.08923403863553647, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.03700123892890082, "sim_compute_performance-ego": 0.06274291762599239, "sim_compute_robot_state-ego": 0.06557182470957439}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9933867744747804, "sim_physics": 0.10650729665569232, "survival_time": 2.549999999999999, "driven_lanedir": 0.8010406009604816, "sim_render-ego": 0.06484313104666915, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.151826400382846, "deviation-heading": 0.5289022616823588, "set_robot_commands": 0.09773029533087038, "deviation-center-line": 0.13005513204193506, "driven_lanedir_consec": 0.8010406009604816, "sim_compute_sim_state": 0.038959713543162626, "sim_compute_performance-ego": 0.06991765078376322, "sim_compute_robot_state-ego": 0.07628244044733982}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.23626560261560617, "sim_physics": 0.10950929978314568, "survival_time": 0.8500000000000002, "driven_lanedir": 0.2264965947033466, "sim_render-ego": 0.056642925038057214, "in-drivable-lane": 0, "agent_compute-ego": 0.13320462843951056, "deviation-heading": 0.23048898560984332, "set_robot_commands": 0.08293606253231273, "deviation-center-line": 0.0788839760023766, "driven_lanedir_consec": 0.2264965947033466, "sim_compute_sim_state": 0.034735946094288546, "sim_compute_performance-ego": 0.06574654579162598, "sim_compute_robot_state-ego": 0.06494911979226504}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.4346971317320432, "sim_physics": 0.1037507915496826, "survival_time": 1.2500000000000004, "driven_lanedir": 0.40985475638935265, "sim_render-ego": 0.05760544776916504, "in-drivable-lane": 0, "agent_compute-ego": 0.13637816429138183, "deviation-heading": 0.4138862827398061, "set_robot_commands": 0.08772602081298828, "deviation-center-line": 0.08421324241865966, "driven_lanedir_consec": 0.40985475638935265, "sim_compute_sim_state": 0.03443521499633789, "sim_compute_performance-ego": 0.06590328216552735, "sim_compute_robot_state-ego": 0.06536411285400391}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.618214457700942, "sim_physics": 0.10405347015284284, "survival_time": 3.949999999999994, "driven_lanedir": 0.7890999076769956, "sim_render-ego": 0.057091619395002534, "in-drivable-lane": 1.7999999999999936, "agent_compute-ego": 0.14252368106117733, "deviation-heading": 0.23606825392187256, "set_robot_commands": 0.08931028088436851, "deviation-center-line": 0.2072381278624381, "driven_lanedir_consec": 0.7890999076769956, "sim_compute_sim_state": 0.03659945198252231, "sim_compute_performance-ego": 0.06492643114886706, "sim_compute_robot_state-ego": 0.07043700278559818}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0038514956833002, "sim_physics": 0.09708791362996004, "survival_time": 2.4499999999999993, "driven_lanedir": 0.7531703123735944, "sim_render-ego": 0.0572388658718187, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.13716168306311782, "deviation-heading": 0.4596437246381204, "set_robot_commands": 0.0921333225405946, "deviation-center-line": 0.08968283443958727, "driven_lanedir_consec": 0.7531703123735944, "sim_compute_sim_state": 0.03591642087819625, "sim_compute_performance-ego": 0.06459685734340123, "sim_compute_robot_state-ego": 0.0669362447699722}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.0542898001504375, "sim_physics": 0.09628933668136597, "survival_time": 2.799999999999998, "driven_lanedir": 0.5389398655375865, "sim_render-ego": 0.05794481294495719, "in-drivable-lane": 1.1499999999999972, "agent_compute-ego": 0.1442232472555978, "deviation-heading": 0.4109275195546752, "set_robot_commands": 0.0959254332951137, "deviation-center-line": 0.10786249131209884, "driven_lanedir_consec": 0.5389398655375865, "sim_compute_sim_state": 0.0364163305078234, "sim_compute_performance-ego": 0.06520560809544154, "sim_compute_robot_state-ego": 0.06809058359691075}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.3164475681403097, "sim_physics": 0.11833413441975912, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3093025166124813, "sim_render-ego": 0.06205989065624419, "in-drivable-lane": 0, "agent_compute-ego": 0.14834144001915342, "deviation-heading": 0.2242052814634115, "set_robot_commands": 0.08927902721223377, "deviation-center-line": 0.09758615464743424, "driven_lanedir_consec": 0.3093025166124813, "sim_compute_sim_state": 0.03976695878165109, "sim_compute_performance-ego": 0.0728216738927932, "sim_compute_robot_state-ego": 0.07760851723807198}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.2018528489510765, "sim_physics": 0.10697096081103308, "survival_time": 2.9499999999999975, "driven_lanedir": 0.6922532395203, "sim_render-ego": 0.05944519527887894, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.14262495606632555, "deviation-heading": 0.32928385103533875, "set_robot_commands": 0.0962334729857364, "deviation-center-line": 0.07112529346797256, "driven_lanedir_consec": 0.6922532395203, "sim_compute_sim_state": 0.038095886424436405, "sim_compute_performance-ego": 0.0636016635571496, "sim_compute_robot_state-ego": 0.06909975763094628}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.0435481553257333, "sim_physics": 0.09140157266096637, "survival_time": 2.7499999999999982, "driven_lanedir": 0.5204405548974873, "sim_render-ego": 0.05410750995982777, "in-drivable-lane": 1.1499999999999977, "agent_compute-ego": 0.14176168008284137, "deviation-heading": 0.33296447766287096, "set_robot_commands": 0.08145225698297674, "deviation-center-line": 0.0950267943453044, "driven_lanedir_consec": 0.5204405548974873, "sim_compute_sim_state": 0.0323884443803267, "sim_compute_performance-ego": 0.0587699369950728, "sim_compute_robot_state-ego": 0.06568406278436834}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.5954548672193265, "sim_physics": 0.10088387402621182, "survival_time": 3.8499999999999943, "driven_lanedir": 1.1042463557848754, "sim_render-ego": 0.05971067911618716, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.14291316812688654, "deviation-heading": 0.3566810710676767, "set_robot_commands": 0.09219085705744756, "deviation-center-line": 0.22513914436082189, "driven_lanedir_consec": 1.1042463557848754, "sim_compute_sim_state": 0.03663702444596724, "sim_compute_performance-ego": 0.06599500581815645, "sim_compute_robot_state-ego": 0.06650434840809215}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.49030923107489305, "sim_physics": 0.11519266026360649, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4826393189617785, "sim_render-ego": 0.053838602134159634, "in-drivable-lane": 0, "agent_compute-ego": 0.13329724754605973, "deviation-heading": 0.23322336656472228, "set_robot_commands": 0.08219220808574132, "deviation-center-line": 0.10099507669212504, "driven_lanedir_consec": 0.4826393189617785, "sim_compute_sim_state": 0.03545469045639038, "sim_compute_performance-ego": 0.0626503484589713, "sim_compute_robot_state-ego": 0.06734341382980347}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0117660515775693, "sim_physics": 0.10870755887499042, "survival_time": 2.549999999999999, "driven_lanedir": 0.791717039833255, "sim_render-ego": 0.05459784058963552, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.1401528330410228, "deviation-heading": 0.320449356593834, "set_robot_commands": 0.09200342963723576, "deviation-center-line": 0.1017166571540705, "driven_lanedir_consec": 0.791717039833255, "sim_compute_sim_state": 0.03453815684599035, "sim_compute_performance-ego": 0.06095144795436485, "sim_compute_robot_state-ego": 0.06606750862271178}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.44419823353351984, "sim_physics": 0.1361010957647253, "survival_time": 1.3500000000000003, "driven_lanedir": 0.4333246859278659, "sim_render-ego": 0.06509453279000742, "in-drivable-lane": 0, "agent_compute-ego": 0.16884522084836606, "deviation-heading": 0.2988926743481924, "set_robot_commands": 0.10181327219362613, "deviation-center-line": 0.08545702330592322, "driven_lanedir_consec": 0.4333246859278659, "sim_compute_sim_state": 0.04284343896088777, "sim_compute_performance-ego": 0.07227146184002911, "sim_compute_robot_state-ego": 0.07742885307029441}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.1706243860917107, "sim_physics": 0.08918175510331697, "survival_time": 5.09999999999999, "driven_lanedir": 1.919400421063832, "sim_render-ego": 0.053865601034725416, "in-drivable-lane": 0.4999999999999982, "agent_compute-ego": 0.1464079408084645, "deviation-heading": 0.5178939525116442, "set_robot_commands": 0.10594721635182698, "deviation-center-line": 0.2838635700333795, "driven_lanedir_consec": 1.919400421063832, "sim_compute_sim_state": 0.04357597173429003, "sim_compute_performance-ego": 0.06079669559703154, "sim_compute_robot_state-ego": 0.06307514041077857}}
set_robot_commands_max	0.10594721635182698
set_robot_commands_mean	0.09174047963590728
set_robot_commands_median	0.09200342963723576
set_robot_commands_min	0.08145225698297674
sim_compute_performance-ego_max	0.0728216738927932
sim_compute_performance-ego_mean	0.06512650180454584
sim_compute_performance-ego_median	0.06492643114886706
sim_compute_performance-ego_min	0.0587699369950728
sim_compute_robot_state-ego_max	0.07760851723807198
sim_compute_robot_state-ego_mean	0.06869619539671541
sim_compute_robot_state-ego_median	0.0669362447699722
sim_compute_robot_state-ego_min	0.06307514041077857
sim_compute_sim_state_max	0.04357597173429003
sim_compute_sim_state_mean	0.03715765926407811
sim_compute_sim_state_median	0.03659945198252231
sim_compute_sim_state_min	0.0323884443803267
sim_physics_max	0.1361010957647253
sim_physics_mean	0.10509007042541352
sim_physics_median	0.10405347015284284
sim_physics_min	0.08918175510331697
sim_render-ego_max	0.06509453279000742
sim_render-ego_mean	0.05791400774407019
sim_render-ego_median	0.0572388658718187
sim_render-ego_min	0.053838602134159634
simulation-passed	1
survival_time_max	5.09999999999999
survival_time_mean	2.503333333333331
survival_time_min	0.8500000000000002

No reset possible

20804

2900

Baseline-IL-logs-tensorflow

step1-simulation

success

2019-04-27 13:00:20+00:00

2019-04-27 13:10:49+00:00

0:10:29

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.6701298433940224
survival_time_median	6.0499999999999865
deviation-center-line_median	0.22847629037489656
in-drivable-lane_median	0.3999999999999986

other stats

agent_compute-ego_max	0.23927776084458532
agent_compute-ego_mean	0.2205308910488315
agent_compute-ego_median	0.2178709565616045
agent_compute-ego_min	0.2020006501996839
deviation-center-line_max	0.6241759033882832
deviation-center-line_mean	0.3457835426196934
deviation-center-line_min	0.1893978070124419
deviation-heading_max	1.709278632964036
deviation-heading_mean	0.91360271256716
deviation-heading_median	0.9042996768410582
deviation-heading_min	0.44646936843122137
driven_any_max	1.5751381948965175
driven_any_mean	0.8588569604670141
driven_any_median	0.9986182824187326
driven_any_min	0.2648710468027768
driven_lanedir_consec_max	1.1899107224960148
driven_lanedir_consec_mean	0.6820767252837332
driven_lanedir_consec_min	0.25717347350732345
driven_lanedir_max	1.1899107224960148
driven_lanedir_mean	0.6820767252837332
driven_lanedir_median	0.6701298433940224
driven_lanedir_min	0.25717347350732345
in-drivable-lane_max	2.1500000000000155
in-drivable-lane_mean	0.8400000000000016
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.9986182824187326, "sim_physics": 0.11531086204465756, "survival_time": 6.0499999999999865, "driven_lanedir": 0.6701298433940224, "sim_render-ego": 0.06524223335518324, "in-drivable-lane": 1.649999999999994, "agent_compute-ego": 0.23927776084458532, "deviation-heading": 0.9584514517577029, "set_robot_commands": 0.10398601697496146, "deviation-center-line": 0.22847629037489656, "driven_lanedir_consec": 0.6701298433940224, "sim_compute_sim_state": 0.04084437346655475, "sim_compute_performance-ego": 0.07214901861080453, "sim_compute_robot_state-ego": 0.07724263845396435}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.007353434139222, "sim_physics": 0.09903840940506732, "survival_time": 6.099999999999986, "driven_lanedir": 0.8665479695625664, "sim_render-ego": 0.06257173077004854, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.2178709565616045, "deviation-heading": 1.709278632964036, "set_robot_commands": 0.09367862881207076, "deviation-center-line": 0.486802228086412, "driven_lanedir_consec": 0.8665479695625664, "sim_compute_sim_state": 0.037040331324592966, "sim_compute_performance-ego": 0.0650396776981041, "sim_compute_robot_state-ego": 0.07133666804579437}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.2648710468027768, "sim_physics": 0.10295496115813384, "survival_time": 1.850000000000001, "driven_lanedir": 0.25717347350732345, "sim_render-ego": 0.0559918364963016, "in-drivable-lane": 0, "agent_compute-ego": 0.2020006501996839, "deviation-heading": 0.44646936843122137, "set_robot_commands": 0.08241011000968315, "deviation-center-line": 0.1893978070124419, "driven_lanedir_consec": 0.25717347350732345, "sim_compute_sim_state": 0.033373774708928286, "sim_compute_performance-ego": 0.06077558929855759, "sim_compute_robot_state-ego": 0.06390262938834526}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.44830384407782126, "sim_physics": 0.12063858426850416, "survival_time": 2.8999999999999977, "driven_lanedir": 0.4266216174587392, "sim_render-ego": 0.06212413722071154, "in-drivable-lane": 0, "agent_compute-ego": 0.22886478900909424, "deviation-heading": 0.9042996768410582, "set_robot_commands": 0.0952669176562079, "deviation-center-line": 0.2000654842364332, "driven_lanedir_consec": 0.4266216174587392, "sim_compute_sim_state": 0.03838010491995976, "sim_compute_performance-ego": 0.06767826655815387, "sim_compute_robot_state-ego": 0.07799894234229779}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.5751381948965175, "sim_physics": 0.10090738694298076, "survival_time": 9.349999999999998, "driven_lanedir": 1.1899107224960148, "sim_render-ego": 0.059522820029029234, "in-drivable-lane": 2.1500000000000155, "agent_compute-ego": 0.21464029862918957, "deviation-heading": 0.5495144328417818, "set_robot_commands": 0.08904871583622408, "deviation-center-line": 0.6241759033882832, "driven_lanedir_consec": 1.1899107224960148, "sim_compute_sim_state": 0.037923309254773795, "sim_compute_performance-ego": 0.06618425425361185, "sim_compute_robot_state-ego": 0.07097699935423499}}
set_robot_commands_max	0.10398601697496146
set_robot_commands_mean	0.09287807785782946
set_robot_commands_median	0.09367862881207076
set_robot_commands_min	0.08241011000968315
sim_compute_performance-ego_max	0.07214901861080453
sim_compute_performance-ego_mean	0.06636536128384637
sim_compute_performance-ego_median	0.06618425425361185
sim_compute_performance-ego_min	0.06077558929855759
sim_compute_robot_state-ego_max	0.07799894234229779
sim_compute_robot_state-ego_mean	0.07229157551692736
sim_compute_robot_state-ego_median	0.07133666804579437
sim_compute_robot_state-ego_min	0.06390262938834526
sim_compute_sim_state_max	0.04084437346655475
sim_compute_sim_state_mean	0.03751237873496191
sim_compute_sim_state_median	0.037923309254773795
sim_compute_sim_state_min	0.033373774708928286
sim_physics_max	0.12063858426850416
sim_physics_mean	0.10777004076386872
sim_physics_median	0.10295496115813384
sim_physics_min	0.09903840940506732
sim_render-ego_max	0.06524223335518324
sim_render-ego_mean	0.06109055157425484
sim_render-ego_median	0.06212413722071154
sim_render-ego_min	0.0559918364963016
simulation-passed	1
survival_time_max	9.349999999999998
survival_time_mean	5.249999999999995
survival_time_min	1.850000000000001

No reset possible

20773

2920

challenge-aido_LF-template-pytorch

step1-simulation

success

2019-04-27 12:00:15+00:00

2019-04-27 12:59:42+00:00

0:59:27

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.3100732731809295
survival_time_median	14.950000000000076
deviation-center-line_median	0.26205963314703623
in-drivable-lane_median	6.85000000000004

other stats

agent_compute-ego_max	0.1812543837229411
agent_compute-ego_mean	0.16527042595284466
agent_compute-ego_median	0.1672193415959676
agent_compute-ego_min	0.12660597788321004
deviation-center-line_max	0.5503053702336799
deviation-center-line_mean	0.2899683277465112
deviation-center-line_min	0.05122834088542698
deviation-heading_max	6.37270310767678
deviation-heading_mean	5.025994177274962
deviation-heading_median	5.977571342950362
deviation-heading_min	0.5423896349513109
driven_any_max	1.0628361428471669
driven_any_mean	0.8219987542975372
driven_any_median	1.0078363430505322
driven_any_min	0.10035397506450593
driven_lanedir_consec_max	0.3710455001906676
driven_lanedir_consec_mean	0.27739301434845653
driven_lanedir_consec_min	0.03197420766675352
driven_lanedir_max	0.3710455001906676
driven_lanedir_mean	0.27739301434845653
driven_lanedir_median	0.3100732731809295
driven_lanedir_min	0.03197420766675352
in-drivable-lane_max	7.20000000000004
in-drivable-lane_mean	5.746666666666698
in-drivable-lane_min	0.5000000000000004
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0113934536136435, "sim_physics": 0.10739270130793252, "survival_time": 14.950000000000076, "driven_lanedir": 0.30756279967270084, "sim_render-ego": 0.05845785935719808, "in-drivable-lane": 6.95000000000004, "agent_compute-ego": 0.1744739349683126, "deviation-heading": 6.216091054951051, "set_robot_commands": 0.09139126459757486, "deviation-center-line": 0.5503053702336799, "driven_lanedir_consec": 0.30756279967270084, "sim_compute_sim_state": 0.03771233717600504, "sim_compute_performance-ego": 0.06573539813359579, "sim_compute_robot_state-ego": 0.07145787874857584}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.8973764803087569, "sim_physics": 0.11577830553054808, "survival_time": 14.950000000000076, "driven_lanedir": 0.2928834497192765, "sim_render-ego": 0.06160877943038941, "in-drivable-lane": 7.20000000000004, "agent_compute-ego": 0.18014102458953857, "deviation-heading": 5.648653519171911, "set_robot_commands": 0.09726993163426716, "deviation-center-line": 0.20515364430347663, "driven_lanedir_consec": 0.2928834497192765, "sim_compute_sim_state": 0.03956130027770996, "sim_compute_performance-ego": 0.06905499537785847, "sim_compute_robot_state-ego": 0.0749542784690857}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.0126027249994347, "sim_physics": 0.1158237862586975, "survival_time": 14.950000000000076, "driven_lanedir": 0.3396491442834524, "sim_render-ego": 0.059739991029103594, "in-drivable-lane": 6.80000000000004, "agent_compute-ego": 0.1672193415959676, "deviation-heading": 6.330931757233263, "set_robot_commands": 0.09489963054656984, "deviation-center-line": 0.5330823621162788, "driven_lanedir_consec": 0.3396491442834524, "sim_compute_sim_state": 0.03892524321873983, "sim_compute_performance-ego": 0.06674091974894206, "sim_compute_robot_state-ego": 0.07208613236745198}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.0628361428471669, "sim_physics": 0.12602541049321492, "survival_time": 14.950000000000076, "driven_lanedir": 0.3674105766197191, "sim_render-ego": 0.06447559833526612, "in-drivable-lane": 7.05000000000004, "agent_compute-ego": 0.17228609323501587, "deviation-heading": 6.1259105352608225, "set_robot_commands": 0.09955828030904136, "deviation-center-line": 0.15853118351443646, "driven_lanedir_consec": 0.3674105766197191, "sim_compute_sim_state": 0.039666834672292074, "sim_compute_performance-ego": 0.07082697073618571, "sim_compute_robot_state-ego": 0.07804149548212687}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.0132011889663437, "sim_physics": 0.1213613478342692, "survival_time": 14.950000000000076, "driven_lanedir": 0.3100732731809295, "sim_render-ego": 0.06308342536290487, "in-drivable-lane": 7.10000000000004, "agent_compute-ego": 0.1721178118387858, "deviation-heading": 5.977571342950362, "set_robot_commands": 0.09657876491546633, "deviation-center-line": 0.26205963314703623, "driven_lanedir_consec": 0.3100732731809295, "sim_compute_sim_state": 0.0400892162322998, "sim_compute_performance-ego": 0.07012461105982462, "sim_compute_robot_state-ego": 0.07481118599573772}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0078363430505322, "sim_physics": 0.12061051925023396, "survival_time": 14.950000000000076, "driven_lanedir": 0.3264084121540618, "sim_render-ego": 0.06195546229680379, "in-drivable-lane": 6.85000000000004, "agent_compute-ego": 0.16790327072143554, "deviation-heading": 6.37270310767678, "set_robot_commands": 0.09531284014383952, "deviation-center-line": 0.4168784224704965, "driven_lanedir_consec": 0.3264084121540618, "sim_compute_sim_state": 0.03872179508209229, "sim_compute_performance-ego": 0.06960526545842488, "sim_compute_robot_state-ego": 0.07512879610061646}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.9825041924735748, "sim_physics": 0.1264406410853068, "survival_time": 14.950000000000076, "driven_lanedir": 0.28578367949063255, "sim_render-ego": 0.06439828316370647, "in-drivable-lane": 7.050000000000042, "agent_compute-ego": 0.1812543837229411, "deviation-heading": 5.928850871905454, "set_robot_commands": 0.09832048336664836, "deviation-center-line": 0.3254077232524989, "driven_lanedir_consec": 0.28578367949063255, "sim_compute_sim_state": 0.03976602951685588, "sim_compute_performance-ego": 0.06959556420644124, "sim_compute_robot_state-ego": 0.0781275757153829}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.0177360852712318, "sim_physics": 0.11955849091211956, "survival_time": 14.950000000000076, "driven_lanedir": 0.3710455001906676, "sim_render-ego": 0.06082871119181315, "in-drivable-lane": 6.800000000000038, "agent_compute-ego": 0.1649794538815816, "deviation-heading": 6.230585269456934, "set_robot_commands": 0.09485329866409302, "deviation-center-line": 0.35258984420404643, "driven_lanedir_consec": 0.3710455001906676, "sim_compute_sim_state": 0.038918164571126304, "sim_compute_performance-ego": 0.06774595340092977, "sim_compute_robot_state-ego": 0.07160807053248087}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.0239041224249277, "sim_physics": 0.11285298744837444, "survival_time": 14.950000000000076, "driven_lanedir": 0.35958977091408695, "sim_render-ego": 0.05980526288350423, "in-drivable-lane": 6.850000000000039, "agent_compute-ego": 0.16538377126057943, "deviation-heading": 6.062922898552473, "set_robot_commands": 0.0924994699160258, "deviation-center-line": 0.19311235410321137, "driven_lanedir_consec": 0.35958977091408695, "sim_compute_sim_state": 0.037921919027964275, "sim_compute_performance-ego": 0.06615276018778483, "sim_compute_robot_state-ego": 0.07432414452234903}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.10694606747602688, "sim_physics": 0.09816043607650264, "survival_time": 1.5500000000000007, "driven_lanedir": 0.03197420766675352, "sim_render-ego": 0.05403427923879315, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.17079826324216782, "deviation-heading": 0.5751617946532016, "set_robot_commands": 0.09370865360383064, "deviation-center-line": 0.05122834088542698, "driven_lanedir_consec": 0.03197420766675352, "sim_compute_sim_state": 0.04049616475259104, "sim_compute_performance-ego": 0.06519546047333748, "sim_compute_robot_state-ego": 0.06987255619418237}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.10035397506450593, "sim_physics": 0.0910022184252739, "survival_time": 1.6000000000000008, "driven_lanedir": 0.044792658500282134, "sim_render-ego": 0.05544493347406387, "in-drivable-lane": 0.5000000000000004, "agent_compute-ego": 0.1496763527393341, "deviation-heading": 0.5423896349513109, "set_robot_commands": 0.09026885032653809, "deviation-center-line": 0.08108875699394882, "driven_lanedir_consec": 0.044792658500282134, "sim_compute_sim_state": 0.037491604685783386, "sim_compute_performance-ego": 0.06274326145648956, "sim_compute_robot_state-ego": 0.06727269291877747}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.2596291141722923, "sim_physics": 0.06598389470899427, "survival_time": 3.699999999999995, "driven_lanedir": 0.08982883106422768, "sim_render-ego": 0.04952964911589752, "in-drivable-lane": 1.549999999999999, "agent_compute-ego": 0.12660597788321004, "deviation-heading": 1.5645464996448075, "set_robot_commands": 0.08086489342354439, "deviation-center-line": 0.13914301833495088, "driven_lanedir_consec": 0.08982883106422768, "sim_compute_sim_state": 0.03132989922085324, "sim_compute_performance-ego": 0.05227909861384211, "sim_compute_robot_state-ego": 0.05584915586420008}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.8881740597312525, "sim_physics": 0.10363174756368002, "survival_time": 14.950000000000076, "driven_lanedir": 0.30600491721089573, "sim_render-ego": 0.057056866486867266, "in-drivable-lane": 7.050000000000042, "agent_compute-ego": 0.15916026512781778, "deviation-heading": 5.956241674493412, "set_robot_commands": 0.09106990575790404, "deviation-center-line": 0.46212641412903377, "driven_lanedir_consec": 0.30600491721089573, "sim_compute_sim_state": 0.035763826370239254, "sim_compute_performance-ego": 0.061597082614898685, "sim_compute_robot_state-ego": 0.06688544670740763}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.9261960871319614, "sim_physics": 0.11267302910486857, "survival_time": 14.950000000000076, "driven_lanedir": 0.3647532065391932, "sim_render-ego": 0.059044777552286785, "in-drivable-lane": 7.050000000000041, "agent_compute-ego": 0.16276541074117024, "deviation-heading": 5.862833539320283, "set_robot_commands": 0.09006502151489258, "deviation-center-line": 0.14733765760820736, "driven_lanedir_consec": 0.3647532065391932, "sim_compute_sim_state": 0.03746006727218628, "sim_compute_performance-ego": 0.06522823174794515, "sim_compute_robot_state-ego": 0.07466829140981038}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 1.0192912769314078, "sim_physics": 0.1075229851404826, "survival_time": 14.950000000000076, "driven_lanedir": 0.363134788019968, "sim_render-ego": 0.05877106269200643, "in-drivable-lane": 6.850000000000039, "agent_compute-ego": 0.16429103374481202, "deviation-heading": 5.994519158902343, "set_robot_commands": 0.0909551246960958, "deviation-center-line": 0.4714801909009404, "driven_lanedir_consec": 0.363134788019968, "sim_compute_sim_state": 0.03698480049769084, "sim_compute_performance-ego": 0.06512177228927613, "sim_compute_robot_state-ego": 0.0705286717414856}}
set_robot_commands_max	0.09955828030904136
set_robot_commands_mean	0.09317442756108878
set_robot_commands_median	0.09370865360383064
set_robot_commands_min	0.08086489342354439
sim_compute_performance-ego_max	0.07082697073618571
sim_compute_performance-ego_mean	0.06584982303371843
sim_compute_performance-ego_median	0.06615276018778483
sim_compute_performance-ego_min	0.05227909861384211
sim_compute_robot_state-ego_max	0.0781275757153829
sim_compute_robot_state-ego_mean	0.07170775818464474
sim_compute_robot_state-ego_median	0.07208613236745198
sim_compute_robot_state-ego_min	0.05584915586420008
sim_compute_sim_state_max	0.04049616475259104
sim_compute_sim_state_mean	0.0380539468382953
sim_compute_sim_state_median	0.03872179508209229
sim_compute_sim_state_min	0.03132989922085324
sim_physics_max	0.1264406410853068
sim_physics_mean	0.10965456674269997
sim_physics_median	0.11285298744837444
sim_physics_min	0.06598389470899427
sim_render-ego_max	0.06447559833526612
sim_render-ego_mean	0.059215662774040306
sim_render-ego_median	0.059739991029103594
sim_render-ego_min	0.04952964911589752
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	12.416666666666726
survival_time_min	1.5500000000000007

No reset possible

20761

2956

Baseline-IL-logs-tensorflow

step1-simulation

host-error