Evaluator 1580

2019-11-07 14:23:06+00:00

2019-11-07 14:29:32+00:00

0:06:26

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.36592094708219225
survival_time_median	2.5999999999999988
deviation-center-line_median	0.16987818035809085
in-drivable-lane_median	0.05000000000000005

other stats

agent_compute-ego_max	0.025253806795392717
agent_compute-ego_mean	0.02327110700641548
agent_compute-ego_median	0.023502385744484523
agent_compute-ego_min	0.020987115800380707
deviation-center-line_max	0.2294363663374862
deviation-center-line_mean	0.14972083567701736
deviation-center-line_min	0.06426934298501713
deviation-heading_max	0.6986268167330367
deviation-heading_mean	0.4280304166285302
deviation-heading_median	0.41847631252347706
deviation-heading_min	0.2596285487829773
driven_any_max	1.2972979671834337
driven_any_mean	0.7173901327940223
driven_any_median	0.7336463183586179
driven_any_min	0.26903550091980144
driven_lanedir_consec_max	0.97716132702229
driven_lanedir_consec_mean	0.5227475277218055
driven_lanedir_consec_min	0.2407721645627201
driven_lanedir_max	0.97716132702229
driven_lanedir_mean	0.5227475277218055
driven_lanedir_median	0.36592094708219225
driven_lanedir_min	0.2407721645627201
in-drivable-lane_max	1.8999999999999944
in-drivable-lane_mean	0.5799999999999983
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.9226822529128632, "sim_physics": 0.1598664337480572, "survival_time": 3.5499999999999954, "driven_lanedir": 0.36592094708219225, "sim_render-ego": 0.012197672481268225, "in-drivable-lane": 1.8999999999999944, "agent_compute-ego": 0.02471301253412811, "deviation-heading": 0.2596285487829773, "set_robot_commands": 0.009932427339150871, "deviation-center-line": 0.16987818035809085, "driven_lanedir_consec": 0.36592094708219225, "sim_compute_sim_state": 0.0053533164548202295, "sim_compute_performance-ego": 0.00711792959293849, "sim_compute_robot_state-ego": 0.008967033574278926, "sim_compute_robot_state-npc0": 0.008569089459701322, "sim_compute_robot_state-npc1": 0.008395443499927789, "sim_compute_robot_state-npc2": 0.00895866205994512, "sim_compute_robot_state-npc3": 0.008620906883562115}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.3642886245953953, "sim_physics": 0.1848290264606476, "survival_time": 1.6000000000000008, "driven_lanedir": 0.3026144243018116, "sim_render-ego": 0.012578144669532776, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.020987115800380707, "deviation-heading": 0.6986268167330367, "set_robot_commands": 0.008886463940143585, "deviation-center-line": 0.10463456752710912, "driven_lanedir_consec": 0.3026144243018116, "sim_compute_sim_state": 0.004840724170207977, "sim_compute_performance-ego": 0.006965339183807373, "sim_compute_robot_state-ego": 0.008461974561214447, "sim_compute_robot_state-npc0": 0.008065931499004364, "sim_compute_robot_state-npc1": 0.008024923503398895, "sim_compute_robot_state-npc2": 0.007992677390575409, "sim_compute_robot_state-npc3": 0.007962308824062347}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.7336463183586179, "sim_physics": 0.17399045137258676, "survival_time": 2.5999999999999988, "driven_lanedir": 0.727268775640014, "sim_render-ego": 0.01112207082601694, "in-drivable-lane": 0, "agent_compute-ego": 0.021899214157691367, "deviation-heading": 0.27230767118055227, "set_robot_commands": 0.008740530564234806, "deviation-center-line": 0.2294363663374862, "driven_lanedir_consec": 0.727268775640014, "sim_compute_sim_state": 0.004609034611628606, "sim_compute_performance-ego": 0.006385418084951548, "sim_compute_robot_state-ego": 0.008266485654390775, "sim_compute_robot_state-npc0": 0.007809340953826904, "sim_compute_robot_state-npc1": 0.007602045169243446, "sim_compute_robot_state-npc2": 0.00768430416400616, "sim_compute_robot_state-npc3": 0.007734876412611741}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.2972979671834337, "sim_physics": 0.20116705279196465, "survival_time": 4.6499999999999915, "driven_lanedir": 0.97716132702229, "sim_render-ego": 0.012820515581356582, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.023502385744484523, "deviation-heading": 0.49111273392260785, "set_robot_commands": 0.009746159276654644, "deviation-center-line": 0.18038572117738352, "driven_lanedir_consec": 0.97716132702229, "sim_compute_sim_state": 0.005093961633661742, "sim_compute_performance-ego": 0.007508106129143828, "sim_compute_robot_state-ego": 0.009649053696663148, "sim_compute_robot_state-npc0": 0.008894848567183299, "sim_compute_robot_state-npc1": 0.008674426745342951, "sim_compute_robot_state-npc2": 0.008617818996470461, "sim_compute_robot_state-npc3": 0.008760357415804299}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.26903550091980144, "sim_physics": 0.18342930930001392, "survival_time": 1.0500000000000005, "driven_lanedir": 0.2407721645627201, "sim_render-ego": 0.013348636173066638, "in-drivable-lane": 0, "agent_compute-ego": 0.025253806795392717, "deviation-heading": 0.41847631252347706, "set_robot_commands": 0.010820865631103516, "deviation-center-line": 0.06426934298501713, "driven_lanedir_consec": 0.2407721645627201, "sim_compute_sim_state": 0.005103406451997303, "sim_compute_performance-ego": 0.007591111319405692, "sim_compute_robot_state-ego": 0.00979705083937872, "sim_compute_robot_state-npc0": 0.009614501680646623, "sim_compute_robot_state-npc1": 0.00926020031883603, "sim_compute_robot_state-npc2": 0.009032805760701498, "sim_compute_robot_state-npc3": 0.008952458699544271}}
set_robot_commands_max	0.010820865631103516
set_robot_commands_mean	0.009625289350257483
set_robot_commands_median	0.009746159276654644
set_robot_commands_min	0.008740530564234806
sim_compute_performance-ego_max	0.007591111319405692
sim_compute_performance-ego_mean	0.007113580862049386
sim_compute_performance-ego_median	0.00711792959293849
sim_compute_performance-ego_min	0.006385418084951548
sim_compute_robot_state-ego_max	0.00979705083937872
sim_compute_robot_state-ego_mean	0.009028319665185202
sim_compute_robot_state-ego_median	0.008967033574278926
sim_compute_robot_state-ego_min	0.008266485654390775
sim_compute_robot_state-npc0_max	0.009614501680646623
sim_compute_robot_state-npc0_mean	0.008590742432072501
sim_compute_robot_state-npc0_median	0.008569089459701322
sim_compute_robot_state-npc0_min	0.007809340953826904
sim_compute_robot_state-npc1_max	0.00926020031883603
sim_compute_robot_state-npc1_mean	0.008391407847349822
sim_compute_robot_state-npc1_median	0.008395443499927789
sim_compute_robot_state-npc1_min	0.007602045169243446
sim_compute_robot_state-npc2_max	0.009032805760701498
sim_compute_robot_state-npc2_mean	0.00845725367433973
sim_compute_robot_state-npc2_median	0.008617818996470461
sim_compute_robot_state-npc2_min	0.00768430416400616
sim_compute_robot_state-npc3_max	0.008952458699544271
sim_compute_robot_state-npc3_mean	0.008406181647116956
sim_compute_robot_state-npc3_median	0.008620906883562115
sim_compute_robot_state-npc3_min	0.007734876412611741
sim_compute_sim_state_max	0.0053533164548202295
sim_compute_sim_state_mean	0.005000088664463172
sim_compute_sim_state_median	0.005093961633661742
sim_compute_sim_state_min	0.004609034611628606
sim_physics_max	0.20116705279196465
sim_physics_mean	0.180656454734654
sim_physics_median	0.18342930930001392
sim_physics_min	0.1598664337480572
sim_render-ego_max	0.013348636173066638
sim_render-ego_mean	0.012413407946248234
sim_render-ego_median	0.012578144669532776
sim_render-ego_min	0.01112207082601694
simulation-passed	1
survival_time_max	4.6499999999999915
survival_time_mean	2.6899999999999973
survival_time_min	1.0500000000000005

No reset possible

25095

4380

Soroush Saryazdi 🇨🇦

bluejay

step1-simulation

failed

2019-11-06 18:39:23+00:00

2019-11-06 18:44:11+00:00

0:04:48

InvalidSubmission: T [...]

InvalidSubmission:
Traceback (most recent call last):
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
    nickname=self.nickname)
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 296, in read_until_over
    raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "agent".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "experiment_manager.py", line 299, in run_episode
    r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
    ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 239, in read_one
    raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/agent-out after 65 messages. Expected topic "commands".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 675, in scoring_context
    yield cie
  File "experiment_manager.py", line 444, in <module>
    wrap(cie)
  File "experiment_manager.py", line 432, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 136, in main
    physics_dt=config.physics_dt)
  File "experiment_manager.py", line 303, in run_episode
    raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

25094

4378

Soroush Saryazdi 🇨🇦

challenge-aido_LF-baseline-duckietown

step1-simulation

success

2019-11-05 23:48:24+00:00

2019-11-05 23:57:02+00:00

0:08:38

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.9351912077574372
survival_time_median	14.250000000000068
deviation-center-line_median	0.5010851611410037
in-drivable-lane_median	2.4000000000000217

other stats

agent_compute-ego_max	0.017135610078510485
agent_compute-ego_mean	0.016818534898713232
agent_compute-ego_median	0.016802988052368163
agent_compute-ego_min	0.016585619395015804
deviation-center-line_max	1.1655601557721014
deviation-center-line_mean	0.680730245960379
deviation-center-line_min	0.29430579486754715
deviation-heading_max	6.366069651260572
deviation-heading_mean	4.825070868584314
deviation-heading_median	5.276433059875575
deviation-heading_min	1.259792161471092
driven_any_max	2.348681294204311
driven_any_mean	1.9068492414810416
driven_any_median	2.23609820017891
driven_any_min	0.5494212141080395
driven_lanedir_consec_max	1.5070807809957734
driven_lanedir_consec_mean	0.9576240309427384
driven_lanedir_consec_min	0.4882174206488066
driven_lanedir_max	1.7798489477094197
driven_lanedir_mean	1.1816546167258553
driven_lanedir_median	1.0153688965969172
driven_lanedir_min	0.4882174206488066
in-drivable-lane_max	5.400000000000056
in-drivable-lane_mean	2.780000000000024
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.5494212141080395, "sim_physics": 0.06235368941959582, "survival_time": 3.7999999999999945, "driven_lanedir": 0.4882174206488066, "sim_render-ego": 0.007627502868050023, "in-drivable-lane": 0, "agent_compute-ego": 0.01693958044052124, "deviation-heading": 1.259792161471092, "set_robot_commands": 0.007102869058910169, "deviation-center-line": 0.29430579486754715, "driven_lanedir_consec": 0.4882174206488066, "sim_compute_sim_state": 0.0038478468593798184, "sim_compute_performance-ego": 0.004451020767814235, "sim_compute_robot_state-ego": 0.00536298438122398}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.0514176134359268, "sim_physics": 0.060153360585219987, "survival_time": 13.100000000000051, "driven_lanedir": 1.0153688965969172, "sim_render-ego": 0.008044987234450478, "in-drivable-lane": 4.600000000000019, "agent_compute-ego": 0.016585619395015804, "deviation-heading": 5.05164139795391, "set_robot_commands": 0.0070662826072168715, "deviation-center-line": 0.4837738075596252, "driven_lanedir_consec": 1.0153688965969172, "sim_compute_sim_state": 0.0034948869515921323, "sim_compute_performance-ego": 0.004256839970595964, "sim_compute_robot_state-ego": 0.005326467615957478}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.348681294204311, "sim_physics": 0.06077779769897461, "survival_time": 14.950000000000076, "driven_lanedir": 1.7798489477094197, "sim_render-ego": 0.007558436393737793, "in-drivable-lane": 1.500000000000021, "agent_compute-ego": 0.016802988052368163, "deviation-heading": 6.171418072360423, "set_robot_commands": 0.007018140951792399, "deviation-center-line": 0.958926310461618, "driven_lanedir_consec": 1.5070807809957734, "sim_compute_sim_state": 0.0036513145764668783, "sim_compute_performance-ego": 0.0043335358301798505, "sim_compute_robot_state-ego": 0.005321501890818278}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.348627885478021, "sim_physics": 0.059512298901875815, "survival_time": 14.950000000000076, "driven_lanedir": 1.621614318634209, "sim_render-ego": 0.007477056185404459, "in-drivable-lane": 2.4000000000000217, "agent_compute-ego": 0.016628876527150473, "deviation-heading": 6.366069651260572, "set_robot_commands": 0.0070578050613403324, "deviation-center-line": 1.1655601557721014, "driven_lanedir_consec": 0.9351912077574372, "sim_compute_sim_state": 0.0035828351974487305, "sim_compute_performance-ego": 0.0041930214564005535, "sim_compute_robot_state-ego": 0.005211971600850423}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.23609820017891, "sim_physics": 0.062075445944802805, "survival_time": 14.250000000000068, "driven_lanedir": 1.0032235000399243, "sim_render-ego": 0.007391533098722759, "in-drivable-lane": 5.400000000000056, "agent_compute-ego": 0.017135610078510485, "deviation-heading": 5.276433059875575, "set_robot_commands": 0.006866508617735746, "deviation-center-line": 0.5010851611410037, "driven_lanedir_consec": 0.8422618487147573, "sim_compute_sim_state": 0.00348623091714424, "sim_compute_performance-ego": 0.004259228288081654, "sim_compute_robot_state-ego": 0.005231442367821409}}
set_robot_commands_max	0.007102869058910169
set_robot_commands_mean	0.007022321259399104
set_robot_commands_median	0.0070578050613403324
set_robot_commands_min	0.006866508617735746
sim_compute_performance-ego_max	0.004451020767814235
sim_compute_performance-ego_mean	0.004298729262614452
sim_compute_performance-ego_median	0.004259228288081654
sim_compute_performance-ego_min	0.0041930214564005535
sim_compute_robot_state-ego_max	0.00536298438122398
sim_compute_robot_state-ego_mean	0.005290873571334314
sim_compute_robot_state-ego_median	0.005321501890818278
sim_compute_robot_state-ego_min	0.005211971600850423
sim_compute_sim_state_max	0.0038478468593798184
sim_compute_sim_state_mean	0.00361262290040636
sim_compute_sim_state_median	0.0035828351974487305
sim_compute_sim_state_min	0.00348623091714424
sim_physics_max	0.06235368941959582
sim_physics_mean	0.06097451851009381
sim_physics_median	0.06077779769897461
sim_physics_min	0.059512298901875815
sim_render-ego_max	0.008044987234450478
sim_render-ego_mean	0.007619903156073103
sim_render-ego_median	0.007558436393737793
sim_render-ego_min	0.007391533098722759
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	12.210000000000054
survival_time_min	3.7999999999999945

No reset possible

25093

4377

Frank (Chude) Qian 🇨🇦

Frank Raw Test 2

step1-simulation

success

aido3-LFV-sim-validation

2019-11-05 23:25:44+00:00

2019-11-05 23:30:22+00:00

0:04:38

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.0945825494054406
survival_time_median	3.999999999999994
deviation-center-line_median	0.13723112138240498
in-drivable-lane_median	0.8999999999999968

other stats

agent_compute-ego_max	0.01813069837433951
agent_compute-ego_mean	0.01696386998074647
agent_compute-ego_median	0.01667904367252272
agent_compute-ego_min	0.016384050250053406
deviation-center-line_max	0.2205275618002937
deviation-center-line_mean	0.1434194620837927
deviation-center-line_min	0.09572098008479955
deviation-heading_max	0.7009775556163188
deviation-heading_mean	0.5471407117262167
deviation-heading_median	0.5379860312370723
deviation-heading_min	0.3332768158038711
driven_any_max	2.002028132546776
driven_any_mean	1.4151445470003496
driven_any_median	1.6858480169584136
driven_any_min	0.6234518024930417
driven_lanedir_consec_max	1.2792785261769604
driven_lanedir_consec_mean	0.9682378084228463
driven_lanedir_consec_min	0.6078943798535469
driven_lanedir_max	1.2792785261769604
driven_lanedir_mean	0.9682378084228463
driven_lanedir_median	1.0945825494054406
driven_lanedir_min	0.6078943798535469
in-drivable-lane_max	2.0999999999999925
in-drivable-lane_mean	0.9699999999999964
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0782565017364054, "sim_physics": 0.0578271576336452, "survival_time": 2.799999999999998, "driven_lanedir": 0.6681674516806848, "sim_render-ego": 0.007574017558779035, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.01813069837433951, "deviation-heading": 0.5379860312370723, "set_robot_commands": 0.005280733108520508, "deviation-center-line": 0.0983543103742647, "driven_lanedir_consec": 0.6681674516806848, "sim_compute_sim_state": 0.0030678127493177143, "sim_compute_performance-ego": 0.004423179796763829, "sim_compute_robot_state-ego": 0.00518798828125}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.6234518024930417, "sim_physics": 0.0610658841974595, "survival_time": 1.7000000000000008, "driven_lanedir": 0.6078943798535469, "sim_render-ego": 0.00736080898958094, "in-drivable-lane": 0, "agent_compute-ego": 0.0166014082291547, "deviation-heading": 0.3332768158038711, "set_robot_commands": 0.005046627100776224, "deviation-center-line": 0.09572098008479955, "driven_lanedir_consec": 0.6078943798535469, "sim_compute_sim_state": 0.0029601910535026997, "sim_compute_performance-ego": 0.004038873840780819, "sim_compute_robot_state-ego": 0.0051826939863317155}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.6858480169584136, "sim_physics": 0.05764894600374153, "survival_time": 4.149999999999993, "driven_lanedir": 1.2792785261769604, "sim_render-ego": 0.007419566074049616, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.017024149377662015, "deviation-heading": 0.7009775556163188, "set_robot_commands": 0.005062502550791545, "deviation-center-line": 0.2205275618002937, "driven_lanedir_consec": 1.2792785261769604, "sim_compute_sim_state": 0.003035016806728869, "sim_compute_performance-ego": 0.004119697823581925, "sim_compute_robot_state-ego": 0.005164539957621011}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.002028132546776, "sim_physics": 0.056101996071484625, "survival_time": 4.899999999999991, "driven_lanedir": 1.0945825494054406, "sim_render-ego": 0.007249053643674267, "in-drivable-lane": 2.0999999999999925, "agent_compute-ego": 0.01667904367252272, "deviation-heading": 0.6338130020119094, "set_robot_commands": 0.005096201993981186, "deviation-center-line": 0.16526333677720056, "driven_lanedir_consec": 1.0945825494054406, "sim_compute_sim_state": 0.002965533003515127, "sim_compute_performance-ego": 0.004047756292382065, "sim_compute_robot_state-ego": 0.005112460681370327}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.6861382812671115, "sim_physics": 0.057655641436576845, "survival_time": 3.999999999999994, "driven_lanedir": 1.191266134997599, "sim_render-ego": 0.007335370779037476, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.016384050250053406, "deviation-heading": 0.5296501539619125, "set_robot_commands": 0.005014243721961975, "deviation-center-line": 0.13723112138240498, "driven_lanedir_consec": 1.191266134997599, "sim_compute_sim_state": 0.0028991758823394775, "sim_compute_performance-ego": 0.004096207022666931, "sim_compute_robot_state-ego": 0.005084022879600525}}
set_robot_commands_max	0.005280733108520508
set_robot_commands_mean	0.005100061695206288
set_robot_commands_median	0.005062502550791545
set_robot_commands_min	0.005014243721961975
sim_compute_performance-ego_max	0.004423179796763829
sim_compute_performance-ego_mean	0.004145142955235114
sim_compute_performance-ego_median	0.004096207022666931
sim_compute_performance-ego_min	0.004038873840780819
sim_compute_robot_state-ego_max	0.00518798828125
sim_compute_robot_state-ego_mean	0.005146341157234715
sim_compute_robot_state-ego_median	0.005164539957621011
sim_compute_robot_state-ego_min	0.005084022879600525
sim_compute_sim_state_max	0.0030678127493177143
sim_compute_sim_state_mean	0.0029855458990807773
sim_compute_sim_state_median	0.002965533003515127
sim_compute_sim_state_min	0.0028991758823394775
sim_physics_max	0.0610658841974595
sim_physics_mean	0.05805992506858154
sim_physics_median	0.057655641436576845
sim_physics_min	0.056101996071484625
sim_render-ego_max	0.007574017558779035
sim_render-ego_mean	0.007387763409024266
sim_render-ego_median	0.00736080898958094
sim_render-ego_min	0.007249053643674267
simulation-passed	1
survival_time_max	4.899999999999991
survival_time_mean	3.5099999999999953
survival_time_min	1.7000000000000008

No reset possible

25071

4369

Jeick Hincapie Barrera 🇨🇴

challenge-aido_LF-template-tensorflow

step1-simulation

success

2019-11-05 15:16:12+00:00

2019-11-05 15:24:23+00:00

0:08:11

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.2320776618432636
survival_time_median	1.2500000000000004
deviation-center-line_median	0.0955232531280961
in-drivable-lane_median	0

other stats

agent_compute-ego_max	0.030724639892578124
agent_compute-ego_mean	0.02765930406402108
agent_compute-ego_median	0.027144079831377347
agent_compute-ego_min	0.024590118726094564
deviation-center-line_max	0.5408295884158175
deviation-center-line_mean	0.17861157841139155
deviation-center-line_min	0.06926992584127113
deviation-heading_max	3.5019364422837707
deviation-heading_mean	1.16655404441771
deviation-heading_median	0.611901426084752
deviation-heading_min	0.2910654262941989
driven_any_max	2.3768817729563985
driven_any_mean	0.7557060772589133
driven_any_median	0.2939444384072789
driven_any_min	0.16880657022778658
driven_lanedir_consec_max	1.4013474334217642
driven_lanedir_consec_mean	0.4501570304700363
driven_lanedir_consec_min	0.13713110493276348
driven_lanedir_max	1.4013474334217642
driven_lanedir_mean	0.4501570304700363
driven_lanedir_median	0.2320776618432636
driven_lanedir_min	0.13713110493276348
in-drivable-lane_max	2.7000000000000117
in-drivable-lane_mean	0.7400000000000017
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.2939444384072789, "sim_physics": 0.23501667976379395, "survival_time": 1.2500000000000004, "driven_lanedir": 0.2320776618432636, "sim_render-ego": 0.013816232681274417, "in-drivable-lane": 0, "agent_compute-ego": 0.030724639892578124, "deviation-heading": 0.611901426084752, "set_robot_commands": 0.010490913391113282, "deviation-center-line": 0.0955232531280961, "driven_lanedir_consec": 0.2320776618432636, "sim_compute_sim_state": 0.00541071891784668, "sim_compute_performance-ego": 0.007529115676879883, "sim_compute_robot_state-ego": 0.009669170379638672, "sim_compute_robot_state-npc0": 0.009261302947998047, "sim_compute_robot_state-npc1": 0.009237279891967771, "sim_compute_robot_state-npc2": 0.009091787338256836, "sim_compute_robot_state-npc3": 0.009002933502197266}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.3768817729563985, "sim_physics": 0.19954762626532932, "survival_time": 9.950000000000006, "driven_lanedir": 1.4013474334217642, "sim_render-ego": 0.01236497217686332, "in-drivable-lane": 2.7000000000000117, "agent_compute-ego": 0.027144079831377347, "deviation-heading": 3.5019364422837707, "set_robot_commands": 0.009620073452666775, "deviation-center-line": 0.5408295884158175, "driven_lanedir_consec": 1.4013474334217642, "sim_compute_sim_state": 0.00530815843361706, "sim_compute_performance-ego": 0.007259195174404125, "sim_compute_robot_state-ego": 0.008910738643090329, "sim_compute_robot_state-npc0": 0.00883980971484927, "sim_compute_robot_state-npc1": 0.008822131995579706, "sim_compute_robot_state-npc2": 0.008774813695169574, "sim_compute_robot_state-npc3": 0.008730158733962169}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.19173358995795697, "sim_physics": 0.2550170289145576, "survival_time": 0.9000000000000002, "driven_lanedir": 0.16330529213446043, "sim_render-ego": 0.01397546132405599, "in-drivable-lane": 0, "agent_compute-ego": 0.03054079744550917, "deviation-heading": 0.2910654262941989, "set_robot_commands": 0.011516425344679093, "deviation-center-line": 0.07993449286195445, "driven_lanedir_consec": 0.16330529213446043, "sim_compute_sim_state": 0.0061859819624159075, "sim_compute_performance-ego": 0.008559266726175943, "sim_compute_robot_state-ego": 0.010904272397359213, "sim_compute_robot_state-npc0": 0.009133047527737088, "sim_compute_robot_state-npc1": 0.009785665406121148, "sim_compute_robot_state-npc2": 0.009662376509772409, "sim_compute_robot_state-npc3": 0.009677648544311523}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.16880657022778658, "sim_physics": 0.1946030364317053, "survival_time": 0.8500000000000002, "driven_lanedir": 0.13713110493276348, "sim_render-ego": 0.012489487143123852, "in-drivable-lane": 0, "agent_compute-ego": 0.025296884424546185, "deviation-heading": 0.2962432695024153, "set_robot_commands": 0.00861974323497099, "deviation-center-line": 0.06926992584127113, "driven_lanedir_consec": 0.13713110493276348, "sim_compute_sim_state": 0.004541172700769761, "sim_compute_performance-ego": 0.007391522912418141, "sim_compute_robot_state-ego": 0.009966443566715015, "sim_compute_robot_state-npc0": 0.008166874156278722, "sim_compute_robot_state-npc1": 0.00849294662475586, "sim_compute_robot_state-npc2": 0.009311788222369026, "sim_compute_robot_state-npc3": 0.008296573863309972}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.7471640147451452, "sim_physics": 0.1613128105799357, "survival_time": 2.9999999999999973, "driven_lanedir": 0.3169236600179296, "sim_render-ego": 0.011583141485850016, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.024590118726094564, "deviation-heading": 1.1316236579234142, "set_robot_commands": 0.00945568879445394, "deviation-center-line": 0.1075006318098186, "driven_lanedir_consec": 0.3169236600179296, "sim_compute_sim_state": 0.004878099759419759, "sim_compute_performance-ego": 0.007036809126536051, "sim_compute_robot_state-ego": 0.008269190788269043, "sim_compute_robot_state-npc0": 0.007982365290323893, "sim_compute_robot_state-npc1": 0.008174443244934082, "sim_compute_robot_state-npc2": 0.007856365044911702, "sim_compute_robot_state-npc3": 0.0075330018997192385}}
set_robot_commands_max	0.011516425344679093
set_robot_commands_mean	0.009940568843576811
set_robot_commands_median	0.009620073452666775
set_robot_commands_min	0.00861974323497099
sim_compute_performance-ego_max	0.008559266726175943
sim_compute_performance-ego_mean	0.007555181923282829
sim_compute_performance-ego_median	0.007391522912418141
sim_compute_performance-ego_min	0.007036809126536051
sim_compute_robot_state-ego_max	0.010904272397359213
sim_compute_robot_state-ego_mean	0.009543963155014452
sim_compute_robot_state-ego_median	0.009669170379638672
sim_compute_robot_state-ego_min	0.008269190788269043
sim_compute_robot_state-npc0_max	0.009261302947998047
sim_compute_robot_state-npc0_mean	0.008676679927437404
sim_compute_robot_state-npc0_median	0.00883980971484927
sim_compute_robot_state-npc0_min	0.007982365290323893
sim_compute_robot_state-npc1_max	0.009785665406121148
sim_compute_robot_state-npc1_mean	0.008902493432671714
sim_compute_robot_state-npc1_median	0.008822131995579706
sim_compute_robot_state-npc1_min	0.008174443244934082
sim_compute_robot_state-npc2_max	0.009662376509772409
sim_compute_robot_state-npc2_mean	0.00893942616209591
sim_compute_robot_state-npc2_median	0.009091787338256836
sim_compute_robot_state-npc2_min	0.007856365044911702
sim_compute_robot_state-npc3_max	0.009677648544311523
sim_compute_robot_state-npc3_mean	0.008648063308700034
sim_compute_robot_state-npc3_median	0.008730158733962169
sim_compute_robot_state-npc3_min	0.0075330018997192385
sim_compute_sim_state_max	0.0061859819624159075
sim_compute_sim_state_mean	0.005264826354813833
sim_compute_sim_state_median	0.00530815843361706
sim_compute_sim_state_min	0.004541172700769761
sim_physics_max	0.2550170289145576
sim_physics_mean	0.20909943639106435
sim_physics_median	0.19954762626532932
sim_physics_min	0.1613128105799357
sim_render-ego_max	0.01397546132405599
sim_render-ego_mean	0.01284585896223352
sim_render-ego_median	0.012489487143123852
sim_render-ego_min	0.011583141485850016
simulation-passed	1
survival_time_max	9.950000000000006
survival_time_mean	3.1900000000000004
survival_time_min	0.8500000000000002

No reset possible

25016

4357

Soroush Saryazdi 🇨🇦

bluejay

step1-simulation

error

2019-11-04 15:16:57+00:00

2019-11-04 15:18:50+00:00

0:01:53

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

25008

4355

aido3-LFVI-sim-validation

challenge-aido_LF-template-tensorflow

step1-simulation

success

2019-11-04 14:17:59+00:00

2019-11-04 14:22:59+00:00

0:05:00

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.2279732239424821
survival_time_median	1.2000000000000004
deviation-center-line_median	0.08971581387864565
in-drivable-lane_median	0

other stats

agent_compute-ego_max	0.024388094743092857
agent_compute-ego_mean	0.0210943707080432
agent_compute-ego_median	0.021356842734596947
agent_compute-ego_min	0.01836713155110677
deviation-center-line_max	0.1245609560555553
deviation-center-line_mean	0.0923592802827846
deviation-center-line_min	0.06795734792864006
deviation-heading_max	0.7373663165549016
deviation-heading_mean	0.5299353289527502
deviation-heading_median	0.5379617233163239
deviation-heading_min	0.334569671785572
driven_any_max	0.3455772844925238
driven_any_mean	0.23485251947828303
driven_any_median	0.25725754104883863
driven_any_min	0.1238780140611831
driven_lanedir_consec_max	0.2730233466280696
driven_lanedir_consec_mean	0.19344372604386337
driven_lanedir_consec_min	0.08979471288856944
driven_lanedir_max	0.2730233466280696
driven_lanedir_mean	0.19344372604386337
driven_lanedir_median	0.2279732239424821
driven_lanedir_min	0.08979471288856944
in-drivable-lane_max	0.10000000000000007
in-drivable-lane_mean	0.020000000000000014
in-drivable-lane_min	0
per-episodes	details {"udem1-0-0": {"driven_any": 0.2883253573559937, "sim_physics": 0.14135479927062988, "survival_time": 1.2000000000000004, "driven_lanedir": 0.2279732239424821, "sim_render-ego": 0.01032872994740804, "in-drivable-lane": 0, "agent_compute-ego": 0.024388094743092857, "deviation-heading": 0.5910904738413933, "set_robot_commands": 0.007568796475728353, "deviation-center-line": 0.08971581387864565, "driven_lanedir_consec": 0.2279732239424821, "sim_compute_sim_state": 0.003790279229482015, "sim_compute_performance-ego": 0.005840023358662923, "sim_compute_robot_state-ego": 0.00703093409538269, "sim_compute_robot_state-npc0": 0.006615122159322103, "sim_compute_robot_state-npc1": 0.006124943494796753, "sim_compute_robot_state-npc2": 0.006307005882263184, "sim_compute_robot_state-npc3": 0.0064074695110321045}, "udem1-1-0": {"driven_any": 0.3455772844925238, "sim_physics": 0.135429454572273, "survival_time": 1.6500000000000008, "driven_lanedir": 0.2730233466280696, "sim_render-ego": 0.010304039174860174, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.021356842734596947, "deviation-heading": 0.7373663165549016, "set_robot_commands": 0.006433732581861092, "deviation-center-line": 0.10535745927882265, "driven_lanedir_consec": 0.2730233466280696, "sim_compute_sim_state": 0.003754124496922349, "sim_compute_performance-ego": 0.005385644508130623, "sim_compute_robot_state-ego": 0.006653258294770212, "sim_compute_robot_state-npc0": 0.006474487709276604, "sim_compute_robot_state-npc1": 0.006738193107373787, "sim_compute_robot_state-npc2": 0.006708246288877545, "sim_compute_robot_state-npc3": 0.006412224336103959}, "udem1-2-0": {"driven_any": 0.1238780140611831, "sim_physics": 0.17788605391979218, "survival_time": 0.8000000000000002, "driven_lanedir": 0.08979471288856944, "sim_render-ego": 0.007527858018875122, "in-drivable-lane": 0, "agent_compute-ego": 0.018622905015945435, "deviation-heading": 0.334569671785572, "set_robot_commands": 0.005842879414558411, "deviation-center-line": 0.06795734792864006, "driven_lanedir_consec": 0.08979471288856944, "sim_compute_sim_state": 0.0030180811882019043, "sim_compute_performance-ego": 0.004100427031517029, "sim_compute_robot_state-ego": 0.005482211709022522, "sim_compute_robot_state-npc0": 0.00516963005065918, "sim_compute_robot_state-npc1": 0.0048793405294418335, "sim_compute_robot_state-npc2": 0.004914373159408569, "sim_compute_robot_state-npc3": 0.0048558712005615234}, "udem1-3-0": {"driven_any": 0.15922440043287625, "sim_physics": 0.16977203809298003, "survival_time": 1.3000000000000005, "driven_lanedir": 0.13892697243794938, "sim_render-ego": 0.010310952480022725, "in-drivable-lane": 0, "agent_compute-ego": 0.022736879495474007, "deviation-heading": 0.5379617233163239, "set_robot_commands": 0.007615190285902757, "deviation-center-line": 0.1245609560555553, "driven_lanedir_consec": 0.13892697243794938, "sim_compute_sim_state": 0.0038897165885338415, "sim_compute_performance-ego": 0.005697021117577186, "sim_compute_robot_state-ego": 0.007439209864689753, "sim_compute_robot_state-npc0": 0.006716801570012019, "sim_compute_robot_state-npc1": 0.006896037321824294, "sim_compute_robot_state-npc2": 0.006955247658949632, "sim_compute_robot_state-npc3": 0.006785686199481671}, "udem1-4-0": {"driven_any": 0.25725754104883863, "sim_physics": 0.1279089351495107, "survival_time": 1.2000000000000004, "driven_lanedir": 0.23750037432224635, "sim_render-ego": 0.008060872554779053, "in-drivable-lane": 0, "agent_compute-ego": 0.01836713155110677, "deviation-heading": 0.4486884592655601, "set_robot_commands": 0.005928446849187215, "deviation-center-line": 0.07420482427225938, "driven_lanedir_consec": 0.23750037432224635, "sim_compute_sim_state": 0.003251353899637858, "sim_compute_performance-ego": 0.004329899946848552, "sim_compute_robot_state-ego": 0.005817850430806478, "sim_compute_robot_state-npc0": 0.005441983540852864, "sim_compute_robot_state-npc1": 0.005199939012527466, "sim_compute_robot_state-npc2": 0.005194266637166341, "sim_compute_robot_state-npc3": 0.005153566598892212}}
set_robot_commands_max	0.007615190285902757
set_robot_commands_mean	0.006677809121447565
set_robot_commands_median	0.006433732581861092
set_robot_commands_min	0.005842879414558411
sim_compute_performance-ego_max	0.005840023358662923
sim_compute_performance-ego_mean	0.005070603192547262
sim_compute_performance-ego_median	0.005385644508130623
sim_compute_performance-ego_min	0.004100427031517029
sim_compute_robot_state-ego_max	0.007439209864689753
sim_compute_robot_state-ego_mean	0.006484692878934331
sim_compute_robot_state-ego_median	0.006653258294770212
sim_compute_robot_state-ego_min	0.005482211709022522
sim_compute_robot_state-npc0_max	0.006716801570012019
sim_compute_robot_state-npc0_mean	0.006083605006024553
sim_compute_robot_state-npc0_median	0.006474487709276604
sim_compute_robot_state-npc0_min	0.00516963005065918
sim_compute_robot_state-npc1_max	0.006896037321824294
sim_compute_robot_state-npc1_mean	0.005967690693192826
sim_compute_robot_state-npc1_median	0.006124943494796753
sim_compute_robot_state-npc1_min	0.0048793405294418335
sim_compute_robot_state-npc2_max	0.006955247658949632
sim_compute_robot_state-npc2_mean	0.006015827925333054
sim_compute_robot_state-npc2_median	0.006307005882263184
sim_compute_robot_state-npc2_min	0.004914373159408569
sim_compute_robot_state-npc3_max	0.006785686199481671
sim_compute_robot_state-npc3_mean	0.005922963569214294
sim_compute_robot_state-npc3_median	0.0064074695110321045
sim_compute_robot_state-npc3_min	0.0048558712005615234
sim_compute_sim_state_max	0.0038897165885338415
sim_compute_sim_state_mean	0.0035407110805555932
sim_compute_sim_state_median	0.003754124496922349
sim_compute_sim_state_min	0.0030180811882019043
sim_physics_max	0.17788605391979218
sim_physics_mean	0.15047025620103718
sim_physics_median	0.14135479927062988
sim_physics_min	0.1279089351495107
sim_render-ego_max	0.01032872994740804
sim_render-ego_mean	0.009306490435189024
sim_render-ego_median	0.010304039174860174
sim_render-ego_min	0.007527858018875122
simulation-passed	1
survival_time_max	1.6500000000000008
survival_time_mean	1.2300000000000004
survival_time_min	0.8000000000000002

No reset possible

25002

4127

Andrea Censi 🇨🇭

rotation

step1-simulation

error

2019-11-04 09:30:07+00:00

2019-11-04 10:00:51+00:00

0:30:44

The container "evalu [...]

The container "evaluator" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

24997

4136

Andrea Censi 🇨🇭

rotation

step1-simulation

success

2019-11-04 09:16:02+00:00

2019-11-04 09:29:37+00:00

0:13:35

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	-0.0005547867508171045
survival_time_median	14.950000000000076
deviation-center-line_median	0.44901648578509457
in-drivable-lane_median	7.600000000000044

other stats

agent_compute-ego_max	0.02310480991999308
agent_compute-ego_mean	0.02237943728764852
agent_compute-ego_median	0.02250253121058146
agent_compute-ego_min	0.021709633668263752
deviation-center-line_max	0.5610133203215761
deviation-center-line_mean	0.3827485453764907
deviation-center-line_min	0.13860669343031343
deviation-heading_max	5.87668078883977
deviation-heading_mean	5.630778146323924
deviation-heading_median	5.657649106857694
deviation-heading_min	5.445457843647877
driven_any_max	0.026478672834058543
driven_any_mean	0.024864239592249697
driven_any_median	0.025930195541195415
driven_any_min	0.022165452661378815
driven_lanedir_consec_max	0.0021599934447711355
driven_lanedir_consec_mean	-0.00046586963337813536
driven_lanedir_consec_min	-0.003361806018059577
driven_lanedir_max	0.0021599934447711355
driven_lanedir_mean	-0.00046586963337813536
driven_lanedir_median	-0.0005547867508171045
driven_lanedir_min	-0.003361806018059577
in-drivable-lane_max	7.700000000000042
in-drivable-lane_mean	7.620000000000043
in-drivable-lane_min	7.550000000000042
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.026478672834058543, "sim_physics": 0.1167454735438029, "survival_time": 14.950000000000076, "driven_lanedir": 0.0021599934447711355, "sim_render-ego": 0.011849503517150878, "in-drivable-lane": 7.600000000000043, "agent_compute-ego": 0.02310480991999308, "deviation-heading": 5.657649106857694, "set_robot_commands": 0.009859689871470134, "deviation-center-line": 0.5610133203215761, "driven_lanedir_consec": 0.0021599934447711355, "sim_compute_sim_state": 0.005183983643849691, "sim_compute_performance-ego": 0.007265419960021973, "sim_compute_robot_state-ego": 0.008886873722076416}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.025930195541195415, "sim_physics": 0.10816747506459554, "survival_time": 14.950000000000076, "driven_lanedir": -0.003361806018059577, "sim_render-ego": 0.011939454873402911, "in-drivable-lane": 7.600000000000044, "agent_compute-ego": 0.02254879872004191, "deviation-heading": 5.445457843647877, "set_robot_commands": 0.009571385383605958, "deviation-center-line": 0.13860669343031343, "driven_lanedir_consec": -0.003361806018059577, "sim_compute_sim_state": 0.005015186468760173, "sim_compute_performance-ego": 0.007240283489227295, "sim_compute_robot_state-ego": 0.008786647319793702}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.023804404672436115, "sim_physics": 0.1087634833653768, "survival_time": 14.950000000000076, "driven_lanedir": 0.002118105955655203, "sim_render-ego": 0.01192303737004598, "in-drivable-lane": 7.550000000000042, "agent_compute-ego": 0.022031412919362385, "deviation-heading": 5.87668078883977, "set_robot_commands": 0.00935409943262736, "deviation-center-line": 0.47845174752595304, "driven_lanedir_consec": 0.002118105955655203, "sim_compute_sim_state": 0.004915972550710042, "sim_compute_performance-ego": 0.007029123306274414, "sim_compute_robot_state-ego": 0.008743549187978109}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.022165452661378815, "sim_physics": 0.10747939189275106, "survival_time": 14.950000000000076, "driven_lanedir": -0.002690854798440334, "sim_render-ego": 0.012166471481323242, "in-drivable-lane": 7.700000000000042, "agent_compute-ego": 0.02250253121058146, "deviation-heading": 5.721005148732665, "set_robot_commands": 0.009586634635925292, "deviation-center-line": 0.44901648578509457, "driven_lanedir_consec": -0.002690854798440334, "sim_compute_sim_state": 0.004971039295196533, "sim_compute_performance-ego": 0.007270308335622152, "sim_compute_robot_state-ego": 0.008750090599060059}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.025942472252179608, "sim_physics": 0.10265878677368163, "survival_time": 14.950000000000076, "driven_lanedir": -0.0005547867508171045, "sim_render-ego": 0.011503341992696129, "in-drivable-lane": 7.650000000000044, "agent_compute-ego": 0.021709633668263752, "deviation-heading": 5.453097843541614, "set_robot_commands": 0.009408787886301676, "deviation-center-line": 0.28665447981951625, "driven_lanedir_consec": -0.0005547867508171045, "sim_compute_sim_state": 0.0050086665153503416, "sim_compute_performance-ego": 0.007298027674357096, "sim_compute_robot_state-ego": 0.009190768400828045}}
set_robot_commands_max	0.009859689871470134
set_robot_commands_mean	0.009556119441986083
set_robot_commands_median	0.009571385383605958
set_robot_commands_min	0.00935409943262736
sim_compute_performance-ego_max	0.007298027674357096
sim_compute_performance-ego_mean	0.007220632553100586
sim_compute_performance-ego_median	0.007265419960021973
sim_compute_performance-ego_min	0.007029123306274414
sim_compute_robot_state-ego_max	0.009190768400828045
sim_compute_robot_state-ego_mean	0.008871585845947267
sim_compute_robot_state-ego_median	0.008786647319793702
sim_compute_robot_state-ego_min	0.008743549187978109
sim_compute_sim_state_max	0.005183983643849691
sim_compute_sim_state_mean	0.005018969694773356
sim_compute_sim_state_median	0.0050086665153503416
sim_compute_sim_state_min	0.004915972550710042
sim_physics_max	0.1167454735438029
sim_physics_mean	0.1087629221280416
sim_physics_median	0.10816747506459554
sim_physics_min	0.10265878677368163
sim_render-ego_max	0.012166471481323242
sim_render-ego_mean	0.011876361846923828
sim_render-ego_median	0.01192303737004598
sim_render-ego_min	0.011503341992696129
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

24991

4145

Andrea Censi 🇨🇭

rotation

step1-simulation

success

2019-11-04 09:02:03+00:00

2019-11-04 09:15:26+00:00

0:13:23

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	-0.0005547867508171045
survival_time_median	14.950000000000076
deviation-center-line_median	0.44901648578509457
in-drivable-lane_median	7.600000000000044

other stats

agent_compute-ego_max	0.023498520056406656
agent_compute-ego_mean	0.02237585687637329
agent_compute-ego_median	0.022699973583221435
agent_compute-ego_min	0.020481472810109456
deviation-center-line_max	0.5610133203215761
deviation-center-line_mean	0.3827485453764907
deviation-center-line_min	0.13860669343031343
deviation-heading_max	5.87668078883977
deviation-heading_mean	5.630778146323924
deviation-heading_median	5.657649106857694
deviation-heading_min	5.445457843647877
driven_any_max	0.026478672834058543
driven_any_mean	0.024864239592249697
driven_any_median	0.025930195541195415
driven_any_min	0.022165452661378815
driven_lanedir_consec_max	0.0021599934447711355
driven_lanedir_consec_mean	-0.00046586963337813536
driven_lanedir_consec_min	-0.003361806018059577
driven_lanedir_max	0.0021599934447711355
driven_lanedir_mean	-0.00046586963337813536
driven_lanedir_median	-0.0005547867508171045
driven_lanedir_min	-0.003361806018059577
in-drivable-lane_max	7.700000000000042
in-drivable-lane_mean	7.620000000000043
in-drivable-lane_min	7.550000000000042
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.026478672834058543, "sim_physics": 0.10432466506958007, "survival_time": 14.950000000000076, "driven_lanedir": 0.0021599934447711355, "sim_render-ego": 0.011423896153767904, "in-drivable-lane": 7.600000000000043, "agent_compute-ego": 0.022303679784138997, "deviation-heading": 5.657649106857694, "set_robot_commands": 0.009105481306711832, "deviation-center-line": 0.5610133203215761, "driven_lanedir_consec": 0.0021599934447711355, "sim_compute_sim_state": 0.004721316496531168, "sim_compute_performance-ego": 0.007087211608886718, "sim_compute_robot_state-ego": 0.00857593297958374}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.025930195541195415, "sim_physics": 0.09074687798817951, "survival_time": 14.950000000000076, "driven_lanedir": -0.003361806018059577, "sim_render-ego": 0.010399484634399414, "in-drivable-lane": 7.600000000000044, "agent_compute-ego": 0.020481472810109456, "deviation-heading": 5.445457843647877, "set_robot_commands": 0.008266329765319824, "deviation-center-line": 0.13860669343031343, "driven_lanedir_consec": -0.003361806018059577, "sim_compute_sim_state": 0.004390912850697835, "sim_compute_performance-ego": 0.006114034652709961, "sim_compute_robot_state-ego": 0.007811054388682048}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.023804404672436115, "sim_physics": 0.12027371724446614, "survival_time": 14.950000000000076, "driven_lanedir": 0.002118105955655203, "sim_render-ego": 0.012038509051005043, "in-drivable-lane": 7.550000000000042, "agent_compute-ego": 0.022895638147989908, "deviation-heading": 5.87668078883977, "set_robot_commands": 0.01010039250055949, "deviation-center-line": 0.47845174752595304, "driven_lanedir_consec": 0.002118105955655203, "sim_compute_sim_state": 0.005095608234405517, "sim_compute_performance-ego": 0.007264598210652669, "sim_compute_robot_state-ego": 0.009165496826171874}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.022165452661378815, "sim_physics": 0.10820821046829224, "survival_time": 14.950000000000076, "driven_lanedir": -0.002690854798440334, "sim_render-ego": 0.011927030086517331, "in-drivable-lane": 7.700000000000042, "agent_compute-ego": 0.022699973583221435, "deviation-heading": 5.721005148732665, "set_robot_commands": 0.009401687781016032, "deviation-center-line": 0.44901648578509457, "driven_lanedir_consec": -0.002690854798440334, "sim_compute_sim_state": 0.004896140098571778, "sim_compute_performance-ego": 0.007238374551137288, "sim_compute_robot_state-ego": 0.008944437503814698}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.025942472252179608, "sim_physics": 0.11488292296727498, "survival_time": 14.950000000000076, "driven_lanedir": -0.0005547867508171045, "sim_render-ego": 0.012366848786671956, "in-drivable-lane": 7.650000000000044, "agent_compute-ego": 0.023498520056406656, "deviation-heading": 5.453097843541614, "set_robot_commands": 0.010081149737040202, "deviation-center-line": 0.28665447981951625, "driven_lanedir_consec": -0.0005547867508171045, "sim_compute_sim_state": 0.005213376681009929, "sim_compute_performance-ego": 0.007600465615590413, "sim_compute_robot_state-ego": 0.009481656551361083}}
set_robot_commands_max	0.01010039250055949
set_robot_commands_mean	0.009391008218129476
set_robot_commands_median	0.009401687781016032
set_robot_commands_min	0.008266329765319824
sim_compute_performance-ego_max	0.007600465615590413
sim_compute_performance-ego_mean	0.007060936927795409
sim_compute_performance-ego_median	0.007238374551137288
sim_compute_performance-ego_min	0.006114034652709961
sim_compute_robot_state-ego_max	0.009481656551361083
sim_compute_robot_state-ego_mean	0.00879571564992269
sim_compute_robot_state-ego_median	0.008944437503814698
sim_compute_robot_state-ego_min	0.007811054388682048
sim_compute_sim_state_max	0.005213376681009929
sim_compute_sim_state_mean	0.0048634708722432455
sim_compute_sim_state_median	0.004896140098571778
sim_compute_sim_state_min	0.004390912850697835
sim_physics_max	0.12027371724446614
sim_physics_mean	0.1076872787475586
sim_physics_median	0.10820821046829224
sim_physics_min	0.09074687798817951
sim_render-ego_max	0.012366848786671956
sim_render-ego_mean	0.01163115374247233
sim_render-ego_median	0.011927030086517331
sim_render-ego_min	0.010399484634399414
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

24907

4244

Baseline-IL-logs-tensorflow

step1-simulation

error

2019-11-04 08:17:09+00:00

2019-11-04 09:01:36+00:00

0:44:27

The container "evalu [...]

The container "evaluator" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

24895

4257

Anastasiya Nikolskaya 🇷🇺

beta

step1-simulation

success

aido3-LFVI-sim-validation

2019-11-04 08:01:07+00:00

2019-11-04 08:17:01+00:00

0:15:54

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.7585870461962153
survival_time_median	8.84999999999999
deviation-center-line_median	0.4457402102744116
in-drivable-lane_median	1.40000000000002

other stats

agent_compute-ego_max	0.11135177827824308
agent_compute-ego_mean	0.09374570113286164
agent_compute-ego_median	0.0920475096929641
agent_compute-ego_min	0.07972151358922322
deviation-center-line_max	0.7843727369081636
deviation-center-line_mean	0.45538884839958466
deviation-center-line_min	0.2071333188327518
deviation-heading_max	4.265215941095922
deviation-heading_mean	2.052044924571263
deviation-heading_median	1.8599431783807976
deviation-heading_min	0.4204385776979985
driven_any_max	1.6772156005046843
driven_any_mean	1.091900363381288
driven_any_median	1.0118069600003854
driven_any_min	0.2901639596298522
driven_lanedir_consec_max	1.178468371420815
driven_lanedir_consec_mean	0.7735741195722803
driven_lanedir_consec_min	0.28380057440997675
driven_lanedir_max	1.48785477843792
driven_lanedir_mean	0.8372915708209725
driven_lanedir_median	0.7585870461962153
driven_lanedir_min	0.28380057440997675
in-drivable-lane_max	3.2000000000000455
in-drivable-lane_mean	1.7600000000000129
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0118069600003854, "sim_physics": 0.12069368362426758, "survival_time": 8.84999999999999, "driven_lanedir": 0.6012718133648609, "sim_render-ego": 0.012910611211916822, "in-drivable-lane": 2.900000000000004, "agent_compute-ego": 0.11135177827824308, "deviation-heading": 1.8599431783807976, "set_robot_commands": 0.010316245299948136, "deviation-center-line": 0.4457402102744116, "driven_lanedir_consec": 0.5920709641385051, "sim_compute_sim_state": 0.00524128224216612, "sim_compute_performance-ego": 0.007890142289932164, "sim_compute_robot_state-ego": 0.009932202807927537}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.0063130625048895, "sim_physics": 0.10899858743372098, "survival_time": 7.099999999999983, "driven_lanedir": 0.7585870461962153, "sim_render-ego": 0.012813952607168276, "in-drivable-lane": 1.2999999999999954, "agent_compute-ego": 0.0830533739546655, "deviation-heading": 1.035470071831487, "set_robot_commands": 0.009132407080959266, "deviation-center-line": 0.27173310215005947, "driven_lanedir_consec": 0.7585870461962153, "sim_compute_sim_state": 0.005114246422136334, "sim_compute_performance-ego": 0.007735494156958352, "sim_compute_robot_state-ego": 0.009568634167523451}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.2901639596298522, "sim_physics": 0.11514805044446672, "survival_time": 2.1000000000000005, "driven_lanedir": 0.28380057440997675, "sim_render-ego": 0.011861557052249, "in-drivable-lane": 0, "agent_compute-ego": 0.0920475096929641, "deviation-heading": 0.4204385776979985, "set_robot_commands": 0.009033032826014928, "deviation-center-line": 0.2071333188327518, "driven_lanedir_consec": 0.28380057440997675, "sim_compute_sim_state": 0.005057624408176967, "sim_compute_performance-ego": 0.007023010935102191, "sim_compute_robot_state-ego": 0.009214327448890322}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.4740022342666297, "sim_physics": 0.1155739603815852, "survival_time": 14.800000000000075, "driven_lanedir": 1.0549436416958895, "sim_render-ego": 0.012679721858050372, "in-drivable-lane": 3.2000000000000455, "agent_compute-ego": 0.1025543301492124, "deviation-heading": 4.265215941095922, "set_robot_commands": 0.01006777785919808, "deviation-center-line": 0.7843727369081636, "driven_lanedir_consec": 1.0549436416958895, "sim_compute_sim_state": 0.005509737375620249, "sim_compute_performance-ego": 0.007898414457166518, "sim_compute_robot_state-ego": 0.009746365450523996}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.6772156005046843, "sim_physics": 0.1028596043586731, "survival_time": 14.950000000000076, "driven_lanedir": 1.48785477843792, "sim_render-ego": 0.011480632623036705, "in-drivable-lane": 1.40000000000002, "agent_compute-ego": 0.07972151358922322, "deviation-heading": 2.67915685385011, "set_robot_commands": 0.009213182926177978, "deviation-center-line": 0.567964873832537, "driven_lanedir_consec": 1.178468371420815, "sim_compute_sim_state": 0.00457700252532959, "sim_compute_performance-ego": 0.006628793875376383, "sim_compute_robot_state-ego": 0.008525310357411702}}
set_robot_commands_max	0.010316245299948136
set_robot_commands_mean	0.009552529198459678
set_robot_commands_median	0.009213182926177978
set_robot_commands_min	0.009033032826014928
sim_compute_performance-ego_max	0.007898414457166518
sim_compute_performance-ego_mean	0.007435171142907121
sim_compute_performance-ego_median	0.007735494156958352
sim_compute_performance-ego_min	0.006628793875376383
sim_compute_robot_state-ego_max	0.009932202807927537
sim_compute_robot_state-ego_mean	0.009397368046455402
sim_compute_robot_state-ego_median	0.009568634167523451
sim_compute_robot_state-ego_min	0.008525310357411702
sim_compute_sim_state_max	0.005509737375620249
sim_compute_sim_state_mean	0.005099978594685852
sim_compute_sim_state_median	0.005114246422136334
sim_compute_sim_state_min	0.00457700252532959
sim_physics_max	0.12069368362426758
sim_physics_mean	0.11265477724854273
sim_physics_median	0.11514805044446672
sim_physics_min	0.1028596043586731
sim_render-ego_max	0.012910611211916822
sim_render-ego_mean	0.012349295070484234
sim_render-ego_median	0.012679721858050372
sim_render-ego_min	0.011480632623036705
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	9.560000000000024
survival_time_min	2.1000000000000005

No reset possible

24879

4267

Gianmarco Bernasconi

challenge-aido_LF-baseline-duckietown

step1-simulation

error

2019-11-04 07:57:14+00:00

2019-11-04 08:00:46+00:00

0:03:32

The container "evalu [...]

The container "evaluator" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

24818

4345

Gianmarco Bernasconi

baseline-IL-sim-tensorflow

step1-simulation

error

2019-11-04 06:54:16+00:00

2019-11-04 07:57:00+00:00

1:02:44

Waited 3604 seconds [...]

Waited 3604 seconds for container to finish. Giving up.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

24812

4347

Frank (Chude) Qian 🇨🇦

Frank raw run 1

step1-simulation

success

2019-11-02 22:42:49+00:00

2019-11-02 22:48:00+00:00

0:05:11

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.9962927666213064
survival_time_median	3.1999999999999966
deviation-center-line_median	0.26525229895102914
in-drivable-lane_median	0.04999999999999982

other stats

agent_compute-ego_max	0.01752175706805605
agent_compute-ego_mean	0.016334136224848566
agent_compute-ego_median	0.016052364145667807
agent_compute-ego_min	0.015791039913892746
deviation-center-line_max	0.7174787071303339
deviation-center-line_mean	0.32671103300198534
deviation-center-line_min	0.06739972995591605
deviation-heading_max	4.614743690625294
deviation-heading_mean	2.049914328167884
deviation-heading_median	0.6526554183695247
deviation-heading_min	0.4561723624118674
driven_any_max	2.8280800126710095
driven_any_mean	1.373361223588104
driven_any_median	1.053639740280764
driven_any_min	0.42865035431383225
driven_lanedir_consec_max	2.156942344828447
driven_lanedir_consec_mean	1.0244157069475572
driven_lanedir_consec_min	0.3970124303679503
driven_lanedir_max	2.1859641215869487
driven_lanedir_mean	1.0554331489256108
driven_lanedir_median	0.9962927666213064
driven_lanedir_min	0.3970124303679503
in-drivable-lane_max	1.2499999999999956
in-drivable-lane_mean	0.3400000000000002
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.42865035431383225, "sim_physics": 0.05182689608949603, "survival_time": 1.6500000000000008, "driven_lanedir": 0.4016678449736619, "sim_render-ego": 0.007283506971417051, "in-drivable-lane": 0, "agent_compute-ego": 0.01752175706805605, "deviation-heading": 0.5039753723607451, "set_robot_commands": 0.004745895212346857, "deviation-center-line": 0.13192553618774558, "driven_lanedir_consec": 0.4016678449736619, "sim_compute_sim_state": 0.0030502550529711175, "sim_compute_performance-ego": 0.004153959678881096, "sim_compute_robot_state-ego": 0.005051735675696171}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.44015064685409944, "sim_physics": 0.05232871373494466, "survival_time": 1.5000000000000009, "driven_lanedir": 0.3970124303679503, "sim_render-ego": 0.00739280382792155, "in-drivable-lane": 0, "agent_compute-ego": 0.01641987164815267, "deviation-heading": 0.4561723624118674, "set_robot_commands": 0.004672869046529134, "deviation-center-line": 0.06739972995591605, "driven_lanedir_consec": 0.3970124303679503, "sim_compute_sim_state": 0.003059069315592448, "sim_compute_performance-ego": 0.003952376047770182, "sim_compute_robot_state-ego": 0.005086255073547363}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.053639740280764, "sim_physics": 0.046922799199819565, "survival_time": 3.1999999999999966, "driven_lanedir": 0.9962927666213064, "sim_render-ego": 0.00707133486866951, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.015791039913892746, "deviation-heading": 0.6526554183695247, "set_robot_commands": 0.004535675048828125, "deviation-center-line": 0.26525229895102914, "driven_lanedir_consec": 0.9962927666213064, "sim_compute_sim_state": 0.0028961412608623505, "sim_compute_performance-ego": 0.003790903836488724, "sim_compute_robot_state-ego": 0.0049591585993766785}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.1162853638208157, "sim_physics": 0.048887061756967706, "survival_time": 7.549999999999981, "driven_lanedir": 1.2962285810781855, "sim_render-ego": 0.007104238926969616, "in-drivable-lane": 1.2499999999999956, "agent_compute-ego": 0.015885648348473554, "deviation-heading": 4.02202479707199, "set_robot_commands": 0.004586906622577187, "deviation-center-line": 0.4514988927849019, "driven_lanedir_consec": 1.17016314794642, "sim_compute_sim_state": 0.002898522560170155, "sim_compute_performance-ego": 0.003831964454903508, "sim_compute_robot_state-ego": 0.004889859268996889}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.8280800126710095, "sim_physics": 0.05020068455668329, "survival_time": 10.300000000000011, "driven_lanedir": 2.1859641215869487, "sim_render-ego": 0.007018211975838374, "in-drivable-lane": 0.4000000000000057, "agent_compute-ego": 0.016052364145667807, "deviation-heading": 4.614743690625294, "set_robot_commands": 0.004622641118984778, "deviation-center-line": 0.7174787071303339, "driven_lanedir_consec": 2.156942344828447, "sim_compute_sim_state": 0.002908881428172287, "sim_compute_performance-ego": 0.003864702669162194, "sim_compute_robot_state-ego": 0.004914168015267085}}
set_robot_commands_max	0.004745895212346857
set_robot_commands_mean	0.004632797409853217
set_robot_commands_median	0.004622641118984778
set_robot_commands_min	0.004535675048828125
sim_compute_performance-ego_max	0.004153959678881096
sim_compute_performance-ego_mean	0.0039187813374411415
sim_compute_performance-ego_median	0.003864702669162194
sim_compute_performance-ego_min	0.003790903836488724
sim_compute_robot_state-ego_max	0.005086255073547363
sim_compute_robot_state-ego_mean	0.004980235326576838
sim_compute_robot_state-ego_median	0.0049591585993766785
sim_compute_robot_state-ego_min	0.004889859268996889
sim_compute_sim_state_max	0.003059069315592448
sim_compute_sim_state_mean	0.0029625739235536715
sim_compute_sim_state_median	0.002908881428172287
sim_compute_sim_state_min	0.0028961412608623505
sim_physics_max	0.05232871373494466
sim_physics_mean	0.05003323106758225
sim_physics_median	0.05020068455668329
sim_physics_min	0.046922799199819565
sim_render-ego_max	0.00739280382792155
sim_render-ego_mean	0.00717401931416322
sim_render-ego_median	0.007104238926969616
sim_render-ego_min	0.007018211975838374
simulation-passed	1
survival_time_max	10.300000000000011
survival_time_mean	4.839999999999998
survival_time_min	1.5000000000000009

No reset possible

24803

4343

Soroush Saryazdi 🇨🇦

challenge-aido_LF-baseline-duckietown

step1-simulation

error

2019-11-02 17:34:01+00:00

2019-11-02 18:00:56+00:00

0:26:55

The container "evalu [...]

The container "evaluator" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

24791

4334

Soroush Saryazdi 🇨🇦

challenge-aido_LF-template-random

step1-simulation

success

2019-11-02 16:25:22+00:00

2019-11-02 16:42:00+00:00

0:16:38

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.6537162971975778
survival_time_median	2.5999999999999988
deviation-center-line_median	0.14884708769804722
in-drivable-lane_median	0.549999999999998

other stats

agent_compute-ego_max	0.02623402504693894
agent_compute-ego_mean	0.017340051313470155
agent_compute-ego_median	0.014110702734727126
agent_compute-ego_min	0.013686351776123047
deviation-center-line_max	0.5141120095458045
deviation-center-line_mean	0.17690002270053232
deviation-center-line_min	0.06216029860587694
deviation-heading_max	1.992943725008188
deviation-heading_mean	0.6929778233956081
deviation-heading_median	0.4928440244444201
deviation-heading_min	0.24234723632033853
driven_any_max	3.534324402241835
driven_any_mean	1.3470385992234173
driven_any_median	1.001633421251193
driven_any_min	0.3412551960104244
driven_lanedir_consec_max	2.4943080534418787
driven_lanedir_consec_mean	0.8813910855277101
driven_lanedir_consec_min	0.3199180625488627
driven_lanedir_max	2.4943080534418787
driven_lanedir_mean	0.8962528018383177
driven_lanedir_median	0.7206363324756618
driven_lanedir_min	0.3199180625488627
in-drivable-lane_max	3.549999999999991
in-drivable-lane_mean	0.839999999999998
in-drivable-lane_min	0
per-episodes	details {"udem1-0-0": {"driven_any": 1.5811782993597916, "sim_physics": 0.1886686524258384, "survival_time": 3.949999999999994, "driven_lanedir": 0.9217908232230632, "sim_render-ego": 0.01303638687616662, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.02354643918290923, "deviation-heading": 0.5694288623982039, "set_robot_commands": 0.009028434753417969, "deviation-center-line": 0.2348196785686717, "driven_lanedir_consec": 0.9213701538661684, "sim_compute_sim_state": 0.005260038979445832, "sim_compute_performance-ego": 0.007425187509271163, "sim_compute_robot_state-ego": 0.009282637246047394, "sim_compute_robot_state-npc0": 0.008641233927086938, "sim_compute_robot_state-npc1": 0.008654675906217551, "sim_compute_robot_state-npc2": 0.008570049382463286, "sim_compute_robot_state-npc3": 0.008866759795176832}, "udem1-1-0": {"driven_any": 0.47798123795353264, "sim_physics": 0.20195430517196655, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4500753586658095, "sim_render-ego": 0.013186301503862654, "in-drivable-lane": 0, "agent_compute-ego": 0.02512692553656442, "deviation-heading": 0.46504862964833654, "set_robot_commands": 0.008981866495949882, "deviation-center-line": 0.09791133281082, "driven_lanedir_consec": 0.4500753586658095, "sim_compute_sim_state": 0.0049010515213012695, "sim_compute_performance-ego": 0.007063414369310651, "sim_compute_robot_state-ego": 0.009302079677581789, "sim_compute_robot_state-npc0": 0.00903254747390747, "sim_compute_robot_state-npc1": 0.008218109607696533, "sim_compute_robot_state-npc2": 0.007948628493717738, "sim_compute_robot_state-npc3": 0.008810009275163923}, "udem1-2-0": {"driven_any": 2.1864003300000703, "sim_physics": 0.1643555025452549, "survival_time": 5.14999999999999, "driven_lanedir": 1.8262319453635671, "sim_render-ego": 0.012117855757185556, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.021139452758344633, "deviation-heading": 0.8115272458314912, "set_robot_commands": 0.00811271991544557, "deviation-center-line": 0.19273160416094068, "driven_lanedir_consec": 1.8262319453635671, "sim_compute_sim_state": 0.004938201996886615, "sim_compute_performance-ego": 0.006945512827160289, "sim_compute_robot_state-ego": 0.008480905329139487, "sim_compute_robot_state-npc0": 0.007900501917866827, "sim_compute_robot_state-npc1": 0.007866283064907036, "sim_compute_robot_state-npc2": 0.008056881358322589, "sim_compute_robot_state-npc3": 0.008051221810498284}, "udem1-3-0": {"driven_any": 0.9410513078477728, "sim_physics": 0.18816280364990232, "survival_time": 2.3999999999999995, "driven_lanedir": 0.493517638549009, "sim_render-ego": 0.011417572697003685, "in-drivable-lane": 0.8999999999999988, "agent_compute-ego": 0.02203795810540517, "deviation-heading": 0.35154027506548413, "set_robot_commands": 0.008678287267684937, "deviation-center-line": 0.08975118546699376, "driven_lanedir_consec": 0.493517638549009, "sim_compute_sim_state": 0.005182772874832153, "sim_compute_performance-ego": 0.0065080175797144575, "sim_compute_robot_state-ego": 0.007811446984608968, "sim_compute_robot_state-npc0": 0.008605624238650003, "sim_compute_robot_state-npc1": 0.008780250946680704, "sim_compute_robot_state-npc2": 0.00880424678325653, "sim_compute_robot_state-npc3": 0.008667543530464172}, "udem1-4-0": {"driven_any": 0.34749292376309954, "sim_physics": 0.212483769371396, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3325249708009643, "sim_render-ego": 0.01363356908162435, "in-drivable-lane": 0, "agent_compute-ego": 0.02623402504693894, "deviation-heading": 0.30044835691402494, "set_robot_commands": 0.010419073558989026, "deviation-center-line": 0.06216029860587694, "driven_lanedir_consec": 0.3325249708009643, "sim_compute_sim_state": 0.0051735809871128625, "sim_compute_performance-ego": 0.007119337717692058, "sim_compute_robot_state-ego": 0.010467483883812316, "sim_compute_robot_state-npc0": 0.008583364032563708, "sim_compute_robot_state-npc1": 0.008777198337373279, "sim_compute_robot_state-npc2": 0.009473584947131929, "sim_compute_robot_state-npc3": 0.008673225130353655}, "udem1-5-0": {"driven_any": 3.534324402241835, "sim_physics": 0.1075452701774186, "survival_time": 8.349999999999984, "driven_lanedir": 2.4943080534418787, "sim_render-ego": 0.008204237429681653, "in-drivable-lane": 2, "agent_compute-ego": 0.015703959379367485, "deviation-heading": 1.992943725008188, "set_robot_commands": 0.005522697985529186, "deviation-center-line": 0.5141120095458045, "driven_lanedir_consec": 2.4943080534418787, "sim_compute_sim_state": 0.003299560375556261, "sim_compute_performance-ego": 0.004484138089025806, "sim_compute_robot_state-ego": 0.005675659922068705, "sim_compute_robot_state-npc0": 0.0055891610905081926, "sim_compute_robot_state-npc1": 0.0054787147544815154, "sim_compute_robot_state-npc2": 0.005308752288361509, "sim_compute_robot_state-npc3": 0.005359072885113562}, "udem1-6-0": {"driven_any": 2.1760405509894407, "sim_physics": 0.10359771274825902, "survival_time": 5.14999999999999, "driven_lanedir": 1.9748003483573369, "sim_render-ego": 0.007199470279286209, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.01386466767024068, "deviation-heading": 0.7877172510198454, "set_robot_commands": 0.004422565108364068, "deviation-center-line": 0.30661477465861414, "driven_lanedir_consec": 1.9748003483573369, "sim_compute_sim_state": 0.0028641108170296384, "sim_compute_performance-ego": 0.003786112498311163, "sim_compute_robot_state-ego": 0.004870956383862542, "sim_compute_robot_state-npc0": 0.004673494876009747, "sim_compute_robot_state-npc1": 0.004498296571009367, "sim_compute_robot_state-npc2": 0.004472195523456462, "sim_compute_robot_state-npc3": 0.004431111141315941}, "udem1-7-0": {"driven_any": 1.0050236108346402, "sim_physics": 0.10872703552246094, "survival_time": 2.499999999999999, "driven_lanedir": 0.8701796426684152, "sim_render-ego": 0.007241997718811035, "in-drivable-lane": 0, "agent_compute-ego": 0.01388749599456787, "deviation-heading": 0.9227446658975218, "set_robot_commands": 0.004502286911010742, "deviation-center-line": 0.14884708769804722, "driven_lanedir_consec": 0.8546116490381102, "sim_compute_sim_state": 0.0028721094131469727, "sim_compute_performance-ego": 0.0038153696060180663, "sim_compute_robot_state-ego": 0.004926333427429199, "sim_compute_robot_state-npc0": 0.004692950248718262, "sim_compute_robot_state-npc1": 0.00453193187713623, "sim_compute_robot_state-npc2": 0.004503445625305176, "sim_compute_robot_state-npc3": 0.004465799331665039}, "udem1-8-0": {"driven_any": 0.997041660301958, "sim_physics": 0.09052252769470216, "survival_time": 2.5999999999999988, "driven_lanedir": 0.8041152574540316, "sim_render-ego": 0.007154423456925612, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.013782427861140324, "deviation-heading": 0.6817155913229234, "set_robot_commands": 0.004637021284836989, "deviation-center-line": 0.1898768080806288, "driven_lanedir_consec": 0.8041152574540316, "sim_compute_sim_state": 0.00284511767900907, "sim_compute_performance-ego": 0.003798833260169396, "sim_compute_robot_state-ego": 0.004871088724869948, "sim_compute_robot_state-npc0": 0.00471113736812885, "sim_compute_robot_state-npc1": 0.004547444673684927, "sim_compute_robot_state-npc2": 0.004488472755138691, "sim_compute_robot_state-npc3": 0.004493905947758601}, "udem1-9-0": {"driven_any": 0.43749987104723, "sim_physics": 0.1139997152181772, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4177527119659043, "sim_render-ego": 0.007194161415100098, "in-drivable-lane": 0, "agent_compute-ego": 0.014110702734727126, "deviation-heading": 0.3796137446285097, "set_robot_commands": 0.004622019254244291, "deviation-center-line": 0.08207813392324871, "driven_lanedir_consec": 0.4177527119659043, "sim_compute_sim_state": 0.002802390318650466, "sim_compute_performance-ego": 0.0037776873661921574, "sim_compute_robot_state-ego": 0.004863161307114821, "sim_compute_robot_state-npc0": 0.004661422509413499, "sim_compute_robot_state-npc1": 0.004492851404043345, "sim_compute_robot_state-npc2": 0.004458509958707369, "sim_compute_robot_state-npc3": 0.004434007864732008}, "udem1-10-0": {"driven_any": 0.3412551960104244, "sim_physics": 0.0975698557767001, "survival_time": 1.1000000000000003, "driven_lanedir": 0.3199180625488627, "sim_render-ego": 0.0073165134950117635, "in-drivable-lane": 0, "agent_compute-ego": 0.013944636691700329, "deviation-heading": 0.3796986873122644, "set_robot_commands": 0.00436246395111084, "deviation-center-line": 0.06276575300040536, "driven_lanedir_consec": 0.3199180625488627, "sim_compute_sim_state": 0.002773620865561745, "sim_compute_performance-ego": 0.0038396878675981, "sim_compute_robot_state-ego": 0.0048618966882879085, "sim_compute_robot_state-npc0": 0.004574407230723988, "sim_compute_robot_state-npc1": 0.004428007385947488, "sim_compute_robot_state-npc2": 0.004398725249550559, "sim_compute_robot_state-npc3": 0.004417712038213556}, "udem1-11-0": {"driven_any": 0.9951985237696338, "sim_physics": 0.08757477283477783, "survival_time": 2.499999999999999, "driven_lanedir": 0.7206363324756618, "sim_render-ego": 0.007214088439941407, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.013686351776123047, "deviation-heading": 0.30074636349085415, "set_robot_commands": 0.0045046377182006835, "deviation-center-line": 0.16567670185555416, "driven_lanedir_consec": 0.718507549745529, "sim_compute_sim_state": 0.002940235137939453, "sim_compute_performance-ego": 0.003833765983581543, "sim_compute_robot_state-ego": 0.004860548973083496, "sim_compute_robot_state-npc0": 0.0046625518798828125, "sim_compute_robot_state-npc1": 0.0045260095596313474, "sim_compute_robot_state-npc2": 0.004511418342590332, "sim_compute_robot_state-npc3": 0.004580097198486328}, "udem1-12-0": {"driven_any": 1.9646878702534365, "sim_physics": 0.09434403510803872, "survival_time": 4.699999999999991, "driven_lanedir": 0.35162821871931205, "sim_render-ego": 0.0070223351742358915, "in-drivable-lane": 3.549999999999991, "agent_compute-ego": 0.015455119153286548, "deviation-heading": 0.24234723632033853, "set_robot_commands": 0.004430542600915787, "deviation-center-line": 0.13126670634798973, "driven_lanedir_consec": 0.35162821871931205, "sim_compute_sim_state": 0.0028125478866252492, "sim_compute_performance-ego": 0.003741878144284512, "sim_compute_robot_state-ego": 0.004808976295146536, "sim_compute_robot_state-npc0": 0.004612488949552495, "sim_compute_robot_state-npc1": 0.004461128660973082, "sim_compute_robot_state-npc2": 0.004439087624245501, "sim_compute_robot_state-npc3": 0.0043949598961688105}, "udem1-13-0": {"driven_any": 1.001633421251193, "sim_physics": 0.09370981729947604, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6537162971975778, "sim_render-ego": 0.007141127036168025, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.013815554288717415, "deviation-heading": 0.4928440244444201, "set_robot_commands": 0.004501636211688702, "deviation-center-line": 0.13361893417935136, "driven_lanedir_consec": 0.6537162971975778, "sim_compute_sim_state": 0.0028710456994863656, "sim_compute_performance-ego": 0.00376582145690918, "sim_compute_robot_state-ego": 0.004812777042388916, "sim_compute_robot_state-npc0": 0.004670074352851281, "sim_compute_robot_state-npc1": 0.004503291386824388, "sim_compute_robot_state-npc2": 0.0044912145687983586, "sim_compute_robot_state-npc3": 0.004481187233558068}, "udem1-14-0": {"driven_any": 2.218769782727205, "sim_physics": 0.09362225305466423, "survival_time": 5.249999999999989, "driven_lanedir": 0.8125963661433687, "sim_render-ego": 0.00710622923714774, "in-drivable-lane": 2.499999999999993, "agent_compute-ego": 0.01376505352201916, "deviation-heading": 1.7163026916317137, "set_robot_commands": 0.0043780145191010976, "deviation-center-line": 0.2412693316050378, "driven_lanedir_consec": 0.6077880672015876, "sim_compute_sim_state": 0.0029352733067103793, "sim_compute_performance-ego": 0.0038306168147495814, "sim_compute_robot_state-ego": 0.0048315479641868955, "sim_compute_robot_state-npc0": 0.0046747048695882166, "sim_compute_robot_state-npc1": 0.0045558520725795205, "sim_compute_robot_state-npc2": 0.004524253663562593, "sim_compute_robot_state-npc3": 0.004526090621948242}}
set_robot_commands_max	0.010419073558989026
set_robot_commands_mean	0.006073617835765985
set_robot_commands_median	0.004622019254244291
set_robot_commands_min	0.00436246395111084
sim_compute_performance-ego_max	0.007425187509271163
sim_compute_performance-ego_mean	0.004915692072665874
sim_compute_performance-ego_median	0.003833765983581543
sim_compute_performance-ego_min	0.003741878144284512
sim_compute_robot_state-ego_max	0.010467483883812316
sim_compute_robot_state-ego_mean	0.006315166656641928
sim_compute_robot_state-ego_median	0.004871088724869948
sim_compute_robot_state-ego_min	0.004808976295146536
sim_compute_robot_state-npc0_max	0.00903254747390747
sim_compute_robot_state-npc0_mean	0.006019044331030152
sim_compute_robot_state-npc0_median	0.004692950248718262
sim_compute_robot_state-npc0_min	0.004574407230723988
sim_compute_robot_state-npc1_max	0.008780250946680704
sim_compute_robot_state-npc1_mean	0.005888003080612421
sim_compute_robot_state-npc1_median	0.004547444673684927
sim_compute_robot_state-npc1_min	0.004428007385947488
sim_compute_robot_state-npc2_max	0.009473584947131929
sim_compute_robot_state-npc2_mean	0.005896631104307241
sim_compute_robot_state-npc2_median	0.004511418342590332
sim_compute_robot_state-npc2_min	0.004398725249550559
sim_compute_robot_state-npc3_max	0.008866759795176832
sim_compute_robot_state-npc3_mean	0.005910180246707803
sim_compute_robot_state-npc3_median	0.004526090621948242
sim_compute_robot_state-npc3_min	0.0043949598961688105
sim_compute_sim_state_max	0.005260038979445832
sim_compute_sim_state_mean	0.003631443857286289
sim_compute_sim_state_median	0.0029352733067103793
sim_compute_sim_state_min	0.002773620865561745
sim_physics_max	0.212483769371396
sim_physics_mean	0.1297892019066022
sim_physics_median	0.1075452701774186
sim_physics_min	0.08757477283477783
sim_render-ego_max	0.01363356908162435
sim_render-ego_mean	0.00907908463987682
sim_render-ego_median	0.007241997718811035
sim_render-ego_min	0.0070223351742358915
simulation-passed	1
survival_time_max	8.349999999999984
survival_time_mean	3.3333333333333286
survival_time_min	1.0500000000000005

No reset possible

24768

4319

Tanli Chou 🇹🇼

challenge-aido_LF-template-random

step1-simulation

error

2019-11-02 06:48:46+00:00

2019-11-02 07:00:15+00:00

0:11:29

The container "evalu [...]

The container "evaluator" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

24751

4304

Frank (Chude) Qian 🇨🇦

Frank test submission

step1-simulation

success

2019-10-31 14:06:16+00:00

2019-10-31 14:20:13+00:00

0:13:57

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.43495812661747424
survival_time_median	2.0500000000000007
deviation-center-line_median	0.09687098510612133
in-drivable-lane_median	0.4500000000000002

other stats

agent_compute-ego_max	0.029644644260406493
agent_compute-ego_mean	0.020073219649762258
agent_compute-ego_median	0.016953732172648114
agent_compute-ego_min	0.01505601406097412
deviation-center-line_max	0.23261450644924175
deviation-center-line_mean	0.09978733911587848
deviation-center-line_min	0.05490406966943519
deviation-heading_max	0.7002960682232355
deviation-heading_mean	0.33441413138792325
deviation-heading_median	0.30410032611577853
deviation-heading_min	0.1541202345559414
driven_any_max	2.049654638257259
driven_any_mean	1.0200634097564325
driven_any_median	1.0296612854712788
driven_any_min	0.37149985167138455
driven_lanedir_consec_max	1.2187176370157662
driven_lanedir_consec_mean	0.6231087646131666
driven_lanedir_consec_min	0.3341891362194134
driven_lanedir_max	1.2187176370157662
driven_lanedir_mean	0.6231087646131666
driven_lanedir_median	0.43495812661747424
driven_lanedir_min	0.3341891362194134
in-drivable-lane_max	2.149999999999994
in-drivable-lane_mean	0.5999999999999993
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.9996632207705848, "sim_physics": 0.13858473896980286, "survival_time": 2.000000000000001, "driven_lanedir": 0.6856800730956207, "sim_render-ego": 0.013063877820968628, "in-drivable-lane": 0.4500000000000002, "agent_compute-ego": 0.027089178562164307, "deviation-heading": 0.3145505780820485, "set_robot_commands": 0.00884910225868225, "deviation-center-line": 0.08877415228107144, "driven_lanedir_consec": 0.6856800730956207, "sim_compute_sim_state": 0.005042970180511475, "sim_compute_performance-ego": 0.007697087526321411, "sim_compute_robot_state-ego": 0.008763444423675538, "sim_compute_robot_state-npc0": 0.008603930473327637, "sim_compute_robot_state-npc1": 0.007977294921875, "sim_compute_robot_state-npc2": 0.007782536745071411, "sim_compute_robot_state-npc3": 0.007944458723068237}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4605114688305785, "sim_physics": 0.18485034595836292, "survival_time": 1.1000000000000003, "driven_lanedir": 0.43495812661747424, "sim_render-ego": 0.012839003042741257, "in-drivable-lane": 0, "agent_compute-ego": 0.026692108674482865, "deviation-heading": 0.3681646786246837, "set_robot_commands": 0.009546832604841751, "deviation-center-line": 0.0772648215662309, "driven_lanedir_consec": 0.43495812661747424, "sim_compute_sim_state": 0.004956527189774947, "sim_compute_performance-ego": 0.007675073363564231, "sim_compute_robot_state-ego": 0.009541023861278189, "sim_compute_robot_state-npc0": 0.008414431051774458, "sim_compute_robot_state-npc1": 0.008326378735628996, "sim_compute_robot_state-npc2": 0.008419481190768156, "sim_compute_robot_state-npc3": 0.00822425972331654}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.599654688730019, "sim_physics": 0.14404778877894084, "survival_time": 2.9999999999999973, "driven_lanedir": 1.2183798882653485, "sim_render-ego": 0.01119321584701538, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.023594188690185543, "deviation-heading": 0.28606528190679475, "set_robot_commands": 0.008045502503712972, "deviation-center-line": 0.11803708647411268, "driven_lanedir_consec": 1.2183798882653485, "sim_compute_sim_state": 0.004663121700286865, "sim_compute_performance-ego": 0.006136540571848551, "sim_compute_robot_state-ego": 0.008162879943847656, "sim_compute_robot_state-npc0": 0.007492983341217041, "sim_compute_robot_state-npc1": 0.00726775328318278, "sim_compute_robot_state-npc2": 0.007180504004160563, "sim_compute_robot_state-npc3": 0.007020203272501627}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.59965468873004, "sim_physics": 0.13001277844111123, "survival_time": 2.9999999999999973, "driven_lanedir": 1.2187176370157662, "sim_render-ego": 0.01001740296681722, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.021746607621510823, "deviation-heading": 0.2793068494541745, "set_robot_commands": 0.007643012205759684, "deviation-center-line": 0.11447341980984076, "driven_lanedir_consec": 1.2187176370157662, "sim_compute_sim_state": 0.004081992308298746, "sim_compute_performance-ego": 0.005600500106811524, "sim_compute_robot_state-ego": 0.007315750916798909, "sim_compute_robot_state-npc0": 0.006876532236735026, "sim_compute_robot_state-npc1": 0.0067176381746927895, "sim_compute_robot_state-npc2": 0.006593469778696696, "sim_compute_robot_state-npc3": 0.006578373908996582}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.4010834948810249, "sim_physics": 0.18606773614883423, "survival_time": 1.0000000000000002, "driven_lanedir": 0.3872027169265986, "sim_render-ego": 0.013096380233764648, "in-drivable-lane": 0, "agent_compute-ego": 0.029644644260406493, "deviation-heading": 0.2638670899443274, "set_robot_commands": 0.009581816196441653, "deviation-center-line": 0.06073337098493198, "driven_lanedir_consec": 0.3872027169265986, "sim_compute_sim_state": 0.004844975471496582, "sim_compute_performance-ego": 0.006772768497467041, "sim_compute_robot_state-ego": 0.009080088138580324, "sim_compute_robot_state-npc0": 0.008475697040557862, "sim_compute_robot_state-npc1": 0.008212506771087646, "sim_compute_robot_state-npc2": 0.008082830905914306, "sim_compute_robot_state-npc3": 0.008120179176330566}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0596597849416751, "sim_physics": 0.13287376222156344, "survival_time": 2.1000000000000005, "driven_lanedir": 0.4194320481036524, "sim_render-ego": 0.012072875386192686, "in-drivable-lane": 0.8500000000000006, "agent_compute-ego": 0.024936545462835403, "deviation-heading": 0.7002960682232355, "set_robot_commands": 0.008888573873610724, "deviation-center-line": 0.1184982840435769, "driven_lanedir_consec": 0.4194320481036524, "sim_compute_sim_state": 0.004718945139930362, "sim_compute_performance-ego": 0.006882979756309872, "sim_compute_robot_state-ego": 0.008811212721325103, "sim_compute_robot_state-npc0": 0.008581127439226423, "sim_compute_robot_state-npc1": 0.008214740526108514, "sim_compute_robot_state-npc2": 0.008213900384448823, "sim_compute_robot_state-npc3": 0.00797581672668457}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.9996632207705796, "sim_physics": 0.12152976989746092, "survival_time": 2.000000000000001, "driven_lanedir": 0.6650890986148248, "sim_render-ego": 0.010334986448287963, "in-drivable-lane": 0.40000000000000013, "agent_compute-ego": 0.02335163950920105, "deviation-heading": 0.4487014341183701, "set_robot_commands": 0.007736331224441529, "deviation-center-line": 0.10928357993966978, "driven_lanedir_consec": 0.6650890986148248, "sim_compute_sim_state": 0.004375296831130982, "sim_compute_performance-ego": 0.005694544315338135, "sim_compute_robot_state-ego": 0.007886660099029542, "sim_compute_robot_state-npc0": 0.007569789886474609, "sim_compute_robot_state-npc1": 0.007361304759979248, "sim_compute_robot_state-npc2": 0.0071927964687347416, "sim_compute_robot_state-npc3": 0.0068746209144592285}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 2.049654638257259, "sim_physics": 0.10075048446655271, "survival_time": 3.7499999999999942, "driven_lanedir": 0.7460407290516171, "sim_render-ego": 0.008015740712483723, "in-drivable-lane": 2.149999999999994, "agent_compute-ego": 0.016953732172648114, "deviation-heading": 0.30410032611577853, "set_robot_commands": 0.005112409591674805, "deviation-center-line": 0.1152644463841786, "driven_lanedir_consec": 0.7460407290516171, "sim_compute_sim_state": 0.0032794507344563804, "sim_compute_performance-ego": 0.004368788401285808, "sim_compute_robot_state-ego": 0.005489145914713542, "sim_compute_robot_state-npc0": 0.0052593803405761716, "sim_compute_robot_state-npc1": 0.005020882288614909, "sim_compute_robot_state-npc2": 0.005030298233032226, "sim_compute_robot_state-npc3": 0.005008284250895182}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.0296612854712894, "sim_physics": 0.08031118788370271, "survival_time": 2.0500000000000007, "driven_lanedir": 0.3882646174160169, "sim_render-ego": 0.007028230806676353, "in-drivable-lane": 1.0500000000000005, "agent_compute-ego": 0.015214687440453506, "deviation-heading": 0.2534940122720117, "set_robot_commands": 0.004342736267462009, "deviation-center-line": 0.07868203516863714, "driven_lanedir_consec": 0.3882646174160169, "sim_compute_sim_state": 0.002806233196723752, "sim_compute_performance-ego": 0.003734664219181712, "sim_compute_robot_state-ego": 0.004835088078568622, "sim_compute_robot_state-npc0": 0.00466193222418064, "sim_compute_robot_state-npc1": 0.004428962381874643, "sim_compute_robot_state-npc2": 0.0043973166768143815, "sim_compute_robot_state-npc3": 0.004351883399777296}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.46051146883057537, "sim_physics": 0.09226493401960892, "survival_time": 1.1000000000000003, "driven_lanedir": 0.44436723204554784, "sim_render-ego": 0.007032632827758789, "in-drivable-lane": 0, "agent_compute-ego": 0.01505601406097412, "deviation-heading": 0.29213064768397096, "set_robot_commands": 0.0044880238446322355, "deviation-center-line": 0.06393803408849831, "driven_lanedir_consec": 0.44436723204554784, "sim_compute_sim_state": 0.0028510527177290483, "sim_compute_performance-ego": 0.0037524591792713513, "sim_compute_robot_state-ego": 0.004869688640941273, "sim_compute_robot_state-npc0": 0.004649790850552646, "sim_compute_robot_state-npc1": 0.004497213797135787, "sim_compute_robot_state-npc2": 0.004463943568142978, "sim_compute_robot_state-npc3": 0.004424105991016735}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.37149985167138455, "sim_physics": 0.10355727296126516, "survival_time": 0.9500000000000004, "driven_lanedir": 0.35179947184110283, "sim_render-ego": 0.007248828285618832, "in-drivable-lane": 0, "agent_compute-ego": 0.015480003858867443, "deviation-heading": 0.3107679325636635, "set_robot_commands": 0.004771069476478978, "deviation-center-line": 0.05490406966943519, "driven_lanedir_consec": 0.35179947184110283, "sim_compute_sim_state": 0.002888993213051244, "sim_compute_performance-ego": 0.0037801265716552734, "sim_compute_robot_state-ego": 0.0048734012402986224, "sim_compute_robot_state-npc0": 0.0047825386649683905, "sim_compute_robot_state-npc1": 0.004560646257902447, "sim_compute_robot_state-npc2": 0.004522235769974558, "sim_compute_robot_state-npc3": 0.004475455535085578}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.4307612897755764, "sim_physics": 0.08283084914797828, "survival_time": 1.0500000000000005, "driven_lanedir": 0.4261301360773668, "sim_render-ego": 0.007317077545892624, "in-drivable-lane": 0, "agent_compute-ego": 0.015477759497506278, "deviation-heading": 0.1541202345559414, "set_robot_commands": 0.004451672236124675, "deviation-center-line": 0.09941450694466288, "driven_lanedir_consec": 0.4261301360773668, "sim_compute_sim_state": 0.0029040291195824033, "sim_compute_performance-ego": 0.003874721981230236, "sim_compute_robot_state-ego": 0.004914317812238421, "sim_compute_robot_state-npc0": 0.004687309265136719, "sim_compute_robot_state-npc1": 0.004515307290213448, "sim_compute_robot_state-npc2": 0.0044857774462018695, "sim_compute_robot_state-npc3": 0.004530066535586403}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0296612854712788, "sim_physics": 0.0779506694979784, "survival_time": 2.0500000000000007, "driven_lanedir": 0.3341891362194134, "sim_render-ego": 0.007059899772085794, "in-drivable-lane": 1.1500000000000006, "agent_compute-ego": 0.015059709548950195, "deviation-heading": 0.1931703465763851, "set_robot_commands": 0.004537820816040039, "deviation-center-line": 0.09687098510612133, "driven_lanedir_consec": 0.3341891362194134, "sim_compute_sim_state": 0.0029214882269138244, "sim_compute_performance-ego": 0.0038075970440376097, "sim_compute_robot_state-ego": 0.004891168780443145, "sim_compute_robot_state-npc0": 0.00466753215324588, "sim_compute_robot_state-npc1": 0.00448809018949183, "sim_compute_robot_state-npc2": 0.0044958358857689834, "sim_compute_robot_state-npc3": 0.004501959172690787}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 1.5996546887300007, "sim_physics": 0.087697168191274, "survival_time": 2.9999999999999973, "driven_lanedir": 1.2178752145687624, "sim_render-ego": 0.007254024346669515, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.015479155381520587, "deviation-heading": 0.508484918322853, "set_robot_commands": 0.004590336481730143, "deviation-center-line": 0.23261450644924175, "driven_lanedir_consec": 1.2178752145687624, "sim_compute_sim_state": 0.0030175487200419107, "sim_compute_performance-ego": 0.003847710291544597, "sim_compute_robot_state-ego": 0.00490959882736206, "sim_compute_robot_state-npc0": 0.004783205191294352, "sim_compute_robot_state-npc1": 0.00462030569712321, "sim_compute_robot_state-npc2": 0.004634658495585124, "sim_compute_robot_state-npc3": 0.004641711711883545}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 1.2096560704846235, "sim_physics": 0.09206244793344052, "survival_time": 2.3499999999999996, "driven_lanedir": 0.4085053433383865, "sim_render-ego": 0.007099029865670711, "in-drivable-lane": 1.2999999999999994, "agent_compute-ego": 0.015322320004726978, "deviation-heading": 0.3389915723746089, "set_robot_commands": 0.00450117030042283, "deviation-center-line": 0.06805678782796773, "driven_lanedir_consec": 0.4085053433383865, "sim_compute_sim_state": 0.0029016048350232714, "sim_compute_performance-ego": 0.0038508760168197305, "sim_compute_robot_state-ego": 0.004959304282005797, "sim_compute_robot_state-npc0": 0.004668834361624211, "sim_compute_robot_state-npc1": 0.004490517555399144, "sim_compute_robot_state-npc2": 0.0044788553359660695, "sim_compute_robot_state-npc3": 0.004499805734512654}}
set_robot_commands_max	0.009581816196441653
set_robot_commands_mean	0.006472427325470418
set_robot_commands_median	0.005112409591674805
set_robot_commands_min	0.004342736267462009
sim_compute_performance-ego_max	0.007697087526321411
sim_compute_performance-ego_mean	0.005165095856179139
sim_compute_performance-ego_median	0.004368788401285808
sim_compute_performance-ego_min	0.003734664219181712
sim_compute_robot_state-ego_max	0.009541023861278189
sim_compute_robot_state-ego_mean	0.006620184912073781
sim_compute_robot_state-ego_median	0.005489145914713542
sim_compute_robot_state-ego_min	0.004835088078568622
sim_compute_robot_state-npc0_max	0.008603930473327637
sim_compute_robot_state-npc0_mean	0.006278334301392805
sim_compute_robot_state-npc0_median	0.0052593803405761716
sim_compute_robot_state-npc0_min	0.004649790850552646
sim_compute_robot_state-npc1_max	0.008326378735628996
sim_compute_robot_state-npc1_mean	0.006046636175354026
sim_compute_robot_state-npc1_median	0.005020882288614909
sim_compute_robot_state-npc1_min	0.004428962381874643
sim_compute_robot_state-npc2_max	0.008419481190768156
sim_compute_robot_state-npc2_mean	0.005998296059285393
sim_compute_robot_state-npc2_median	0.005030298233032226
sim_compute_robot_state-npc2_min	0.0043973166768143815
sim_compute_robot_state-npc3_max	0.00822425972331654
sim_compute_robot_state-npc3_mean	0.005944745651787036
sim_compute_robot_state-npc3_median	0.005008284250895182
sim_compute_robot_state-npc3_min	0.004351883399777296
sim_compute_sim_state_max	0.005042970180511475
sim_compute_sim_state_mean	0.00375028197233012
sim_compute_sim_state_median	0.0032794507344563804
sim_compute_sim_state_min	0.002806233196723752
sim_physics_max	0.18606773614883423
sim_physics_mean	0.11702612896785844
sim_physics_median	0.10355727296126516
sim_physics_min	0.0779506694979784
sim_render-ego_max	0.013096380233764648
sim_render-ego_mean	0.00937821372724294
sim_render-ego_median	0.008015740712483723
sim_render-ego_min	0.007028230806676353
simulation-passed	1
survival_time_max	3.7499999999999942
survival_time_mean	2.0333333333333328
survival_time_min	0.9500000000000004

No reset possible

24734

2361

Andrea Censi 🇨🇭

PredictorLast

step1-simulation

success

yes

2019-10-31 14:04:50+00:00

2019-10-31 14:05:21+00:00

0:00:31

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.10931607411466944
error_L2	0.018739946403276538

No reset possible

24728

2801

Shashank Gaur

PredictorLast

step1-simulation

success

yes

2019-10-31 14:04:16+00:00

2019-10-31 14:04:42+00:00

0:00:26

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.11540542605116172
error_L2	0.021450820095733365

No reset possible

24712

2911

Thies Lennart Alff 🇩🇪

PredictorLast

step1-simulation

success

yes

2019-10-31 14:03:21+00:00

2019-10-31 14:03:52+00:00

0:00:31

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.11451275677220608
error_L2	0.01980731994652249

No reset possible

24708

3265

Liu Sam 🇹🇼

challenge-aido_LF-template-random

step1-simulation

host-error

yes

2019-10-31 14:03:09+00:00

2019-10-31 14:03:14+00:00

0:00:05

Error while running [...]


stderr | Pulling solution   ... 
stderr | Pulling evaluation ... done
stderr | 
stderr | ERROR: for solution  pull access denied for coolcat647/aido-submissions, repository does not exist or may require 'docker login'
stderr | pull access denied for coolcat647/aido-submissions, repository does not exist or may require 'docker login'
stderr |

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

24698

3264

Liu Sam 🇹🇼

challenge-aido_LF-template-random

step1-simulation

host-error

yes

2019-10-31 14:02:44+00:00

2019-10-31 14:02:48+00:00

0:00:04

Error while running [...]


stderr | Pulling solution   ... 
stderr | Pulling evaluation ... done
stderr | 
stderr | ERROR: for solution  pull access denied for coolcat647/aido-submissions, repository does not exist or may require 'docker login'
stderr | pull access denied for coolcat647/aido-submissions, repository does not exist or may require 'docker login'
stderr |

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

24686

3170

Chao-Chun Hsu 🇹🇼

PredictorLast

step1-simulation

success

yes

2019-10-31 14:02:14+00:00

2019-10-31 14:02:35+00:00

0:00:21

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.10878314025901537
error_L2	0.0188006417792061

No reset possible

24678

3179

ZongRu Li

PredictorLast

step1-simulation

success

yes

2019-10-31 14:01:51+00:00

2019-10-31 14:02:07+00:00

0:00:16

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.11565786041730867
error_L2	0.019117514300600474

No reset possible

24663

3254

Michael Su 🇹🇼

PredictorLast

step1-simulation

success

yes

2019-10-31 14:00:33+00:00

2019-10-31 14:01:28+00:00

0:00:55

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.11428815522756244
error_L2	0.020491710626843723

No reset possible

24650

3257

Liu Sam 🇹🇼

PredictorLast

step1-simulation

host-error

yes

2019-10-31 13:59:57+00:00

2019-10-31 14:00:01+00:00

0:00:04

Error while running [...]


stderr | Pulling solution   ... 
stderr | Pulling evaluation ... done
stderr | 
stderr | ERROR: for solution  pull access denied for coolcat647/aido-submissions, repository does not exist or may require 'docker login'
stderr | pull access denied for coolcat647/aido-submissions, repository does not exist or may require 'docker login'
stderr |

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

24639

3278

Sean Lu

challenge-aido_LF-template-random

step1-simulation

error

yes

2019-10-31 13:59:10+00:00

2019-10-31 13:59:28+00:00

0:00:18

Unexpected exception [...]

Unexpected exception:
Traceback (most recent call last):
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes/compatibility.py", line 25, in check_compatible_protocol
    raise IncompatibleProtocol(msg)
zuper_nodes.compatibility.IncompatibleProtocol: For input "observations", cannot use type <class 'aido_schemas.schemas.Duckiebot1Observations'> as <class 'float'>: CanBeUsed(result=False, why="Type <class 'aido_schemas.schemas.Duckiebot1Observations'> (93906312413104) \n is not a subclass of <class 'float'> (139811023540352) \n is : False", M=Matches(m={}), matches={}, reasons={})

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 675, in scoring_context
    yield cie
  File "experiment_manager.py", line 77, in <module>
    main(cie)
  File "experiment_manager.py", line 26, in main
    agent_ci._get_node_protocol()
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 88, in _get_node_protocol
    check_compatible_protocol(self.node_protocol, self.expect_protocol)
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes/compatibility.py", line 43, in check_compatible_protocol
    raise IncompatibleProtocol(msg) from e
zuper_nodes.compatibility.IncompatibleProtocol: Cannot say that p1 is a sub-protocol of p2
p1: |InteractionProtocol(description='Particularization for Duckiebot1 observations and commands.', inputs={'observations': <class 'aido_schemas.schemas.Duckiebot1Observations'>, 'seed': <class 'int'>, 'get_commands': <class 'NoneType'>, 'episode_start': <class 'aido_schemas.protocol_agent.EpisodeStart'>}, outputs={'commands': <class 'aido_schemas.schemas.Duckiebot1Commands'>}, language='(in:seed)? ; ((in:episode_start ; ((in:observations | (in:get_commands ; out:commands))*))*)')
p2: |InteractionProtocol(description='An estimator receives a stream of values and must predict the next value.', inputs={'observations': <class 'float'>, 'seed': <class 'int'>, 'get_prediction': <class 'NoneType'>}, outputs={'prediction': <class 'float'>}, language='(in:seed)? ; ((in:observations | (in:get_prediction ; out:prediction))*)')

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

24629

3349

Isabelle Guyon 🇺🇸

PredictorLast

step1-simulation

success

yes

2019-10-31 13:58:36+00:00

2019-10-31 13:59:01+00:00

0:00:25

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.10676030143367583
error_L2	0.017824768414086756

No reset possible

24623

3815

Philippe Laferriere

PredictorLast

step1-simulation

success

yes

2019-10-31 13:58:10+00:00

2019-10-31 13:58:27+00:00

0:00:17

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.11808408541380036
error_L2	0.021780320358980233

No reset possible

24616

3825

Diego Charrez 🇵🇪

PredictorLast

step1-simulation

success

yes

2019-10-31 13:57:19+00:00

2019-10-31 13:57:42+00:00

0:00:23

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.11546265095523084
error_L2	0.020798415052958676

No reset possible

24606

4045

Riza Velioglu 🇩🇪

PredictorMean

step1-simulation

success

yes

2019-10-31 13:56:28+00:00

2019-10-31 13:56:52+00:00

0:00:24

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.27784535592567483
error_L2	0.08965166108830323

No reset possible

24594

4071

Sergio Duvan Mendoza Rojas 🇨🇴

PredictorLast

step1-simulation

success

yes

2019-10-31 13:55:35+00:00

2019-10-31 13:55:59+00:00

0:00:24

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.10462059732804004
error_L2	0.016687864736136617

No reset possible

24588

4079

Lison Abecassis 🇨🇭

PredictorLast

step1-simulation

success

yes

2019-10-31 13:54:53+00:00

2019-10-31 13:55:18+00:00

0:00:25

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.11530660992255116
error_L2	0.020177921537727357

No reset possible

24580

4084

Demetris Chrysostomou 🇨🇭

PredictorLast

step1-simulation

success

yes

2019-10-31 13:53:57+00:00

2019-10-31 13:54:20+00:00

0:00:23

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.1031250358252214
error_L2	0.01651948425010295

No reset possible

24562

4109

Carl Biagosch

PredictorLast

step1-simulation

success

yes

2019-10-31 13:52:07+00:00

2019-10-31 13:53:34+00:00

0:01:27

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.11527304541850496
error_L2	0.019106262428063386

No reset possible

24547

4111

Wencan Huang 🇨🇭

PredictorLast

step1-simulation

success

yes

2019-10-31 13:51:16+00:00

2019-10-31 13:51:41+00:00

0:00:25

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.10871905115740516
error_L2	0.0190584759713043

No reset possible

24536

4114

Pietro Griffa

PredictorLast

step1-simulation

success

yes

2019-10-31 13:50:14+00:00

2019-10-31 13:50:49+00:00

0:00:35

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.1103620552455946
error_L2	0.02002944084467016

No reset possible

24526

4284

Liam Paull 🇨🇦

challenge-aido_LF-template-random

step1-simulation

success

2019-10-31 12:30:37+00:00

2019-10-31 12:42:19+00:00

0:11:42

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.47061816984274774
survival_time_median	2.4499999999999993
deviation-center-line_median	0.09047885846140293
in-drivable-lane_median	0.7999999999999974

other stats

agent_compute-ego_max	0.020122761726379394
agent_compute-ego_mean	0.016639627117179298
agent_compute-ego_median	0.017180311052422775
agent_compute-ego_min	0.012791271209716798
deviation-center-line_max	0.17439134565029044
deviation-center-line_mean	0.1112205456826628
deviation-center-line_min	0.05649185041622204
deviation-heading_max	0.8583234710357402
deviation-heading_mean	0.37150980594423094
deviation-heading_median	0.34774352178293905
deviation-heading_min	0.1892537419842091
driven_any_max	1.6169932854589055
driven_any_mean	0.8549136794030617
driven_any_median	0.9441796518284096
driven_any_min	0.28668385087664994
driven_lanedir_consec_max	1.2433038249708372
driven_lanedir_consec_mean	0.5622432991481365
driven_lanedir_consec_min	0.24216121529728207
driven_lanedir_max	1.2433038249708372
driven_lanedir_mean	0.5622432991481365
driven_lanedir_median	0.47061816984274774
driven_lanedir_min	0.24216121529728207
in-drivable-lane_max	1.3499999999999996
in-drivable-lane_mean	0.5899999999999992
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429704, "sim_physics": 0.11228756992905228, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.010583259441234448, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.01915512261567292, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.007385094960530599, "deviation-center-line": 0.15907928712407876, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.003983930305198387, "sim_compute_performance-ego": 0.005773089550159595, "sim_compute_robot_state-ego": 0.0072945135611074945, "sim_compute_robot_state-npc0": 0.007030376681575069, "sim_compute_robot_state-npc1": 0.0066536753265946, "sim_compute_robot_state-npc2": 0.0068469974729749895, "sim_compute_robot_state-npc3": 0.006437884436713325}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118985, "sim_physics": 0.0946282958984375, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.007216329574584961, "in-drivable-lane": 0, "agent_compute-ego": 0.01878829002380371, "deviation-heading": 0.47860435001913376, "set_robot_commands": 0.00528045654296875, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.002977781295776367, "sim_compute_performance-ego": 0.0038822078704833984, "sim_compute_robot_state-ego": 0.005071601867675781, "sim_compute_robot_state-npc0": 0.004932842254638672, "sim_compute_robot_state-npc1": 0.004676408767700195, "sim_compute_robot_state-npc2": 0.004692554473876953, "sim_compute_robot_state-npc3": 0.004654083251953125}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.11074620485305786, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708372, "sim_render-ego": 0.009040983099686472, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.017180311052422775, "deviation-heading": 0.5020407942599271, "set_robot_commands": 0.006320219290883918, "deviation-center-line": 0.17439134565029044, "driven_lanedir_consec": 1.2433038249708372, "sim_compute_sim_state": 0.003679815091584858, "sim_compute_performance-ego": 0.004950024579700671, "sim_compute_robot_state-ego": 0.0063682951425251206, "sim_compute_robot_state-npc0": 0.0062301943176671076, "sim_compute_robot_state-npc1": 0.005836725234985352, "sim_compute_robot_state-npc2": 0.005755873102890818, "sim_compute_robot_state-npc3": 0.005763204474198191}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589055, "sim_physics": 0.11793731134149092, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.00926825970034056, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.01729662810699849, "deviation-heading": 0.34764983431811225, "set_robot_commands": 0.006622036801108831, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.003725112239016762, "sim_compute_performance-ego": 0.005069358439385136, "sim_compute_robot_state-ego": 0.006388634066038494, "sim_compute_robot_state-npc0": 0.0063940181007868125, "sim_compute_robot_state-npc1": 0.00632929801940918, "sim_compute_robot_state-npc2": 0.006127807158458082, "sim_compute_robot_state-npc3": 0.006058089340789409}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846434, "sim_physics": 0.1191509791782924, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.01016577652522496, "in-drivable-lane": 0, "agent_compute-ego": 0.01965418883732387, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.006777167320251465, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.0036452923502240863, "sim_compute_performance-ego": 0.0053891028676714215, "sim_compute_robot_state-ego": 0.006614863872528076, "sim_compute_robot_state-npc0": 0.0062495725495474675, "sim_compute_robot_state-npc1": 0.005980125495365688, "sim_compute_robot_state-npc2": 0.006008565425872803, "sim_compute_robot_state-npc3": 0.00602517809186663}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0440585337030532, "sim_physics": 0.09093549957981815, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5009536316076031, "sim_render-ego": 0.007659912109375, "in-drivable-lane": 1.0000000000000009, "agent_compute-ego": 0.01515423368524622, "deviation-heading": 0.8583234710357402, "set_robot_commands": 0.0051672326193915475, "deviation-center-line": 0.1636702708892767, "driven_lanedir_consec": 0.5009536316076031, "sim_compute_sim_state": 0.0032071890654387296, "sim_compute_performance-ego": 0.004099086478904441, "sim_compute_robot_state-ego": 0.005266326445120352, "sim_compute_robot_state-npc0": 0.005190306239657932, "sim_compute_robot_state-npc1": 0.004942898397092466, "sim_compute_robot_state-npc2": 0.004931109922903555, "sim_compute_robot_state-npc3": 0.0049124867827804}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.0456729849899615, "sim_physics": 0.10848877606568512, "survival_time": 2.6999999999999984, "driven_lanedir": 0.636422849544542, "sim_render-ego": 0.009382106639720776, "in-drivable-lane": 0.7999999999999974, "agent_compute-ego": 0.017903791533576116, "deviation-heading": 0.3927366768210136, "set_robot_commands": 0.006030016475253635, "deviation-center-line": 0.08970073753261001, "driven_lanedir_consec": 0.636422849544542, "sim_compute_sim_state": 0.003710539252669723, "sim_compute_performance-ego": 0.005184981558057997, "sim_compute_robot_state-ego": 0.006609360376993815, "sim_compute_robot_state-npc0": 0.006366579620926468, "sim_compute_robot_state-npc1": 0.00603512481406883, "sim_compute_robot_state-npc2": 0.006151702668931749, "sim_compute_robot_state-npc3": 0.005873366638466164}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.8772562288570896, "sim_physics": 0.10781307750278048, "survival_time": 2.25, "driven_lanedir": 0.38713958773684665, "sim_render-ego": 0.007320515314737956, "in-drivable-lane": 0.9999999999999996, "agent_compute-ego": 0.013917721642388236, "deviation-heading": 0.3844740406851849, "set_robot_commands": 0.005309051937527127, "deviation-center-line": 0.07500609722918031, "driven_lanedir_consec": 0.38713958773684665, "sim_compute_sim_state": 0.003008784188164605, "sim_compute_performance-ego": 0.003903913497924805, "sim_compute_robot_state-ego": 0.005088467068142361, "sim_compute_robot_state-npc0": 0.004962359534369575, "sim_compute_robot_state-npc1": 0.004733890957302518, "sim_compute_robot_state-npc2": 0.004720279905531141, "sim_compute_robot_state-npc3": 0.004701020982530382}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.843301097417158, "sim_physics": 0.09215180251909338, "survival_time": 2.3, "driven_lanedir": 0.24216121529728207, "sim_render-ego": 0.00887756762297257, "in-drivable-lane": 1.3499999999999996, "agent_compute-ego": 0.016309986943783966, "deviation-heading": 0.34566993689777425, "set_robot_commands": 0.0059214001116545305, "deviation-center-line": 0.07136114712800473, "driven_lanedir_consec": 0.24216121529728207, "sim_compute_sim_state": 0.003481906393299932, "sim_compute_performance-ego": 0.004923043043717094, "sim_compute_robot_state-ego": 0.006017379138780677, "sim_compute_robot_state-npc0": 0.005773673886838166, "sim_compute_robot_state-npc1": 0.005739305330359418, "sim_compute_robot_state-npc2": 0.005690113357875658, "sim_compute_robot_state-npc3": 0.0055905943331511125}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9785013113851152, "sim_physics": 0.15040997982025148, "survival_time": 2.499999999999999, "driven_lanedir": 0.9700080716683566, "sim_render-ego": 0.010735721588134763, "in-drivable-lane": 0, "agent_compute-ego": 0.020122761726379394, "deviation-heading": 0.34774352178293905, "set_robot_commands": 0.00746833324432373, "deviation-center-line": 0.15723242276422936, "driven_lanedir_consec": 0.9700080716683566, "sim_compute_sim_state": 0.004239645004272461, "sim_compute_performance-ego": 0.005874590873718262, "sim_compute_robot_state-ego": 0.0074826240539550785, "sim_compute_robot_state-npc0": 0.007240595817565918, "sim_compute_robot_state-npc1": 0.007247509956359863, "sim_compute_robot_state-npc2": 0.006864194869995117, "sim_compute_robot_state-npc3": 0.006808133125305176}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3129292149411446, "sim_physics": 0.12283079624176026, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2864579763812336, "sim_render-ego": 0.00911329984664917, "in-drivable-lane": 0, "agent_compute-ego": 0.01797363758087158, "deviation-heading": 0.3801610449156702, "set_robot_commands": 0.006471705436706543, "deviation-center-line": 0.05649185041622204, "driven_lanedir_consec": 0.2864579763812336, "sim_compute_sim_state": 0.0035686731338500977, "sim_compute_performance-ego": 0.005158185958862305, "sim_compute_robot_state-ego": 0.006517350673675537, "sim_compute_robot_state-npc0": 0.006345081329345703, "sim_compute_robot_state-npc1": 0.005917000770568848, "sim_compute_robot_state-npc2": 0.0057716846466064455, "sim_compute_robot_state-npc3": 0.005731022357940674}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.28668385087664994, "sim_physics": 0.09738092673452275, "survival_time": 0.9500000000000004, "driven_lanedir": 0.278237107094367, "sim_render-ego": 0.008097661168951737, "in-drivable-lane": 0, "agent_compute-ego": 0.016991678037141498, "deviation-heading": 0.19732996798555608, "set_robot_commands": 0.00568481495505885, "deviation-center-line": 0.08671144489080887, "driven_lanedir_consec": 0.278237107094367, "sim_compute_sim_state": 0.003367900848388672, "sim_compute_performance-ego": 0.0042786974655954465, "sim_compute_robot_state-ego": 0.005723237991333008, "sim_compute_robot_state-npc0": 0.005796921880621659, "sim_compute_robot_state-npc1": 0.0054959246986790704, "sim_compute_robot_state-npc2": 0.005435592249820107, "sim_compute_robot_state-npc3": 0.005326810636018452}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0034139953700496, "sim_physics": 0.07947152614593506, "survival_time": 2.499999999999999, "driven_lanedir": 0.47061816984274774, "sim_render-ego": 0.006859898567199707, "in-drivable-lane": 1.1499999999999986, "agent_compute-ego": 0.012791271209716798, "deviation-heading": 0.2263485117662672, "set_robot_commands": 0.004273386001586914, "deviation-center-line": 0.1594122934983136, "driven_lanedir_consec": 0.47061816984274774, "sim_compute_sim_state": 0.0027300691604614257, "sim_compute_performance-ego": 0.003670620918273926, "sim_compute_robot_state-ego": 0.004781475067138672, "sim_compute_robot_state-npc0": 0.004496288299560547, "sim_compute_robot_state-npc1": 0.004346442222595215, "sim_compute_robot_state-npc2": 0.00432593822479248, "sim_compute_robot_state-npc3": 0.004320483207702636}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.3514429441281624, "sim_physics": 0.09777380119670522, "survival_time": 1.1000000000000003, "driven_lanedir": 0.34114611245347204, "sim_render-ego": 0.0069082758643410425, "in-drivable-lane": 0, "agent_compute-ego": 0.013156641613353382, "deviation-heading": 0.1892537419842091, "set_robot_commands": 0.004376140507784757, "deviation-center-line": 0.08918370733714856, "driven_lanedir_consec": 0.34114611245347204, "sim_compute_sim_state": 0.0027551325884732332, "sim_compute_performance-ego": 0.003680445931174538, "sim_compute_robot_state-ego": 0.004814332181757147, "sim_compute_robot_state-npc0": 0.004636992107738148, "sim_compute_robot_state-npc1": 0.00444008003581654, "sim_compute_robot_state-npc2": 0.00436964902010831, "sim_compute_robot_state-npc3": 0.004342805255543102}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.9441796518284096, "sim_physics": 0.0941177192999392, "survival_time": 2.4499999999999993, "driven_lanedir": 0.4203463405922858, "sim_render-ego": 0.0069448169396848095, "in-drivable-lane": 1.0999999999999988, "agent_compute-ego": 0.013198142149010482, "deviation-heading": 0.4296166116434236, "set_robot_commands": 0.0042939526694161555, "deviation-center-line": 0.08695038592754878, "driven_lanedir_consec": 0.4203463405922858, "sim_compute_sim_state": 0.002763461093513333, "sim_compute_performance-ego": 0.003680107544879524, "sim_compute_robot_state-ego": 0.004757195102925204, "sim_compute_robot_state-npc0": 0.004545328568439095, "sim_compute_robot_state-npc1": 0.004377199679004903, "sim_compute_robot_state-npc2": 0.004348618643624442, "sim_compute_robot_state-npc3": 0.004345047230623207}}
set_robot_commands_max	0.00746833324432373
set_robot_commands_mean	0.005825400591629823
set_robot_commands_median	0.0059214001116545305
set_robot_commands_min	0.004273386001586914
sim_compute_performance-ego_max	0.005874590873718262
sim_compute_performance-ego_mean	0.0046344971052339045
sim_compute_performance-ego_median	0.004923043043717094
sim_compute_performance-ego_min	0.003670620918273926
sim_compute_robot_state-ego_max	0.0074826240539550785
sim_compute_robot_state-ego_mean	0.005919710440646455
sim_compute_robot_state-ego_median	0.006017379138780677
sim_compute_robot_state-ego_min	0.004757195102925204
sim_compute_robot_state-npc0_max	0.007240595817565918
sim_compute_robot_state-npc0_mean	0.005746075412618555
sim_compute_robot_state-npc0_median	0.005796921880621659
sim_compute_robot_state-npc0_min	0.004496288299560547
sim_compute_robot_state-npc1_max	0.007247509956359863
sim_compute_robot_state-npc1_mean	0.005516773980393514
sim_compute_robot_state-npc1_median	0.005739305330359418
sim_compute_robot_state-npc1_min	0.004346442222595215
sim_compute_robot_state-npc2_max	0.006864194869995117
sim_compute_robot_state-npc2_mean	0.005469378742950843
sim_compute_robot_state-npc2_median	0.005690113357875658
sim_compute_robot_state-npc2_min	0.00432593822479248
sim_compute_robot_state-npc3_max	0.006808133125305176
sim_compute_robot_state-npc3_mean	0.005392680676372132
sim_compute_robot_state-npc3_median	0.0055905943331511125
sim_compute_robot_state-npc3_min	0.004320483207702636
sim_compute_sim_state_max	0.004239645004272461
sim_compute_sim_state_mean	0.0033896821340221785
sim_compute_sim_state_median	0.003481906393299932
sim_compute_sim_state_min	0.0027300691604614257
sim_physics_max	0.15040997982025148
sim_physics_mean	0.10640828442045482
sim_physics_median	0.10781307750278048
sim_physics_min	0.07947152614593506
sim_render-ego_max	0.010735721588134763
sim_render-ego_mean	0.008544958933522594
sim_render-ego_median	0.00887756762297257
sim_render-ego_min	0.006859898567199707
simulation-passed	1
survival_time_max	3.949999999999994
survival_time_mean	2.2366666666666655
survival_time_min	0.9500000000000004

No reset possible

24501

4269

Riza Velioglu 🇩🇪

Uni Bielefeld

step1-simulation

error

2019-10-29 18:07:58+00:00

2019-10-29 18:09:56+00:00

0:01:58

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

24492

4261

Gianmarco Bernasconi

challenge-aido_LF-baseline-duckietown

step1-simulation

error

2019-10-29 17:54:03+00:00

2019-10-29 18:00:13+00:00

0:06:10

The container "evalu [...]

The container "evaluator" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

24483

4256

Baseline solution using reinforcement learning

step1-simulation

success

2019-10-25 23:21:32+00:00

2019-10-25 23:26:31+00:00

0:04:59

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.15250728983943418
survival_time_median	1.5500000000000007
deviation-center-line_median	0.07167819806964103
in-drivable-lane_median	0.05000000000000005

other stats

agent_compute-ego_max	0.018840037286281586
agent_compute-ego_mean	0.017458163449017135
agent_compute-ego_median	0.017052667481558665
agent_compute-ego_min	0.016441072736467634
deviation-center-line_max	0.10314074779772522
deviation-center-line_mean	0.077342592768428
deviation-center-line_min	0.045177655404137394
deviation-heading_max	0.937200719395273
deviation-heading_mean	0.7609145314897164
deviation-heading_median	0.7924519794285283
deviation-heading_min	0.5198835346744055
driven_any_max	0.26080887812362874
driven_any_mean	0.2055036853096209
driven_any_median	0.22606214237357364
driven_any_min	0.13328813841063983
driven_lanedir_consec_max	0.1847310670024651
driven_lanedir_consec_mean	0.13238158821350796
driven_lanedir_consec_min	0.040961628630405755
driven_lanedir_max	0.1847310670024651
driven_lanedir_mean	0.13238158821350796
driven_lanedir_median	0.15250728983943418
driven_lanedir_min	0.040961628630405755
in-drivable-lane_max	0.4000000000000003
in-drivable-lane_mean	0.10000000000000007
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.26080887812362874, "sim_physics": 0.050307415425777435, "survival_time": 1.6000000000000008, "driven_lanedir": 0.1847310670024651, "sim_render-ego": 0.007263623178005219, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.018840037286281586, "deviation-heading": 0.937200719395273, "set_robot_commands": 0.004782356321811676, "deviation-center-line": 0.10314074779772522, "driven_lanedir_consec": 0.1847310670024651, "sim_compute_sim_state": 0.0029557794332504272, "sim_compute_performance-ego": 0.004090689122676849, "sim_compute_robot_state-ego": 0.005002014338970184}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.23336447569358268, "sim_physics": 0.04908589393861832, "survival_time": 1.5500000000000007, "driven_lanedir": 0.1791789624901684, "sim_render-ego": 0.007174384209417527, "in-drivable-lane": 0, "agent_compute-ego": 0.01699056933003087, "deviation-heading": 0.7537869539302351, "set_robot_commands": 0.004552756586382466, "deviation-center-line": 0.07018356685236074, "driven_lanedir_consec": 0.1791789624901684, "sim_compute_sim_state": 0.002992914568993353, "sim_compute_performance-ego": 0.0038798470650949785, "sim_compute_robot_state-ego": 0.005037092393444431}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.13328813841063983, "sim_physics": 0.051179760978335424, "survival_time": 1.0500000000000005, "driven_lanedir": 0.10452899310506636, "sim_render-ego": 0.007019031615484329, "in-drivable-lane": 0, "agent_compute-ego": 0.016441072736467634, "deviation-heading": 0.5198835346744055, "set_robot_commands": 0.004532200949532645, "deviation-center-line": 0.09653279571827568, "driven_lanedir_consec": 0.10452899310506636, "sim_compute_sim_state": 0.0028662681579589844, "sim_compute_performance-ego": 0.0037323179699125745, "sim_compute_robot_state-ego": 0.00488386835370745}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.17399479194667963, "sim_physics": 0.05076537813459124, "survival_time": 1.4000000000000006, "driven_lanedir": 0.040961628630405755, "sim_render-ego": 0.007087077413286481, "in-drivable-lane": 0.4000000000000003, "agent_compute-ego": 0.017052667481558665, "deviation-heading": 0.7924519794285283, "set_robot_commands": 0.0045054640088762555, "deviation-center-line": 0.045177655404137394, "driven_lanedir_consec": 0.040961628630405755, "sim_compute_sim_state": 0.0028265459196908133, "sim_compute_performance-ego": 0.003762270723070417, "sim_compute_robot_state-ego": 0.0048893775258745465}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.22606214237357364, "sim_physics": 0.05015107124082504, "survival_time": 1.5500000000000007, "driven_lanedir": 0.15250728983943418, "sim_render-ego": 0.007079239814512191, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.017966470410746914, "deviation-heading": 0.8012494700201407, "set_robot_commands": 0.004465910696214245, "deviation-center-line": 0.07167819806964103, "driven_lanedir_consec": 0.15250728983943418, "sim_compute_sim_state": 0.0029107139956566597, "sim_compute_performance-ego": 0.003807498562720514, "sim_compute_robot_state-ego": 0.004871468390187909}}
set_robot_commands_max	0.004782356321811676
set_robot_commands_mean	0.0045677377125634576
set_robot_commands_median	0.004532200949532645
set_robot_commands_min	0.004465910696214245
sim_compute_performance-ego_max	0.004090689122676849
sim_compute_performance-ego_mean	0.003854524688695067
sim_compute_performance-ego_median	0.003807498562720514
sim_compute_performance-ego_min	0.0037323179699125745
sim_compute_robot_state-ego_max	0.005037092393444431
sim_compute_robot_state-ego_mean	0.004936764200436905
sim_compute_robot_state-ego_median	0.0048893775258745465
sim_compute_robot_state-ego_min	0.004871468390187909
sim_compute_sim_state_max	0.002992914568993353
sim_compute_sim_state_mean	0.002910444415110048
sim_compute_sim_state_median	0.0029107139956566597
sim_compute_sim_state_min	0.0028265459196908133
sim_physics_max	0.051179760978335424
sim_physics_mean	0.050297903943629485
sim_physics_median	0.050307415425777435
sim_physics_min	0.04908589393861832
sim_render-ego_max	0.007263623178005219
sim_render-ego_mean	0.00712467124614115
sim_render-ego_median	0.007087077413286481
sim_render-ego_min	0.007019031615484329
simulation-passed	1
survival_time_max	1.6000000000000008
survival_time_mean	1.4300000000000004
survival_time_min	1.0500000000000005

No reset possible

24457

4251

Liam Paull 🇨🇦

challenge-aido_LF-baseline-duckietown

step1-simulation

success

2019-10-25 13:03:24+00:00

2019-10-25 13:23:51+00:00

0:20:27

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.897910834710292
survival_time_median	8.899999999999991
deviation-center-line_median	0.43833876284196394
in-drivable-lane_median	1.0000000000000142

other stats

agent_compute-ego_max	0.016696192122794485
agent_compute-ego_mean	0.016168742643200437
agent_compute-ego_median	0.016111303425435
agent_compute-ego_min	0.015656511783599853
deviation-center-line_max	1.020454307060997
deviation-center-line_mean	0.5275359369425086
deviation-center-line_min	0.14028030271973996
deviation-heading_max	7.828425714915995
deviation-heading_mean	3.211861070621308
deviation-heading_median	2.973023758954037
deviation-heading_min	0.7007953049976752
driven_any_max	2.349084152490012
driven_any_mean	1.552868560917822
driven_any_median	1.376697736796335
driven_any_min	0.4606215565804935
driven_lanedir_consec_max	1.9392878145042824
driven_lanedir_consec_mean	1.0138752093397068
driven_lanedir_consec_min	0.30420049401027827
driven_lanedir_max	2.0841903996168805
driven_lanedir_mean	1.177541101315629
driven_lanedir_median	1.0645210711525888
driven_lanedir_min	0.4025531133014564
in-drivable-lane_max	4.3999999999999915
in-drivable-lane_mean	1.336666666666673
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.5333390442384571, "sim_physics": 0.05522201512310956, "survival_time": 3.699999999999995, "driven_lanedir": 0.4607527603605414, "sim_render-ego": 0.00734194871541616, "in-drivable-lane": 0, "agent_compute-ego": 0.016696192122794485, "deviation-heading": 1.3312091569392397, "set_robot_commands": 0.006647677034945102, "deviation-center-line": 0.27048653796257566, "driven_lanedir_consec": 0.4607527603605414, "sim_compute_sim_state": 0.003794682992471231, "sim_compute_performance-ego": 0.004273372727471429, "sim_compute_robot_state-ego": 0.005282859544496279}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.1354630145473148, "sim_physics": 0.05064573803463498, "survival_time": 7.399999999999982, "driven_lanedir": 0.4937489818625357, "sim_render-ego": 0.007330873528042355, "in-drivable-lane": 2.6499999999999932, "agent_compute-ego": 0.01632250805158873, "deviation-heading": 3.353259234219471, "set_robot_commands": 0.0063602521612837505, "deviation-center-line": 0.35714773338033295, "driven_lanedir_consec": 0.30420049401027827, "sim_compute_sim_state": 0.003628088010324014, "sim_compute_performance-ego": 0.003980396567164241, "sim_compute_robot_state-ego": 0.005101063766994992}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.348700114390773, "sim_physics": 0.05231634616851807, "survival_time": 14.950000000000076, "driven_lanedir": 1.831098874805392, "sim_render-ego": 0.007320751349131266, "in-drivable-lane": 1.0000000000000142, "agent_compute-ego": 0.01648783206939697, "deviation-heading": 6.631509689689003, "set_robot_commands": 0.006622889041900635, "deviation-center-line": 0.8219560787648637, "driven_lanedir_consec": 1.4839590912963785, "sim_compute_sim_state": 0.003765438397725423, "sim_compute_performance-ego": 0.004024867216746012, "sim_compute_robot_state-ego": 0.005124854246775309}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.3484281228965083, "sim_physics": 0.050249425570170085, "survival_time": 14.950000000000076, "driven_lanedir": 1.4175000487717495, "sim_render-ego": 0.007351528803507487, "in-drivable-lane": 2.7500000000000187, "agent_compute-ego": 0.01589853048324585, "deviation-heading": 7.828425714915995, "set_robot_commands": 0.006405175526936849, "deviation-center-line": 1.020454307060997, "driven_lanedir_consec": 0.897910834710292, "sim_compute_sim_state": 0.003625344435373942, "sim_compute_performance-ego": 0.004006200631459554, "sim_compute_robot_state-ego": 0.005099586645762126}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.1356149441748182, "sim_physics": 0.04908585709494513, "survival_time": 7.399999999999982, "driven_lanedir": 1.0645210711525888, "sim_render-ego": 0.007269703053139351, "in-drivable-lane": 0, "agent_compute-ego": 0.015877525548677187, "deviation-heading": 1.7415102357056165, "set_robot_commands": 0.0062588936573750266, "deviation-center-line": 0.348340469137887, "driven_lanedir_consec": 1.0645210711525888, "sim_compute_sim_state": 0.0036514014811129185, "sim_compute_performance-ego": 0.0039848701373950855, "sim_compute_robot_state-ego": 0.005143956558124439}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 2.348877369202905, "sim_physics": 0.04873776435852051, "survival_time": 14.950000000000076, "driven_lanedir": 1.8837905784623556, "sim_render-ego": 0.007891484101613363, "in-drivable-lane": 1.800000000000006, "agent_compute-ego": 0.016102819442749022, "deviation-heading": 3.6904645536605134, "set_robot_commands": 0.006552681128184001, "deviation-center-line": 0.9527737599567304, "driven_lanedir_consec": 0.9701312366174036, "sim_compute_sim_state": 0.003570725123087565, "sim_compute_performance-ego": 0.003977664311726888, "sim_compute_robot_state-ego": 0.005019405682881673}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.508835501065068, "sim_physics": 0.05203639779772077, "survival_time": 3.4999999999999956, "driven_lanedir": 0.4549062077992976, "sim_render-ego": 0.007444586072649274, "in-drivable-lane": 0, "agent_compute-ego": 0.016210249492100308, "deviation-heading": 1.161773652833718, "set_robot_commands": 0.006695795059204102, "deviation-center-line": 0.1609936633872119, "driven_lanedir_consec": 0.4549062077992976, "sim_compute_sim_state": 0.0037494965962001255, "sim_compute_performance-ego": 0.004016876220703125, "sim_compute_robot_state-ego": 0.005136840684073312}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.2240474023047556, "sim_physics": 0.05194467118701095, "survival_time": 7.94999999999998, "driven_lanedir": 0.8280636639412308, "sim_render-ego": 0.007309264356985032, "in-drivable-lane": 1.699999999999994, "agent_compute-ego": 0.016111303425435, "deviation-heading": 2.3953446437201777, "set_robot_commands": 0.00659148947997663, "deviation-center-line": 0.43833876284196394, "driven_lanedir_consec": 0.8280636639412308, "sim_compute_sim_state": 0.003727864919218627, "sim_compute_performance-ego": 0.004039705924268039, "sim_compute_robot_state-ego": 0.005184455487713124}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 2.3488844940527818, "sim_physics": 0.05208404938379923, "survival_time": 14.950000000000076, "driven_lanedir": 2.054399797889236, "sim_render-ego": 0.007152496178944905, "in-drivable-lane": 0.6000000000000085, "agent_compute-ego": 0.015656511783599853, "deviation-heading": 4.536218206634954, "set_robot_commands": 0.006302886803944905, "deviation-center-line": 0.5890738142801287, "driven_lanedir_consec": 1.9392878145042824, "sim_compute_sim_state": 0.00358992338180542, "sim_compute_performance-ego": 0.003990483283996582, "sim_compute_robot_state-ego": 0.005112447738647461}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.4606215565804935, "sim_physics": 0.0549095943570137, "survival_time": 3.1999999999999966, "driven_lanedir": 0.4025531133014564, "sim_render-ego": 0.007317360490560532, "in-drivable-lane": 0, "agent_compute-ego": 0.016404684633016586, "deviation-heading": 1.0407209068257872, "set_robot_commands": 0.006706688553094864, "deviation-center-line": 0.14028030271973996, "driven_lanedir_consec": 0.4025531133014564, "sim_compute_sim_state": 0.00373607873916626, "sim_compute_performance-ego": 0.003911867737770081, "sim_compute_robot_state-ego": 0.004989355802536011}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 2.348782704631291, "sim_physics": 0.052890485922495525, "survival_time": 14.950000000000076, "driven_lanedir": 2.0841903996168805, "sim_render-ego": 0.007151106198628744, "in-drivable-lane": 0.20000000000000284, "agent_compute-ego": 0.016549654801686606, "deviation-heading": 5.0110694065844665, "set_robot_commands": 0.006449539661407471, "deviation-center-line": 1.0146604428504389, "driven_lanedir_consec": 1.7142508306306836, "sim_compute_sim_state": 0.0037445243199666343, "sim_compute_performance-ego": 0.0039359537760416665, "sim_compute_robot_state-ego": 0.005014658768971761}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.5490162443002864, "sim_physics": 0.0537010669708252, "survival_time": 3.7499999999999942, "driven_lanedir": 0.4838070668738184, "sim_render-ego": 0.007336304982503255, "in-drivable-lane": 0.2499999999999991, "agent_compute-ego": 0.016231819788614908, "deviation-heading": 0.7007953049976752, "set_robot_commands": 0.006558545430501302, "deviation-center-line": 0.25129485519016603, "driven_lanedir_consec": 0.4838070668738184, "sim_compute_sim_state": 0.0038961029052734376, "sim_compute_performance-ego": 0.003907572428385416, "sim_compute_robot_state-ego": 0.004972257614135742}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.376697736796335, "sim_physics": 0.05020495612969559, "survival_time": 8.899999999999991, "driven_lanedir": 0.5583535992016925, "sim_render-ego": 0.007292862688557485, "in-drivable-lane": 4.3999999999999915, "agent_compute-ego": 0.015968590639950184, "deviation-heading": 1.8515168382362728, "set_robot_commands": 0.006368935777899924, "deviation-center-line": 0.2294283584811944, "driven_lanedir_consec": 0.5583535992016925, "sim_compute_sim_state": 0.003710790966333968, "sim_compute_performance-ego": 0.003992084706767222, "sim_compute_robot_state-ego": 0.005057507686400681}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 2.2766360120955325, "sim_physics": 0.0485017283209439, "survival_time": 14.500000000000073, "driven_lanedir": 1.853040992048025, "sim_render-ego": 0.007179831636363062, "in-drivable-lane": 1.7500000000000249, "agent_compute-ego": 0.01602213876000766, "deviation-heading": 3.9310747554026935, "set_robot_commands": 0.006242456929437045, "deviation-center-line": 0.6700689250732587, "driven_lanedir_consec": 1.853040992048025, "sim_compute_sim_state": 0.0035206416557575096, "sim_compute_performance-ego": 0.003985661473767511, "sim_compute_robot_state-ego": 0.005004207019148201}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.349084152490012, "sim_physics": 0.05096654971440633, "survival_time": 14.950000000000076, "driven_lanedir": 1.7923893636476316, "sim_render-ego": 0.007237015565236409, "in-drivable-lane": 2.950000000000042, "agent_compute-ego": 0.015990778605143228, "deviation-heading": 2.973023758954037, "set_robot_commands": 0.00629210631052653, "deviation-center-line": 0.6477410430501401, "driven_lanedir_consec": 1.7923893636476316, "sim_compute_sim_state": 0.0035680294036865234, "sim_compute_performance-ego": 0.003966673215230306, "sim_compute_robot_state-ego": 0.005048487186431885}}
set_robot_commands_max	0.006706688553094864
set_robot_commands_mean	0.0064704008371078755
set_robot_commands_median	0.006449539661407471
set_robot_commands_min	0.006242456929437045
sim_compute_performance-ego_max	0.004273372727471429
sim_compute_performance-ego_mean	0.003999616690592876
sim_compute_performance-ego_median	0.003985661473767511
sim_compute_performance-ego_min	0.003907572428385416
sim_compute_robot_state-ego_max	0.005282859544496279
sim_compute_robot_state-ego_mean	0.005086129628872867
sim_compute_robot_state-ego_median	0.005099586645762126
sim_compute_robot_state-ego_min	0.004972257614135742
sim_compute_sim_state_max	0.0038961029052734376
sim_compute_sim_state_mean	0.003685275555166907
sim_compute_sim_state_median	0.003710790966333968
sim_compute_sim_state_min	0.0035206416557575096
sim_physics_max	0.05522201512310956
sim_physics_mean	0.051566443075587304
sim_physics_median	0.05194467118701095
sim_physics_min	0.0485017283209439
sim_render-ego_max	0.007891484101613363
sim_render-ego_mean	0.007328474514751912
sim_render-ego_median	0.007317360490560532
sim_render-ego_min	0.007151106198628744
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	10.000000000000028
survival_time_min	3.1999999999999966

No reset possible

24456

4250

challenge-aido_LF-template-tensorflow

step1-simulation

success

2019-10-25 05:31:00+00:00

2019-10-25 05:36:36+00:00

0:05:36

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.37074645238094694
survival_time_median	2.3999999999999995
deviation-center-line_median	0.12282181700967748
in-drivable-lane_median	0.09999999999999964

other stats

agent_compute-ego_max	0.016817688941955566
agent_compute-ego_mean	0.01532852438758795
agent_compute-ego_median	0.015049733613666736
agent_compute-ego_min	0.014848177691540086
deviation-center-line_max	0.2205073303876357
deviation-center-line_mean	0.12955656811544786
deviation-center-line_min	0.0691986223706083
deviation-heading_max	1.4787804621392329
deviation-heading_mean	0.8401505894112317
deviation-heading_median	0.7031613188717242
deviation-heading_min	0.35662896102430336
driven_any_max	1.1603262103999377
driven_any_mean	0.6450041815922933
driven_any_median	0.7001551260229988
driven_any_min	0.18927827066603
driven_lanedir_consec_max	1.0230917553800305
driven_lanedir_consec_mean	0.4473213233594061
driven_lanedir_consec_min	0.07832996869109365
driven_lanedir_max	1.0230917553800305
driven_lanedir_mean	0.45033801114431177
driven_lanedir_median	0.3858298913054754
driven_lanedir_min	0.07832996869109365
in-drivable-lane_max	0.8999999999999988
in-drivable-lane_mean	0.35999999999999927
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.18927827066603, "sim_physics": 0.05415109395980835, "survival_time": 1.0000000000000002, "driven_lanedir": 0.07832996869109365, "sim_render-ego": 0.0069965004920959474, "in-drivable-lane": 0, "agent_compute-ego": 0.016817688941955566, "deviation-heading": 0.7031613188717242, "set_robot_commands": 0.004625546932220459, "deviation-center-line": 0.0691986223706083, "driven_lanedir_consec": 0.07832996869109365, "sim_compute_sim_state": 0.0028676748275756835, "sim_compute_performance-ego": 0.004114842414855957, "sim_compute_robot_state-ego": 0.004989898204803467}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.1603262103999377, "sim_physics": 0.04494734270026885, "survival_time": 4.149999999999993, "driven_lanedir": 1.0230917553800305, "sim_render-ego": 0.0068497887576919, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.014848177691540086, "deviation-heading": 1.4787804621392329, "set_robot_commands": 0.0044980738536421075, "deviation-center-line": 0.2205073303876357, "driven_lanedir_consec": 1.0230917553800305, "sim_compute_sim_state": 0.002737438822367105, "sim_compute_performance-ego": 0.003674917910472456, "sim_compute_robot_state-ego": 0.004828504769198866}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.7001551260229988, "sim_physics": 0.04896281894884611, "survival_time": 2.849999999999998, "driven_lanedir": 0.3858298913054754, "sim_render-ego": 0.006906818925288685, "in-drivable-lane": 0.7499999999999978, "agent_compute-ego": 0.015049733613666736, "deviation-heading": 1.0973144537262571, "set_robot_commands": 0.004534482955932617, "deviation-center-line": 0.14213746711711803, "driven_lanedir_consec": 0.37074645238094694, "sim_compute_sim_state": 0.00277818713271827, "sim_compute_performance-ego": 0.0036912299039071066, "sim_compute_robot_state-ego": 0.004750996305231462}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.707131448315887, "sim_physics": 0.04950105647246043, "survival_time": 2.3999999999999995, "driven_lanedir": 0.35902121875539095, "sim_render-ego": 0.006955166657765706, "in-drivable-lane": 0.8999999999999988, "agent_compute-ego": 0.014860227704048157, "deviation-heading": 0.35662896102430336, "set_robot_commands": 0.004551480213801066, "deviation-center-line": 0.12282181700967748, "driven_lanedir_consec": 0.35902121875539095, "sim_compute_sim_state": 0.0027959048748016357, "sim_compute_performance-ego": 0.003709803024927775, "sim_compute_robot_state-ego": 0.004748101035753886}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.468129852556613, "sim_physics": 0.05091784340994698, "survival_time": 1.7500000000000009, "driven_lanedir": 0.4054172215895684, "sim_render-ego": 0.007023504802158901, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.015066793986729212, "deviation-heading": 0.5648677512946412, "set_robot_commands": 0.0044358049120221815, "deviation-center-line": 0.09311760369219974, "driven_lanedir_consec": 0.4054172215895684, "sim_compute_sim_state": 0.002785893848964146, "sim_compute_performance-ego": 0.003741557257516043, "sim_compute_robot_state-ego": 0.00482513563973563}}
set_robot_commands_max	0.004625546932220459
set_robot_commands_mean	0.004529077773523686
set_robot_commands_median	0.004534482955932617
set_robot_commands_min	0.0044358049120221815
sim_compute_performance-ego_max	0.004114842414855957
sim_compute_performance-ego_mean	0.003786470102335868
sim_compute_performance-ego_median	0.003709803024927775
sim_compute_performance-ego_min	0.003674917910472456
sim_compute_robot_state-ego_max	0.004989898204803467
sim_compute_robot_state-ego_mean	0.004828527190944663
sim_compute_robot_state-ego_median	0.00482513563973563
sim_compute_robot_state-ego_min	0.004748101035753886
sim_compute_sim_state_max	0.0028676748275756835
sim_compute_sim_state_mean	0.0027930199012853683
sim_compute_sim_state_median	0.002785893848964146
sim_compute_sim_state_min	0.002737438822367105
sim_physics_max	0.05415109395980835
sim_physics_mean	0.04969603109826614
sim_physics_median	0.04950105647246043
sim_physics_min	0.04494734270026885
sim_render-ego_max	0.007023504802158901
sim_render-ego_mean	0.006946355927000228
sim_render-ego_median	0.006955166657765706
sim_render-ego_min	0.0068497887576919
simulation-passed	1
survival_time_max	4.149999999999993
survival_time_mean	2.4299999999999984
survival_time_min	1.0000000000000002

No reset possible

24452

4246

challenge-aido_LF-template-tensorflow - Template solution using imitation learning

step1-simulation

error

2019-10-25 01:11:34+00:00

2019-10-25 01:14:56+00:00

0:03:22

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

24447

4244

Baseline-IL-logs-tensorflow

step1-simulation

error

2019-10-24 23:55:58+00:00

2019-10-25 00:00:51+00:00

0:04:53

The container "evalu [...]

The container "evaluator" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

24419

4225

Baseline-IL-logs-tensorflow

step1-simulation

failed

2019-10-24 06:36:45+00:00

2019-10-24 06:37:49+00:00

0:01:04

InvalidSubmission: T [...]

InvalidSubmission:
Traceback (most recent call last):
  File "experiment_manager.py", line 299, in run_episode
    r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
    ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
    nickname=self.nickname)
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 286, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "agent" aborted:

error in agent |Exception while handling a message on topic "get_commands".
               |
               || Traceback (most recent call last):
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 1334, in _do_call
               ||     return fn(*args)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 1319, in _run_fn
               ||     options, feed_dict, fetch_list, target_list, run_metadata)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 1407, in _call_tf_sessionrun
               ||     run_metadata)
               || tensorflow.python.framework.errors_impl.FailedPreconditionError: Attempting to use uninitialized value prefix/ConvNet/conv_layer_1/kernel
               || 	 [[{{node prefix/ConvNet/conv_layer_1/kernel/read}}]]
               ||
               || During handling of the above exception, another exception occurred:
               ||
               || Traceback (most recent call last):
               ||   File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/wrapper.py", line 277, in loop
               ||     handle_message_node(parsed, receiver0, context0)
               ||   File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/wrapper.py", line 431, in handle_message_node
               ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
               ||   File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/utils.py", line 19, in call_if_fun_exists
               ||     f(**kwargs)
               ||   File "imitation_agent.py", line 71, in on_received_get_commands
               ||     pwm_left, pwm_right = self.compute_action(self.config.current_image)
               ||   File "imitation_agent.py", line 60, in compute_action
               ||     x: observation
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 929, in run
               ||     run_metadata_ptr)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 1152, in _run
               ||     feed_dict_tensor, options, run_metadata)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 1328, in _do_run
               ||     run_metadata)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 1348, in _do_call
               ||     raise type(e)(node_def, op, message)
               || tensorflow.python.framework.errors_impl.FailedPreconditionError: Attempting to use uninitialized value prefix/ConvNet/conv_layer_1/kernel
               || 	 [[node prefix/ConvNet/conv_layer_1/kernel/read (defined at /workspace/graph_utils.py:14) ]]
               ||
               || Caused by op 'prefix/ConvNet/conv_layer_1/kernel/read', defined at:
               ||   File "imitation_agent.py", line 136, in <module>
               ||     main()
               ||   File "imitation_agent.py", line 132, in main
               ||     wrap_direct(node=node, protocol=protocol)
               ||   File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/interface.py", line 22, in wrap_direct
               ||     run_loop(node, protocol, args)
               ||   File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/wrapper.py", line 196, in run_loop
               ||     config=config)
               ||   File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/wrapper.py", line 277, in loop
               ||     handle_message_node(parsed, receiver0, context0)
               ||   File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/wrapper.py", line 431, in handle_message_node
               ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
               ||   File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/utils.py", line 19, in call_if_fun_exists
               ||     f(**kwargs)
               ||   File "imitation_agent.py", line 71, in on_received_get_commands
               ||     pwm_left, pwm_right = self.compute_action(self.config.current_image)
               ||   File "imitation_agent.py", line 43, in compute_action
               ||     graph = load_graph(frozen_model_filename)
               ||   File "/workspace/graph_utils.py", line 14, in load_graph
               ||     tf.import_graph_def(graph_def, name="prefix")
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/util/deprecation.py", line 507, in new_func
               ||     return func(*args, **kwargs)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/importer.py", line 442, in import_graph_def
               ||     _ProcessNewOps(graph)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/importer.py", line 235, in _ProcessNewOps
               ||     for new_op in graph._add_new_tf_operations(compute_devices=False):  # pylint: disable=protected-access
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/ops.py", line 3433, in _add_new_tf_operations
               ||     for c_op in c_api_util.new_tf_operations(self)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/ops.py", line 3433, in <listcomp>
               ||     for c_op in c_api_util.new_tf_operations(self)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/ops.py", line 3325, in _create_op_from_tf_operation
               ||     ret = Operation(c_op, self)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/ops.py", line 1801, in __init__
               ||     self._traceback = tf_stack.extract_stack()
               ||
               || FailedPreconditionError (see above for traceback): Attempting to use uninitialized value prefix/ConvNet/conv_layer_1/kernel
               || 	 [[node prefix/ConvNet/conv_layer_1/kernel/read (defined at /workspace/graph_utils.py:14) ]]
               ||
               ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 675, in scoring_context
    yield cie
  File "experiment_manager.py", line 444, in <module>
    wrap(cie)
  File "experiment_manager.py", line 432, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 136, in main
    physics_dt=config.physics_dt)
  File "experiment_manager.py", line 303, in run_episode
    raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

24410

4220

aido3-LFVI-sim-validation

Baseline-IL-logs-tensorflow

step1-simulation

failed

2019-10-24 06:26:51+00:00

2019-10-24 06:30:52+00:00

0:04:01

InvalidSubmission: T [...]

InvalidSubmission:
Traceback (most recent call last):
  File "experiment_manager.py", line 299, in run_episode
    r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
    ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
    nickname=self.nickname)
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 286, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "agent" aborted:

error in agent |Exception while handling a message on topic "get_commands".
               |
               || Traceback (most recent call last):
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 1334, in _do_call
               ||     return fn(*args)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 1319, in _run_fn
               ||     options, feed_dict, fetch_list, target_list, run_metadata)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 1407, in _call_tf_sessionrun
               ||     run_metadata)
               || tensorflow.python.framework.errors_impl.FailedPreconditionError: Attempting to use uninitialized value prefix/ConvNet/conv_layer_1/kernel
               || 	 [[{{node prefix/ConvNet/conv_layer_1/kernel/read}}]]
               ||
               || During handling of the above exception, another exception occurred:
               ||
               || Traceback (most recent call last):
               ||   File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/wrapper.py", line 277, in loop
               ||     handle_message_node(parsed, receiver0, context0)
               ||   File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/wrapper.py", line 431, in handle_message_node
               ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
               ||   File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/utils.py", line 19, in call_if_fun_exists
               ||     f(**kwargs)
               ||   File "imitation_agent.py", line 69, in on_received_get_commands
               ||     pwm_left, pwm_right = self.compute_action(self.config.current_image)
               ||   File "imitation_agent.py", line 58, in compute_action
               ||     x: observation
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 929, in run
               ||     run_metadata_ptr)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 1152, in _run
               ||     feed_dict_tensor, options, run_metadata)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 1328, in _do_run
               ||     run_metadata)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 1348, in _do_call
               ||     raise type(e)(node_def, op, message)
               || tensorflow.python.framework.errors_impl.FailedPreconditionError: Attempting to use uninitialized value prefix/ConvNet/conv_layer_1/kernel
               || 	 [[node prefix/ConvNet/conv_layer_1/kernel/read (defined at /workspace/graph_utils.py:14) ]]
               ||
               || Caused by op 'prefix/ConvNet/conv_layer_1/kernel/read', defined at:
               ||   File "imitation_agent.py", line 134, in <module>
               ||     main()
               ||   File "imitation_agent.py", line 130, in main
               ||     wrap_direct(node=node, protocol=protocol)
               ||   File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/interface.py", line 22, in wrap_direct
               ||     run_loop(node, protocol, args)
               ||   File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/wrapper.py", line 196, in run_loop
               ||     config=config)
               ||   File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/wrapper.py", line 277, in loop
               ||     handle_message_node(parsed, receiver0, context0)
               ||   File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/wrapper.py", line 431, in handle_message_node
               ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
               ||   File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/utils.py", line 19, in call_if_fun_exists
               ||     f(**kwargs)
               ||   File "imitation_agent.py", line 69, in on_received_get_commands
               ||     pwm_left, pwm_right = self.compute_action(self.config.current_image)
               ||   File "imitation_agent.py", line 41, in compute_action
               ||     graph = load_graph(frozen_model_filename)
               ||   File "/workspace/graph_utils.py", line 14, in load_graph
               ||     tf.import_graph_def(graph_def, name="prefix")
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/util/deprecation.py", line 507, in new_func
               ||     return func(*args, **kwargs)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/importer.py", line 442, in import_graph_def
               ||     _ProcessNewOps(graph)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/importer.py", line 235, in _ProcessNewOps
               ||     for new_op in graph._add_new_tf_operations(compute_devices=False):  # pylint: disable=protected-access
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/ops.py", line 3433, in _add_new_tf_operations
               ||     for c_op in c_api_util.new_tf_operations(self)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/ops.py", line 3433, in <listcomp>
               ||     for c_op in c_api_util.new_tf_operations(self)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/ops.py", line 3325, in _create_op_from_tf_operation
               ||     ret = Operation(c_op, self)
               ||   File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/ops.py", line 1801, in __init__
               ||     self._traceback = tf_stack.extract_stack()
               ||
               || FailedPreconditionError (see above for traceback): Attempting to use uninitialized value prefix/ConvNet/conv_layer_1/kernel
               || 	 [[node prefix/ConvNet/conv_layer_1/kernel/read (defined at /workspace/graph_utils.py:14) ]]
               ||
               ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 675, in scoring_context
    yield cie
  File "experiment_manager.py", line 444, in <module>
    wrap(cie)
  File "experiment_manager.py", line 432, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 136, in main
    physics_dt=config.physics_dt)
  File "experiment_manager.py", line 303, in run_episode
    raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

24401

4206

Bhairav Mehta

challenge-aido_LF-template-pytorch

step1-simulation

failed

2019-10-24 04:55:59+00:00

2019-10-24 04:59:54+00:00

0:03:55

InvalidSubmission: T [...]

InvalidSubmission:
Traceback (most recent call last):
  File "experiment_manager.py", line 298, in run_episode
    agent.write_topic_and_expect_zero('observations', recv.data.observations)
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 105, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 296, in read_until_over
    raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "agent".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 675, in scoring_context
    yield cie
  File "experiment_manager.py", line 444, in <module>
    wrap(cie)
  File "experiment_manager.py", line 432, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 136, in main
    physics_dt=config.physics_dt)
  File "experiment_manager.py", line 303, in run_episode
    raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

24398

4199

challenge-aido_LF-template-tensorflow

step1-simulation

error

aido3-LFV-sim-validation

2019-10-24 03:38:41+00:00

2019-10-24 03:42:23+00:00

0:03:42

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

24379

4190

Liam Paull 🇨🇦

challenge-aido_LF-template-ros - Template solution using ROS

step1-simulation

success

2019-10-23 19:50:41+00:00

2019-10-23 19:57:58+00:00

0:07:17

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.36592094708219225
survival_time_median	2.5999999999999988
deviation-center-line_median	0.16987818035809085
in-drivable-lane_median	0.05000000000000005

other stats

agent_compute-ego_max	0.01984747027007627
agent_compute-ego_mean	0.01701980608672949
agent_compute-ego_median	0.01605963706970215
agent_compute-ego_min	0.014885811578659784
deviation-center-line_max	0.2294363663374862
deviation-center-line_mean	0.14972083567701736
deviation-center-line_min	0.06426934298501713
deviation-heading_max	0.6986268167330367
deviation-heading_mean	0.4280304166285302
deviation-heading_median	0.41847631252347706
deviation-heading_min	0.2596285487829773
driven_any_max	1.2972979671834337
driven_any_mean	0.7173901327940223
driven_any_median	0.7336463183586179
driven_any_min	0.26903550091980144
driven_lanedir_consec_max	0.97716132702229
driven_lanedir_consec_mean	0.5227475277218055
driven_lanedir_consec_min	0.2407721645627201
driven_lanedir_max	0.97716132702229
driven_lanedir_mean	0.5227475277218055
driven_lanedir_median	0.36592094708219225
driven_lanedir_min	0.2407721645627201
in-drivable-lane_max	1.8999999999999944
in-drivable-lane_mean	0.5799999999999983
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.9226822529128632, "sim_physics": 0.10999813885755942, "survival_time": 3.5499999999999954, "driven_lanedir": 0.36592094708219225, "sim_render-ego": 0.0107246049692933, "in-drivable-lane": 1.8999999999999944, "agent_compute-ego": 0.01984747027007627, "deviation-heading": 0.2596285487829773, "set_robot_commands": 0.0065939762222934776, "deviation-center-line": 0.16987818035809085, "driven_lanedir_consec": 0.36592094708219225, "sim_compute_sim_state": 0.004234847888140611, "sim_compute_performance-ego": 0.00569755258694501, "sim_compute_robot_state-ego": 0.006947782677663884, "sim_compute_robot_state-npc0": 0.006699159111775143, "sim_compute_robot_state-npc1": 0.006713521312659895, "sim_compute_robot_state-npc2": 0.006829842715196206, "sim_compute_robot_state-npc3": 0.006581397123739753}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.3642886245953953, "sim_physics": 0.10546866059303284, "survival_time": 1.6000000000000008, "driven_lanedir": 0.3026144243018116, "sim_render-ego": 0.008621655404567719, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.01605963706970215, "deviation-heading": 0.6986268167330367, "set_robot_commands": 0.013102196156978607, "deviation-center-line": 0.10463456752710912, "driven_lanedir_consec": 0.3026144243018116, "sim_compute_sim_state": 0.0036634132266044617, "sim_compute_performance-ego": 0.00475592166185379, "sim_compute_robot_state-ego": 0.005991540849208832, "sim_compute_robot_state-npc0": 0.005984485149383545, "sim_compute_robot_state-npc1": 0.0057570189237594604, "sim_compute_robot_state-npc2": 0.00589355081319809, "sim_compute_robot_state-npc3": 0.006360597908496857}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.7336463183586179, "sim_physics": 0.10752058029174805, "survival_time": 2.5999999999999988, "driven_lanedir": 0.727268775640014, "sim_render-ego": 0.008430875264681302, "in-drivable-lane": 0, "agent_compute-ego": 0.018430769443511963, "deviation-heading": 0.27230767118055227, "set_robot_commands": 0.006020651413844182, "deviation-center-line": 0.2294363663374862, "driven_lanedir_consec": 0.727268775640014, "sim_compute_sim_state": 0.0033742877153249886, "sim_compute_performance-ego": 0.004494584523714506, "sim_compute_robot_state-ego": 0.0056539223744319035, "sim_compute_robot_state-npc0": 0.005796106962057261, "sim_compute_robot_state-npc1": 0.0054830358578608586, "sim_compute_robot_state-npc2": 0.005453866261702318, "sim_compute_robot_state-npc3": 0.0054225875781132625}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.2972979671834337, "sim_physics": 0.09271813977149224, "survival_time": 4.6499999999999915, "driven_lanedir": 0.97716132702229, "sim_render-ego": 0.007760840077554026, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.015875342071697277, "deviation-heading": 0.49111273392260785, "set_robot_commands": 0.005508709979313676, "deviation-center-line": 0.18038572117738352, "driven_lanedir_consec": 0.97716132702229, "sim_compute_sim_state": 0.0031478738272061914, "sim_compute_performance-ego": 0.0041751553935389365, "sim_compute_robot_state-ego": 0.005396673756261025, "sim_compute_robot_state-npc0": 0.005345359925300845, "sim_compute_robot_state-npc1": 0.005218949369204941, "sim_compute_robot_state-npc2": 0.005125704632010511, "sim_compute_robot_state-npc3": 0.005058096301171088}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.26903550091980144, "sim_physics": 0.09111204601469494, "survival_time": 1.0500000000000005, "driven_lanedir": 0.2407721645627201, "sim_render-ego": 0.007682981945219494, "in-drivable-lane": 0, "agent_compute-ego": 0.014885811578659784, "deviation-heading": 0.41847631252347706, "set_robot_commands": 0.00490660894484747, "deviation-center-line": 0.06426934298501713, "driven_lanedir_consec": 0.2407721645627201, "sim_compute_sim_state": 0.0031215803963797434, "sim_compute_performance-ego": 0.0040902069636753625, "sim_compute_robot_state-ego": 0.005292222613380069, "sim_compute_robot_state-npc0": 0.005079712186540876, "sim_compute_robot_state-npc1": 0.004927567073277065, "sim_compute_robot_state-npc2": 0.004955223628452846, "sim_compute_robot_state-npc3": 0.0050371260870070685}}
set_robot_commands_max	0.013102196156978607
set_robot_commands_mean	0.007226428543455482
set_robot_commands_median	0.006020651413844182
set_robot_commands_min	0.00490660894484747
sim_compute_performance-ego_max	0.00569755258694501
sim_compute_performance-ego_mean	0.004642684225945522
sim_compute_performance-ego_median	0.004494584523714506
sim_compute_performance-ego_min	0.0040902069636753625
sim_compute_robot_state-ego_max	0.006947782677663884
sim_compute_robot_state-ego_mean	0.005856428454189143
sim_compute_robot_state-ego_median	0.0056539223744319035
sim_compute_robot_state-ego_min	0.005292222613380069
sim_compute_robot_state-npc0_max	0.006699159111775143
sim_compute_robot_state-npc0_mean	0.005780964667011534
sim_compute_robot_state-npc0_median	0.005796106962057261
sim_compute_robot_state-npc0_min	0.005079712186540876
sim_compute_robot_state-npc1_max	0.006713521312659895
sim_compute_robot_state-npc1_mean	0.005620018507352444
sim_compute_robot_state-npc1_median	0.0054830358578608586
sim_compute_robot_state-npc1_min	0.004927567073277065
sim_compute_robot_state-npc2_max	0.006829842715196206
sim_compute_robot_state-npc2_mean	0.005651637610111995
sim_compute_robot_state-npc2_median	0.005453866261702318
sim_compute_robot_state-npc2_min	0.004955223628452846
sim_compute_robot_state-npc3_max	0.006581397123739753
sim_compute_robot_state-npc3_mean	0.005691960999705605
sim_compute_robot_state-npc3_median	0.0054225875781132625
sim_compute_robot_state-npc3_min	0.0050371260870070685
sim_compute_sim_state_max	0.004234847888140611
sim_compute_sim_state_mean	0.003508400610731199
sim_compute_sim_state_median	0.0033742877153249886
sim_compute_sim_state_min	0.0031215803963797434
sim_physics_max	0.10999813885755942
sim_physics_mean	0.1013635131057055
sim_physics_median	0.10546866059303284
sim_physics_min	0.09111204601469494
sim_render-ego_max	0.0107246049692933
sim_render-ego_mean	0.008644191532263167
sim_render-ego_median	0.008430875264681302
sim_render-ego_min	0.007682981945219494
simulation-passed	1
survival_time_max	4.6499999999999915
survival_time_mean	2.6899999999999973
survival_time_min	1.0500000000000005

No reset possible

24366

4179

Liam Paull 🇨🇦

challenge-aido_LF-baseline-duckietown

step1-simulation

error