Job ID submission user user label challenge step status up to date evaluator date started date completed duration message 19704
3006
Manfred Diaz challenge-aido_LF-template-pytorch aido2-LF-sim-testing
step1-simulation timeout no ip-172-31-42-167-28275
2019-04-24 20:25:56+00:00 2019-04-24 21:31:39+00:00 1:05:43 I can see how the jo [...] I can see how the job 19704 is timeout because passed 3943 seconds and the timeout is 3600.0.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19701
3002
Manfred Diaz challenge-aido_LF-template-tensorflow aido2-LFVI-sim-testing
step1-simulation error no ip-172-31-42-167-28275
2019-04-24 20:18:50+00:00 2019-04-24 20:23:50+00:00 0:05:00 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19661
2378
Liam Paull  🇨🇦minimal_agent_python2 (Python 2) aido2-LFV-sim-validation
step1-simulation success no ip-172-31-42-167-28275
2019-04-24 16:31:29+00:00 2019-04-24 16:43:35+00:00 0:12:06 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.2394590679116675 survival_time_median 5.549999999999988 deviation-center-line_median 0.04756893535888313 in-drivable-lane_median 0.9999999999999964
other stats agent_compute-ego_max 0.06758651862273345 agent_compute-ego_mean 0.06054390936847 agent_compute-ego_median 0.05959348546134101 agent_compute-ego_min 0.05611440492054773 deviation-center-line_max 0.06628124520952136 deviation-center-line_mean 0.0513113298520783 deviation-center-line_min 0.04756874938348469 deviation-heading_max 0.3902119203851745 deviation-heading_mean 0.3813380184189976 deviation-heading_median 0.39020902164128224 deviation-heading_min 0.3458513477489306 driven_any_max 2.7471689201187153 driven_any_mean 1.6941689201588157 driven_any_median 1.5771689201187176 driven_any_min 0.9921689203192088 driven_lanedir_consec_max 2.5148965539064285 driven_lanedir_consec_mean 1.377546484191465 driven_lanedir_consec_min 0.6544587706938922 driven_lanedir_max 2.5148965539064285 driven_lanedir_mean 1.377546484191465 driven_lanedir_median 1.2394590679116675 driven_lanedir_min 0.6544587706938922 in-drivable-lane_max 0.9999999999999964 in-drivable-lane_mean 0.9399999999999992 in-drivable-lane_min 0.70000000000001 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.9921689203192088, "sim_physics": 0.03615939286020067, "survival_time": 3.599999999999995, "driven_lanedir": 0.6544587706938922, "sim_render-ego": 0.05779058403438992, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.05959348546134101, "deviation-heading": 0.3902119203851745, "set_robot_commands": 0.08669290608829922, "deviation-center-line": 0.04756896992501765, "driven_lanedir_consec": 0.6544587706938922, "sim_compute_sim_state": 0.033604966269599065, "sim_compute_performance-ego": 0.06265807151794434, "sim_compute_robot_state-ego": 0.06224769685003492, "sim_compute_robot_state-npc0": 0.06250861287117004, "sim_compute_robot_state-npc1": 0.061988131867514715, "sim_compute_robot_state-npc2": 0.06223499443795946, "sim_compute_robot_state-npc3": 0.06057495872179667}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.7471689201187153, "sim_physics": 0.038334437779017856, "survival_time": 9.45, "driven_lanedir": 2.5148965539064285, "sim_render-ego": 0.05555481002444312, "in-drivable-lane": 0.70000000000001, "agent_compute-ego": 0.05611440492054773, "deviation-heading": 0.3458513477489306, "set_robot_commands": 0.0865372791492119, "deviation-center-line": 0.06628124520952136, "driven_lanedir_consec": 2.5148965539064285, "sim_compute_sim_state": 0.03425985543185441, "sim_compute_performance-ego": 0.06390774060809423, "sim_compute_robot_state-ego": 0.06195151868951384, "sim_compute_robot_state-npc0": 0.060847980004769785, "sim_compute_robot_state-npc1": 0.06140277246949534, "sim_compute_robot_state-npc2": 0.062293588799774334, "sim_compute_robot_state-npc3": 0.06261066784934392}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.5771689201187176, "sim_physics": 0.04254783381212939, "survival_time": 5.549999999999988, "driven_lanedir": 1.2394590679116675, "sim_render-ego": 0.06129779257215895, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.06758651862273345, "deviation-heading": 0.39020902164128224, "set_robot_commands": 0.09291684520137204, "deviation-center-line": 0.04756874938348469, "driven_lanedir_consec": 1.2394590679116675, "sim_compute_sim_state": 0.03697495417551951, "sim_compute_performance-ego": 0.06512677132546364, "sim_compute_robot_state-ego": 0.06595243204821337, "sim_compute_robot_state-npc0": 0.07827223528612841, "sim_compute_robot_state-npc1": 0.06603965888152251, "sim_compute_robot_state-npc2": 0.06847020312472507, "sim_compute_robot_state-npc3": 0.06983267723977028}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.5771689201187176, "sim_physics": 0.0369929837750959, "survival_time": 5.549999999999988, "driven_lanedir": 1.2394590679116675, "sim_render-ego": 0.058346582962586, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.059096778835262265, "deviation-heading": 0.39020902164128224, "set_robot_commands": 0.08500409555864764, "deviation-center-line": 0.04756874938348469, "driven_lanedir_consec": 1.2394590679116675, "sim_compute_sim_state": 0.03560300560684891, "sim_compute_performance-ego": 0.06317953805665712, "sim_compute_robot_state-ego": 0.06418421032192471, "sim_compute_robot_state-npc0": 0.06379336065000242, "sim_compute_robot_state-npc1": 0.06871844411970258, "sim_compute_robot_state-npc2": 0.06308793162440395, "sim_compute_robot_state-npc3": 0.06183759156648103}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.577168920118719, "sim_physics": 0.034750800948959215, "survival_time": 5.549999999999988, "driven_lanedir": 1.23945896053367, "sim_render-ego": 0.05806393021935815, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.0603283590024656, "deviation-heading": 0.3902087806783182, "set_robot_commands": 0.08573782121812976, "deviation-center-line": 0.04756893535888313, "driven_lanedir_consec": 1.23945896053367, "sim_compute_sim_state": 0.035041209813710804, "sim_compute_performance-ego": 0.06277852015452343, "sim_compute_robot_state-ego": 0.0675505238610345, "sim_compute_robot_state-npc0": 0.06289750606090098, "sim_compute_robot_state-npc1": 0.06204773928668048, "sim_compute_robot_state-npc2": 0.06220375524984824, "sim_compute_robot_state-npc3": 0.06290844539264301}}set_robot_commands_max 0.09291684520137204 set_robot_commands_mean 0.0873777894431321 set_robot_commands_median 0.0865372791492119 set_robot_commands_min 0.08500409555864764 sim_compute_performance-ego_max 0.06512677132546364 sim_compute_performance-ego_mean 0.06353012833253655 sim_compute_performance-ego_median 0.06317953805665712 sim_compute_performance-ego_min 0.06265807151794434 sim_compute_robot_state-ego_max 0.0675505238610345 sim_compute_robot_state-ego_mean 0.06437727635414428 sim_compute_robot_state-ego_median 0.06418421032192471 sim_compute_robot_state-ego_min 0.06195151868951384 sim_compute_robot_state-npc0_max 0.07827223528612841 sim_compute_robot_state-npc0_mean 0.06566393897459433 sim_compute_robot_state-npc0_median 0.06289750606090098 sim_compute_robot_state-npc0_min 0.060847980004769785 sim_compute_robot_state-npc1_max 0.06871844411970258 sim_compute_robot_state-npc1_mean 0.06403934932498313 sim_compute_robot_state-npc1_median 0.06204773928668048 sim_compute_robot_state-npc1_min 0.06140277246949534 sim_compute_robot_state-npc2_max 0.06847020312472507 sim_compute_robot_state-npc2_mean 0.0636580946473422 sim_compute_robot_state-npc2_median 0.062293588799774334 sim_compute_robot_state-npc2_min 0.06220375524984824 sim_compute_robot_state-npc3_max 0.06983267723977028 sim_compute_robot_state-npc3_mean 0.06355286815400699 sim_compute_robot_state-npc3_median 0.06261066784934392 sim_compute_robot_state-npc3_min 0.06057495872179667 sim_compute_sim_state_max 0.03697495417551951 sim_compute_sim_state_mean 0.03509679825950654 sim_compute_sim_state_median 0.035041209813710804 sim_compute_sim_state_min 0.033604966269599065 sim_physics_max 0.04254783381212939 sim_physics_mean 0.0377570898350806 sim_physics_median 0.0369929837750959 sim_physics_min 0.034750800948959215 sim_render-ego_max 0.06129779257215895 sim_render-ego_mean 0.05821073996258722 sim_render-ego_median 0.05806393021935815 sim_render-ego_min 0.05555481002444312 simulation-passed 1 survival_time_max 9.45 survival_time_mean 5.939999999999992 survival_time_min 3.599999999999995
No reset possible 19625
2451
Nicky Eichmann Baseline solution using reinforcement learning aido2-LFVI-sim-validation
step1-simulation success no ip-172-31-42-167-28275
2019-04-24 16:00:38+00:00 2019-04-24 16:31:03+00:00 0:30:25 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median -1.3614573264245535 survival_time_median 14.950000000000076 deviation-center-line_median 1.0119696714086834 in-drivable-lane_median 4.050000000000022
other stats agent_compute-ego_max 0.15978973786036174 agent_compute-ego_mean 0.1539401488304138 agent_compute-ego_median 0.1585936721165975 agent_compute-ego_min 0.14333485841751098 deviation-center-line_max 1.0119699909612991 deviation-center-line_mean 1.0119697191394268 deviation-center-line_min 1.0119693200897382 deviation-heading_max 6.81542792438532 deviation-heading_mean 6.815427924385318 deviation-heading_median 6.815427924385318 deviation-heading_min 6.815427924385317 driven_any_max 4.390824152784938 driven_any_mean 4.3908241527849325 driven_any_median 4.3908241527849325 driven_any_min 4.390824152784927 driven_lanedir_consec_max -1.361452200425545 driven_lanedir_consec_mean -1.3614579701548792 driven_lanedir_consec_min -1.3614641213545289 driven_lanedir_max -2.315814608416598 driven_lanedir_mean -2.3158170164441083 driven_lanedir_median -2.3158169926021728 driven_lanedir_min -2.315819376788188 in-drivable-lane_max 4.050000000000022 in-drivable-lane_mean 4.050000000000022 in-drivable-lane_min 4.050000000000022 per-episodes details {"udem1-0-0": {"driven_any": 4.390824152784927, "sim_physics": 0.03454339345296224, "survival_time": 14.950000000000076, "driven_lanedir": -2.315816992602138, "sim_render-ego": 0.05300293842951457, "in-drivable-lane": 4.050000000000022, "agent_compute-ego": 0.14333485841751098, "deviation-heading": 6.815427924385318, "set_robot_commands": 0.0801870354016622, "deviation-center-line": 1.0119693200897382, "driven_lanedir_consec": -1.361457326424502, "sim_compute_sim_state": 0.03265999714533488, "sim_compute_performance-ego": 0.05693818966547648, "sim_compute_robot_state-ego": 0.05924538532892863, "sim_compute_robot_state-npc0": 0.05871898094813029, "sim_compute_robot_state-npc1": 0.057944931983947755, "sim_compute_robot_state-npc2": 0.060101405779520674, "sim_compute_robot_state-npc3": 0.05781794548034668}, "udem1-1-0": {"driven_any": 4.390824152784938, "sim_physics": 0.03794142882029215, "survival_time": 14.950000000000076, "driven_lanedir": -2.315814608416598, "sim_render-ego": 0.05833721478780111, "in-drivable-lane": 4.050000000000022, "agent_compute-ego": 0.14913414478302, "deviation-heading": 6.815427924385319, "set_robot_commands": 0.08493726730346679, "deviation-center-line": 1.0119699909612991, "driven_lanedir_consec": -1.361452200425545, "sim_compute_sim_state": 0.03508479913075765, "sim_compute_performance-ego": 0.06059404691060384, "sim_compute_robot_state-ego": 0.06188396453857422, "sim_compute_robot_state-npc0": 0.059488924344380696, "sim_compute_robot_state-npc1": 0.05991408507029215, "sim_compute_robot_state-npc2": 0.05952296257019043, "sim_compute_robot_state-npc3": 0.05998006502787272}, "udem1-2-0": {"driven_any": 4.390824152784927, "sim_physics": 0.0401725443204244, "survival_time": 14.950000000000076, "driven_lanedir": -2.315819376788188, "sim_render-ego": 0.0586224110921224, "in-drivable-lane": 4.050000000000022, "agent_compute-ego": 0.15978973786036174, "deviation-heading": 6.815427924385317, "set_robot_commands": 0.0884242065747579, "deviation-center-line": 1.0119699909612945, "driven_lanedir_consec": -1.3614641213545289, "sim_compute_sim_state": 0.037602903048197425, "sim_compute_performance-ego": 0.06563498179117838, "sim_compute_robot_state-ego": 0.06790330489476522, "sim_compute_robot_state-npc0": 0.06445498625437418, "sim_compute_robot_state-npc1": 0.0649027419090271, "sim_compute_robot_state-npc2": 0.06509262482325236, "sim_compute_robot_state-npc3": 0.06623520930608114}, "udem1-3-0": {"driven_any": 4.3908241527849325, "sim_physics": 0.04144156773885091, "survival_time": 14.950000000000076, "driven_lanedir": -2.3158169926021728, "sim_render-ego": 0.06005823532740275, "in-drivable-lane": 4.050000000000022, "agent_compute-ego": 0.15884833097457884, "deviation-heading": 6.81542792438532, "set_robot_commands": 0.08460736115773519, "deviation-center-line": 1.0119696714086834, "driven_lanedir_consec": -1.3614573264245535, "sim_compute_sim_state": 0.0366555658976237, "sim_compute_performance-ego": 0.06461312214533488, "sim_compute_robot_state-ego": 0.0672348419825236, "sim_compute_robot_state-npc0": 0.0625877857208252, "sim_compute_robot_state-npc1": 0.06279491583506266, "sim_compute_robot_state-npc2": 0.06411834955215454, "sim_compute_robot_state-npc3": 0.06393815437952677}, "udem1-4-0": {"driven_any": 4.390824152784936, "sim_physics": 0.04059507052103679, "survival_time": 14.950000000000076, "driven_lanedir": -2.3158171118114455, "sim_render-ego": 0.05852947473526001, "in-drivable-lane": 4.050000000000022, "agent_compute-ego": 0.1585936721165975, "deviation-heading": 6.815427924385317, "set_robot_commands": 0.08769252459208171, "deviation-center-line": 1.0119696222761183, "driven_lanedir_consec": -1.3614588761452664, "sim_compute_sim_state": 0.03707576831181844, "sim_compute_performance-ego": 0.06360799153645834, "sim_compute_robot_state-ego": 0.06937423388163248, "sim_compute_robot_state-npc0": 0.06408322890599569, "sim_compute_robot_state-npc1": 0.06391634623209635, "sim_compute_robot_state-npc2": 0.06425059000651041, "sim_compute_robot_state-npc3": 0.06338868697484334}}set_robot_commands_max 0.0884242065747579 set_robot_commands_mean 0.08516967900594076 set_robot_commands_median 0.08493726730346679 set_robot_commands_min 0.0801870354016622 sim_compute_performance-ego_max 0.06563498179117838 sim_compute_performance-ego_mean 0.06227766640981038 sim_compute_performance-ego_median 0.06360799153645834 sim_compute_performance-ego_min 0.05693818966547648 sim_compute_robot_state-ego_max 0.06937423388163248 sim_compute_robot_state-ego_mean 0.06512834612528483 sim_compute_robot_state-ego_median 0.0672348419825236 sim_compute_robot_state-ego_min 0.05924538532892863 sim_compute_robot_state-npc0_max 0.06445498625437418 sim_compute_robot_state-npc0_mean 0.06186678123474121 sim_compute_robot_state-npc0_median 0.0625877857208252 sim_compute_robot_state-npc0_min 0.05871898094813029 sim_compute_robot_state-npc1_max 0.0649027419090271 sim_compute_robot_state-npc1_mean 0.06189460420608521 sim_compute_robot_state-npc1_median 0.06279491583506266 sim_compute_robot_state-npc1_min 0.057944931983947755 sim_compute_robot_state-npc2_max 0.06509262482325236 sim_compute_robot_state-npc2_mean 0.06261718654632568 sim_compute_robot_state-npc2_median 0.06411834955215454 sim_compute_robot_state-npc2_min 0.05952296257019043 sim_compute_robot_state-npc3_max 0.06623520930608114 sim_compute_robot_state-npc3_mean 0.06227201223373413 sim_compute_robot_state-npc3_median 0.06338868697484334 sim_compute_robot_state-npc3_min 0.05781794548034668 sim_compute_sim_state_max 0.037602903048197425 sim_compute_sim_state_mean 0.03581580670674642 sim_compute_sim_state_median 0.0366555658976237 sim_compute_sim_state_min 0.03265999714533488 sim_physics_max 0.04144156773885091 sim_physics_mean 0.0389388009707133 sim_physics_median 0.0401725443204244 sim_physics_min 0.03454339345296224 sim_render-ego_max 0.06005823532740275 sim_render-ego_mean 0.05771005487442017 sim_render-ego_median 0.05852947473526001 sim_render-ego_min 0.05300293842951457 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 19592
2450
Nicky Eichmann Baseline solution using reinforcement learning aido2-LFVI-sim-testing
step1-simulation host-error no ip-172-31-42-167-28275
2019-04-24 15:50:05+00:00 2019-04-24 16:00:07+00:00 0:10:02 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
**kwargs).stdout
File "/usr/lib/python3.6/subprocess.py", line 418, in run
output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job19592-308101', 'ps', '-q', 'solution']' returned non-zero exit status 1.
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
submission_id=submission_id, timeout_sec=timeout_sec)
File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
write_logs(wd, project, services=config['services'])
File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
container_id = get_id_for_service(wd, project, service)
File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
o = run_docker(wd, project, cmd, get_output=True)
File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job19592-308101', 'ps', '-q', 'solution']:
> Command '['docker-compose', '-p', 'job19592-308101', 'ps', '-q', 'solution']' returned non-zero exit status 1.
stdout |
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19587
2455
Liam Paull  🇨🇦challenge-aido_LF-template-ros aido2-LF-sim-testing
step1-simulation error no ip-172-31-42-167-28275
2019-04-24 15:49:13+00:00 2019-04-24 15:49:57+00:00 0:00:44 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19553
2508
Rami Al-Naim  🇷🇺challenge-aido_LF-template-ros aido2-LF-sim-testing
step1-simulation error no ip-172-31-42-167-28275
2019-04-24 15:44:52+00:00 2019-04-24 15:48:43+00:00 0:03:51 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19520
2556
Andrea Censi  🇨ðŸ‡challenge-aido_LF-template-ros - Template solution using ROS aido2-LFVI-sim-validation
step1-simulation success no ip-172-31-42-167-28275
2019-04-24 15:37:01+00:00 2019-04-24 15:44:46+00:00 0:07:45 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6013276121655571 survival_time_median 2.2 deviation-center-line_median 0.11994879786730762 in-drivable-lane_median 0.09999999999999964
other stats agent_compute-ego_max 0.07861684530209272 agent_compute-ego_mean 0.06673556459433064 agent_compute-ego_median 0.06505507544467323 agent_compute-ego_min 0.06071761628271828 deviation-center-line_max 0.31602167939174997 deviation-center-line_mean 0.15029477661273552 deviation-center-line_min 0.08465176242372947 deviation-heading_max 1.298091820230251 deviation-heading_mean 0.5590872679348118 deviation-heading_median 0.39186075366845463 deviation-heading_min 0.29133071980288444 driven_any_max 1.2345099137442228 driven_any_mean 0.7773148514182241 driven_any_median 0.6489566174251553 driven_any_min 0.47625793140583145 driven_lanedir_consec_max 0.923268763707114 driven_lanedir_consec_mean 0.634114415404596 driven_lanedir_consec_min 0.4596280139000144 driven_lanedir_max 0.923268763707114 driven_lanedir_mean 0.6342515685671332 driven_lanedir_median 0.6013276121655571 driven_lanedir_min 0.4596280139000144 in-drivable-lane_max 0.9499999999999966 in-drivable-lane_mean 0.3599999999999987 in-drivable-lane_min 0 per-episodes details {"udem1-0-0": {"driven_any": 1.2345099137442228, "sim_physics": 0.04414718527542917, "survival_time": 4.749999999999991, "driven_lanedir": 0.923268763707114, "sim_render-ego": 0.05809954342089201, "in-drivable-lane": 0.7499999999999973, "agent_compute-ego": 0.06544464010941355, "deviation-heading": 1.298091820230251, "set_robot_commands": 0.08684358596801758, "deviation-center-line": 0.31602167939174997, "driven_lanedir_consec": 0.923268763707114, "sim_compute_sim_state": 0.036626988963076944, "sim_compute_performance-ego": 0.06298558084588302, "sim_compute_robot_state-ego": 0.069851857737491, "sim_compute_robot_state-npc0": 0.0636918820832905, "sim_compute_robot_state-npc1": 0.06083126068115234, "sim_compute_robot_state-npc2": 0.06357738846226742, "sim_compute_robot_state-npc3": 0.06356505594755474}, "udem1-1-0": {"driven_any": 0.5114621661231735, "sim_physics": 0.04083715614519621, "survival_time": 1.900000000000001, "driven_lanedir": 0.49928522044265344, "sim_render-ego": 0.0593136611737703, "in-drivable-lane": 0, "agent_compute-ego": 0.06505507544467323, "deviation-heading": 0.29133071980288444, "set_robot_commands": 0.08477360951273065, "deviation-center-line": 0.08465176242372947, "driven_lanedir_consec": 0.49928522044265344, "sim_compute_sim_state": 0.03803959018305728, "sim_compute_performance-ego": 0.06342460607227526, "sim_compute_robot_state-ego": 0.06959095126704166, "sim_compute_robot_state-npc0": 0.06379708490873638, "sim_compute_robot_state-npc1": 0.062381901239093984, "sim_compute_robot_state-npc2": 0.06622715372788279, "sim_compute_robot_state-npc3": 0.0681723858180799}, "udem1-2-0": {"driven_any": 0.47625793140583145, "sim_physics": 0.051355514770899065, "survival_time": 1.950000000000001, "driven_lanedir": 0.4596280139000144, "sim_render-ego": 0.06716412764329177, "in-drivable-lane": 0, "agent_compute-ego": 0.07861684530209272, "deviation-heading": 0.39186075366845463, "set_robot_commands": 0.1073176494011512, "deviation-center-line": 0.10378004828632456, "driven_lanedir_consec": 0.4596280139000144, "sim_compute_sim_state": 0.04319055263812725, "sim_compute_performance-ego": 0.07559637534312713, "sim_compute_robot_state-ego": 0.08118683252579127, "sim_compute_robot_state-npc0": 0.07837207500751202, "sim_compute_robot_state-npc1": 0.07708473083300468, "sim_compute_robot_state-npc2": 0.07896974759224133, "sim_compute_robot_state-npc3": 0.07392621651673928}, "udem1-3-0": {"driven_any": 1.0153876283927372, "sim_physics": 0.04536700248718262, "survival_time": 3.5499999999999954, "driven_lanedir": 0.6877482326203274, "sim_render-ego": 0.0528076601700044, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.06071761628271828, "deviation-heading": 0.47721720082170194, "set_robot_commands": 0.0787183533252125, "deviation-center-line": 0.11994879786730762, "driven_lanedir_consec": 0.6870624668076413, "sim_compute_sim_state": 0.033219659832161914, "sim_compute_performance-ego": 0.05875169727164255, "sim_compute_robot_state-ego": 0.06293806895403795, "sim_compute_robot_state-npc0": 0.05791064719079246, "sim_compute_robot_state-npc1": 0.05762709026605311, "sim_compute_robot_state-npc2": 0.05680992905522736, "sim_compute_robot_state-npc3": 0.06231692811133156}, "udem1-4-0": {"driven_any": 0.6489566174251553, "sim_physics": 0.03567161343314431, "survival_time": 2.2, "driven_lanedir": 0.6013276121655571, "sim_render-ego": 0.05532507462935014, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.06384364583275536, "deviation-heading": 0.3369358451507671, "set_robot_commands": 0.08227853883396495, "deviation-center-line": 0.12707159509456606, "driven_lanedir_consec": 0.6013276121655571, "sim_compute_sim_state": 0.03338995304974643, "sim_compute_performance-ego": 0.05933225696737116, "sim_compute_robot_state-ego": 0.06218212842941284, "sim_compute_robot_state-npc0": 0.06022888963872736, "sim_compute_robot_state-npc1": 0.05858566002412276, "sim_compute_robot_state-npc2": 0.05781886794350364, "sim_compute_robot_state-npc3": 0.05902417681433938}}set_robot_commands_max 0.1073176494011512 set_robot_commands_mean 0.08798634740821538 set_robot_commands_median 0.08477360951273065 set_robot_commands_min 0.0787183533252125 sim_compute_performance-ego_max 0.07559637534312713 sim_compute_performance-ego_mean 0.06401810330005983 sim_compute_performance-ego_median 0.06298558084588302 sim_compute_performance-ego_min 0.05875169727164255 sim_compute_robot_state-ego_max 0.08118683252579127 sim_compute_robot_state-ego_mean 0.06914996778275495 sim_compute_robot_state-ego_median 0.06959095126704166 sim_compute_robot_state-ego_min 0.06218212842941284 sim_compute_robot_state-npc0_max 0.07837207500751202 sim_compute_robot_state-npc0_mean 0.06480011576581175 sim_compute_robot_state-npc0_median 0.0636918820832905 sim_compute_robot_state-npc0_min 0.05791064719079246 sim_compute_robot_state-npc1_max 0.07708473083300468 sim_compute_robot_state-npc1_mean 0.06330212860868537 sim_compute_robot_state-npc1_median 0.06083126068115234 sim_compute_robot_state-npc1_min 0.05762709026605311 sim_compute_robot_state-npc2_max 0.07896974759224133 sim_compute_robot_state-npc2_mean 0.06468061735622452 sim_compute_robot_state-npc2_median 0.06357738846226742 sim_compute_robot_state-npc2_min 0.05680992905522736 sim_compute_robot_state-npc3_max 0.07392621651673928 sim_compute_robot_state-npc3_mean 0.06540095264160897 sim_compute_robot_state-npc3_median 0.06356505594755474 sim_compute_robot_state-npc3_min 0.05902417681433938 sim_compute_sim_state_max 0.04319055263812725 sim_compute_sim_state_mean 0.03689334893323397 sim_compute_sim_state_median 0.036626988963076944 sim_compute_sim_state_min 0.033219659832161914 sim_physics_max 0.051355514770899065 sim_physics_mean 0.04347569442237027 sim_physics_median 0.04414718527542917 sim_physics_min 0.03567161343314431 sim_render-ego_max 0.06716412764329177 sim_render-ego_mean 0.05854201340746172 sim_render-ego_median 0.05809954342089201 sim_render-ego_min 0.0528076601700044 simulation-passed 1 survival_time_max 4.749999999999991 survival_time_mean 2.8699999999999983 survival_time_min 1.900000000000001
No reset possible 19519
2557
Liam Paull  🇨🇦challenge-aido_LF-baseline-duckietown aido2-LF-sim-testing
step1-simulation error no ip-172-31-42-167-28275
2019-04-24 15:36:03+00:00 2019-04-24 15:36:53+00:00 0:00:50 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19508
2621
Andrea Censi  🇨ðŸ‡challenge-aido_LF-template-random aido2-LFV-sim-validation
step1-simulation success no ip-172-31-42-167-28275
2019-04-24 15:28:04+00:00 2019-04-24 15:35:24+00:00 0:07:20 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.9097625228344608 survival_time_median 2.3999999999999995 deviation-center-line_median 0.09850417100304978 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.1477243254582087 agent_compute-ego_mean 0.14147856095727687 agent_compute-ego_median 0.1422126608736375 agent_compute-ego_min 0.13041498975933724 deviation-center-line_max 0.13882443387861454 deviation-center-line_mean 0.10656223356403702 deviation-center-line_min 0.07952733817751276 deviation-heading_max 0.26115230540596424 deviation-heading_mean 0.23093022559873316 deviation-heading_median 0.23417405060778035 deviation-heading_min 0.1984807025035913 driven_any_max 1.4367438864906794 driven_any_mean 1.0309070915612302 driven_any_median 0.9157141892899948 driven_any_min 0.8462726558162903 driven_lanedir_consec_max 0.9542194653539162 driven_lanedir_consec_mean 0.8288426551719738 driven_lanedir_consec_min 0.5348503251906886 driven_lanedir_max 0.9542194653539162 driven_lanedir_mean 0.8288426551719738 driven_lanedir_median 0.9097625228344608 driven_lanedir_min 0.5348503251906886 in-drivable-lane_max 1.099999999999998 in-drivable-lane_mean 0.4199999999999989 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0405624261079018, "sim_physics": 0.03425894593292812, "survival_time": 2.6499999999999986, "driven_lanedir": 0.5348503251906886, "sim_render-ego": 0.05572721193421562, "in-drivable-lane": 1.099999999999998, "agent_compute-ego": 0.13041498975933724, "deviation-heading": 0.24579559783100224, "set_robot_commands": 0.08499146407505251, "deviation-center-line": 0.07952733817751276, "driven_lanedir_consec": 0.5348503251906886, "sim_compute_sim_state": 0.038850257981498285, "sim_compute_performance-ego": 0.06020814067912551, "sim_compute_robot_state-ego": 0.06095604176791209, "sim_compute_robot_state-npc0": 0.06190725542464346, "sim_compute_robot_state-npc1": 0.0583613413684773, "sim_compute_robot_state-npc2": 0.058306990929369654, "sim_compute_robot_state-npc3": 0.05924893325229861}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.8462726558162903, "sim_physics": 0.03895182501186024, "survival_time": 2.2, "driven_lanedir": 0.8350786826190175, "sim_render-ego": 0.05790173465555364, "in-drivable-lane": 0, "agent_compute-ego": 0.1463914676146074, "deviation-heading": 0.23417405060778035, "set_robot_commands": 0.08246979388323697, "deviation-center-line": 0.09491150723296102, "driven_lanedir_consec": 0.8350786826190175, "sim_compute_sim_state": 0.03700640526684848, "sim_compute_performance-ego": 0.06304158947684547, "sim_compute_robot_state-ego": 0.06656707958741621, "sim_compute_robot_state-npc0": 0.06195100870999423, "sim_compute_robot_state-npc1": 0.06201607530767267, "sim_compute_robot_state-npc2": 0.06202935088764538, "sim_compute_robot_state-npc3": 0.06595516746694391}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.9152423001012856, "sim_physics": 0.03871107631259495, "survival_time": 2.25, "driven_lanedir": 0.9097625228344608, "sim_render-ego": 0.05903095139397515, "in-drivable-lane": 0, "agent_compute-ego": 0.14064936108059353, "deviation-heading": 0.1984807025035913, "set_robot_commands": 0.08734768761528863, "deviation-center-line": 0.12104371752804705, "driven_lanedir_consec": 0.9097625228344608, "sim_compute_sim_state": 0.03728890948825413, "sim_compute_performance-ego": 0.06717412206861707, "sim_compute_robot_state-ego": 0.0702394167582194, "sim_compute_robot_state-npc0": 0.06302480697631836, "sim_compute_robot_state-npc1": 0.06385467317369249, "sim_compute_robot_state-npc2": 0.06521447499593098, "sim_compute_robot_state-npc3": 0.06524971856011284}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.9157141892899948, "sim_physics": 0.04089978833993276, "survival_time": 2.3999999999999995, "driven_lanedir": 0.910302279861786, "sim_render-ego": 0.05945167442162832, "in-drivable-lane": 0, "agent_compute-ego": 0.1477243254582087, "deviation-heading": 0.2150484716453277, "set_robot_commands": 0.09026229878266652, "deviation-center-line": 0.13882443387861454, "driven_lanedir_consec": 0.910302279861786, "sim_compute_sim_state": 0.03757333258787791, "sim_compute_performance-ego": 0.06553267439206441, "sim_compute_robot_state-ego": 0.07103051245212555, "sim_compute_robot_state-npc0": 0.06603357195854187, "sim_compute_robot_state-npc1": 0.06722599764664967, "sim_compute_robot_state-npc2": 0.06833934287230174, "sim_compute_robot_state-npc3": 0.06997418403625488}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.4367438864906794, "sim_physics": 0.03574929868473726, "survival_time": 3.399999999999996, "driven_lanedir": 0.9542194653539162, "sim_render-ego": 0.05761821830973906, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.1422126608736375, "deviation-heading": 0.26115230540596424, "set_robot_commands": 0.08335181194193222, "deviation-center-line": 0.09850417100304978, "driven_lanedir_consec": 0.9542194653539162, "sim_compute_sim_state": 0.034099789226756376, "sim_compute_performance-ego": 0.06165256219751695, "sim_compute_robot_state-ego": 0.06742202885010663, "sim_compute_robot_state-npc0": 0.0597641993971432, "sim_compute_robot_state-npc1": 0.06133049025255091, "sim_compute_robot_state-npc2": 0.05981192168067483, "sim_compute_robot_state-npc3": 0.06138952690012315}}set_robot_commands_max 0.09026229878266652 set_robot_commands_mean 0.08568461125963538 set_robot_commands_median 0.08499146407505251 set_robot_commands_min 0.08246979388323697 sim_compute_performance-ego_max 0.06717412206861707 sim_compute_performance-ego_mean 0.06352181776283389 sim_compute_performance-ego_median 0.06304158947684547 sim_compute_performance-ego_min 0.06020814067912551 sim_compute_robot_state-ego_max 0.07103051245212555 sim_compute_robot_state-ego_mean 0.06724301588315598 sim_compute_robot_state-ego_median 0.06742202885010663 sim_compute_robot_state-ego_min 0.06095604176791209 sim_compute_robot_state-npc0_max 0.06603357195854187 sim_compute_robot_state-npc0_mean 0.06253616849332821 sim_compute_robot_state-npc0_median 0.06195100870999423 sim_compute_robot_state-npc0_min 0.0597641993971432 sim_compute_robot_state-npc1_max 0.06722599764664967 sim_compute_robot_state-npc1_mean 0.0625577155498086 sim_compute_robot_state-npc1_median 0.06201607530767267 sim_compute_robot_state-npc1_min 0.0583613413684773 sim_compute_robot_state-npc2_max 0.06833934287230174 sim_compute_robot_state-npc2_mean 0.06274041627318452 sim_compute_robot_state-npc2_median 0.06202935088764538 sim_compute_robot_state-npc2_min 0.058306990929369654 sim_compute_robot_state-npc3_max 0.06997418403625488 sim_compute_robot_state-npc3_mean 0.06436350604314668 sim_compute_robot_state-npc3_median 0.06524971856011284 sim_compute_robot_state-npc3_min 0.05924893325229861 sim_compute_sim_state_max 0.038850257981498285 sim_compute_sim_state_mean 0.03696373891024703 sim_compute_sim_state_median 0.03728890948825413 sim_compute_sim_state_min 0.034099789226756376 sim_physics_max 0.04089978833993276 sim_physics_mean 0.03771418685641066 sim_physics_median 0.03871107631259495 sim_physics_min 0.03425894593292812 sim_render-ego_max 0.05945167442162832 sim_render-ego_mean 0.05794595814302236 sim_render-ego_median 0.05790173465555364 sim_render-ego_min 0.05572721193421562 simulation-passed 1 survival_time_max 3.399999999999996 survival_time_mean 2.579999999999999 survival_time_min 2.2
No reset possible 19453
2657
Egor Zamotaev challenge-aido_LF-baseline-duckietown aido2-LFV-sim-validation
step1-simulation success no ip-172-31-42-167-28275
2019-04-24 15:00:28+00:00 2019-04-24 15:27:37+00:00 0:27:09 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.143316804116477 survival_time_median 12.950000000000047 deviation-center-line_median 0.6793876435670876 in-drivable-lane_median 0.400000000000003
other stats agent_compute-ego_max 0.08857905546824138 agent_compute-ego_mean 0.08026150047456679 agent_compute-ego_median 0.07900737423494637 agent_compute-ego_min 0.0683222209706026 deviation-center-line_max 0.9367226049320708 deviation-center-line_mean 0.7521139123863851 deviation-center-line_min 0.6065588156049079 deviation-heading_max 5.737240010327357 deviation-heading_mean 3.93157571234084 deviation-heading_median 4.273567052278151 deviation-heading_min 2.33090535734041 driven_any_max 2.355401312488719 driven_any_mean 1.8680114224304312 driven_any_median 2.034111109618469 driven_any_min 1.2868625919982544 driven_lanedir_consec_max 1.7975470605754436 driven_lanedir_consec_mean 1.2530082540082144 driven_lanedir_consec_min 1.0593277168194764 driven_lanedir_max 1.7975470605754436 driven_lanedir_mean 1.452838848290224 driven_lanedir_median 1.4283977716922125 driven_lanedir_min 1.120545829730199 in-drivable-lane_max 4.350000000000055 in-drivable-lane_mean 1.3600000000000134 in-drivable-lane_min 0.05000000000000071 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.3446874997830403, "sim_physics": 0.045841126441955565, "survival_time": 14.950000000000076, "driven_lanedir": 1.7743867753367883, "sim_render-ego": 0.07000657002131144, "in-drivable-lane": 1.650000000000004, "agent_compute-ego": 0.08821154276529948, "deviation-heading": 5.737240010327357, "set_robot_commands": 0.11030046463012697, "deviation-center-line": 0.9367226049320708, "driven_lanedir_consec": 1.0593277168194764, "sim_compute_sim_state": 0.04482372760772705, "sim_compute_performance-ego": 0.07848932981491089, "sim_compute_robot_state-ego": 0.08299284060796101, "sim_compute_robot_state-npc0": 0.07782740831375122, "sim_compute_robot_state-npc1": 0.07740106105804444, "sim_compute_robot_state-npc2": 0.07905244350433349, "sim_compute_robot_state-npc3": 0.07921409130096435}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.355401312488719, "sim_physics": 0.04365071853001912, "survival_time": 14.950000000000076, "driven_lanedir": 1.4283977716922125, "sim_render-ego": 0.07152684211730957, "in-drivable-lane": 4.350000000000055, "agent_compute-ego": 0.08857905546824138, "deviation-heading": 4.273567052278151, "set_robot_commands": 0.11265744606653848, "deviation-center-line": 0.6793876435670876, "driven_lanedir_consec": 1.1443038587994772, "sim_compute_sim_state": 0.04393819650014241, "sim_compute_performance-ego": 0.07630041122436523, "sim_compute_robot_state-ego": 0.08336928208669027, "sim_compute_robot_state-npc0": 0.07692592700322469, "sim_compute_robot_state-npc1": 0.0778516666094462, "sim_compute_robot_state-npc2": 0.07859289646148682, "sim_compute_robot_state-npc3": 0.07845560868581136}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.2868625919982544, "sim_physics": 0.03961768925908101, "survival_time": 8.299999999999983, "driven_lanedir": 1.120545829730199, "sim_render-ego": 0.06258018763668566, "in-drivable-lane": 0.400000000000003, "agent_compute-ego": 0.07900737423494637, "deviation-heading": 2.33090535734041, "set_robot_commands": 0.0968663204147155, "deviation-center-line": 0.6065588156049079, "driven_lanedir_consec": 1.120545829730199, "sim_compute_sim_state": 0.03895683891801949, "sim_compute_performance-ego": 0.06941984360476575, "sim_compute_robot_state-ego": 0.0737480801272105, "sim_compute_robot_state-npc0": 0.07111717706703279, "sim_compute_robot_state-npc1": 0.0694150508168232, "sim_compute_robot_state-npc2": 0.06891523499086678, "sim_compute_robot_state-npc3": 0.06976587513843215}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.034111109618469, "sim_physics": 0.037867249669255434, "survival_time": 12.950000000000047, "driven_lanedir": 1.7975470605754436, "sim_render-ego": 0.06314148589911148, "in-drivable-lane": 0.05000000000000071, "agent_compute-ego": 0.0771873089337441, "deviation-heading": 4.757413035129242, "set_robot_commands": 0.09554473313585672, "deviation-center-line": 0.8836923468692068, "driven_lanedir_consec": 1.7975470605754436, "sim_compute_sim_state": 0.038281501490176874, "sim_compute_performance-ego": 0.06782104425908976, "sim_compute_robot_state-ego": 0.07031299340678919, "sim_compute_robot_state-npc0": 0.06872429810895883, "sim_compute_robot_state-npc1": 0.06661828512390608, "sim_compute_robot_state-npc2": 0.06714591556534344, "sim_compute_robot_state-npc3": 0.06814560834965651}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.3189945982636733, "sim_physics": 0.03174962576697855, "survival_time": 8.499999999999986, "driven_lanedir": 1.143316804116477, "sim_render-ego": 0.05420681448543773, "in-drivable-lane": 0.350000000000005, "agent_compute-ego": 0.0683222209706026, "deviation-heading": 2.5587531066290388, "set_robot_commands": 0.07949918438406552, "deviation-center-line": 0.6542081509586529, "driven_lanedir_consec": 1.143316804116477, "sim_compute_sim_state": 0.03296023116392248, "sim_compute_performance-ego": 0.05737848422106574, "sim_compute_robot_state-ego": 0.058888454998240754, "sim_compute_robot_state-npc0": 0.05781469625585219, "sim_compute_robot_state-npc1": 0.05730482830720789, "sim_compute_robot_state-npc2": 0.05967707353479722, "sim_compute_robot_state-npc3": 0.05705498667324291}}set_robot_commands_max 0.11265744606653848 set_robot_commands_mean 0.09897362972626064 set_robot_commands_median 0.0968663204147155 set_robot_commands_min 0.07949918438406552 sim_compute_performance-ego_max 0.07848932981491089 sim_compute_performance-ego_mean 0.06988182262483947 sim_compute_performance-ego_median 0.06941984360476575 sim_compute_performance-ego_min 0.05737848422106574 sim_compute_robot_state-ego_max 0.08336928208669027 sim_compute_robot_state-ego_mean 0.07386233024537835 sim_compute_robot_state-ego_median 0.0737480801272105 sim_compute_robot_state-ego_min 0.058888454998240754 sim_compute_robot_state-npc0_max 0.07782740831375122 sim_compute_robot_state-npc0_mean 0.07048190134976394 sim_compute_robot_state-npc0_median 0.07111717706703279 sim_compute_robot_state-npc0_min 0.05781469625585219 sim_compute_robot_state-npc1_max 0.0778516666094462 sim_compute_robot_state-npc1_mean 0.06971817838308557 sim_compute_robot_state-npc1_median 0.0694150508168232 sim_compute_robot_state-npc1_min 0.05730482830720789 sim_compute_robot_state-npc2_max 0.07905244350433349 sim_compute_robot_state-npc2_mean 0.07067671281136555 sim_compute_robot_state-npc2_median 0.06891523499086678 sim_compute_robot_state-npc2_min 0.05967707353479722 sim_compute_robot_state-npc3_max 0.07921409130096435 sim_compute_robot_state-npc3_mean 0.07052723402962144 sim_compute_robot_state-npc3_median 0.06976587513843215 sim_compute_robot_state-npc3_min 0.05705498667324291 sim_compute_sim_state_max 0.04482372760772705 sim_compute_sim_state_mean 0.03979209913599766 sim_compute_sim_state_median 0.03895683891801949 sim_compute_sim_state_min 0.03296023116392248 sim_physics_max 0.045841126441955565 sim_physics_mean 0.03974528193345793 sim_physics_median 0.03961768925908101 sim_physics_min 0.03174962576697855 sim_render-ego_max 0.07152684211730957 sim_render-ego_mean 0.06429238003197117 sim_render-ego_median 0.06314148589911148 sim_render-ego_min 0.05420681448543773 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 11.930000000000035 survival_time_min 8.299999999999983
No reset possible 19444
2649
Egor Zamotaev challenge-aido_LF-template-ros - Template solution using ROS aido2-LFVI-sim-validation
step1-simulation host-error no ip-172-31-42-167-28275
2019-04-24 14:56:20+00:00 2019-04-24 15:00:08+00:00 0:03:48 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
**kwargs).stdout
File "/usr/lib/python3.6/subprocess.py", line 418, in run
output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job19444-126745', 'ps', '-q', 'solution']' returned non-zero exit status 1.
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
submission_id=submission_id, timeout_sec=timeout_sec)
File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
write_logs(wd, project, services=config['services'])
File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
container_id = get_id_for_service(wd, project, service)
File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
o = run_docker(wd, project, cmd, get_output=True)
File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job19444-126745', 'ps', '-q', 'solution']:
> Command '['docker-compose', '-p', 'job19444-126745', 'ps', '-q', 'solution']' returned non-zero exit status 1.
stdout |
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19408
2707
Rami Al-Naim  🇷🇺challenge-aido_LF-baseline-duckietown aido2-LFV-sim-testing
step1-simulation success no ip-172-31-42-167-28275
2019-04-24 14:29:14+00:00 2019-04-24 14:56:05+00:00 0:26:51 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.183261477398303 survival_time_median 14.950000000000076 deviation-center-line_median 0.6706332358860305 in-drivable-lane_median 0.70000000000001
other stats agent_compute-ego_max 0.08288402636845907 agent_compute-ego_mean 0.08147083446091297 agent_compute-ego_median 0.08243078867594401 agent_compute-ego_min 0.07828015907138001 deviation-center-line_max 0.9305654365610976 deviation-center-line_mean 0.7135206064740223 deviation-center-line_min 0.4321051385628835 deviation-heading_max 5.56775721116824 deviation-heading_mean 4.094841427989829 deviation-heading_median 4.630150302307117 deviation-heading_min 0.7909882519973938 driven_any_max 2.3556222661830684 driven_any_mean 2.0367589545123783 driven_any_median 2.35520307073673 driven_any_min 0.772627441113389 driven_lanedir_consec_max 2.198106216984594 driven_lanedir_consec_mean 1.2657520019877055 driven_lanedir_consec_min 0.7575014415192567 driven_lanedir_max 2.198106216984594 driven_lanedir_mean 1.640195497486945 driven_lanedir_median 1.747635567312302 driven_lanedir_min 0.7575014415192567 in-drivable-lane_max 3.35000000000002 in-drivable-lane_mean 1.330000000000004 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.3447696885876965, "sim_physics": 0.03801925182342529, "survival_time": 14.950000000000076, "driven_lanedir": 1.747635567312302, "sim_render-ego": 0.06078183015187581, "in-drivable-lane": 2.5999999999999908, "agent_compute-ego": 0.08100973447163899, "deviation-heading": 4.3216542104187505, "set_robot_commands": 0.0971023710568746, "deviation-center-line": 0.617152068505891, "driven_lanedir_consec": 1.183261477398303, "sim_compute_sim_state": 0.03824557145436605, "sim_compute_performance-ego": 0.07007643063863118, "sim_compute_robot_state-ego": 0.07171982288360595, "sim_compute_robot_state-npc0": 0.06715941747029622, "sim_compute_robot_state-npc1": 0.06784185489018758, "sim_compute_robot_state-npc2": 0.0676832143465678, "sim_compute_robot_state-npc3": 0.06854088624318441}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.3556222661830684, "sim_physics": 0.03944462378819784, "survival_time": 14.950000000000076, "driven_lanedir": 2.198106216984594, "sim_render-ego": 0.06427579164505005, "in-drivable-lane": 0, "agent_compute-ego": 0.08243078867594401, "deviation-heading": 4.630150302307117, "set_robot_commands": 0.0985377009709676, "deviation-center-line": 0.6706332358860305, "driven_lanedir_consec": 2.198106216984594, "sim_compute_sim_state": 0.03901123046875, "sim_compute_performance-ego": 0.06920122464497884, "sim_compute_robot_state-ego": 0.07341202179590861, "sim_compute_robot_state-npc0": 0.06975213925043743, "sim_compute_robot_state-npc1": 0.06968554735183716, "sim_compute_robot_state-npc2": 0.0734534215927124, "sim_compute_robot_state-npc3": 0.0698073140780131}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.772627441113389, "sim_physics": 0.03968494546179678, "survival_time": 5.09999999999999, "driven_lanedir": 0.7575014415192567, "sim_render-ego": 0.05781739833308201, "in-drivable-lane": 0, "agent_compute-ego": 0.07828015907138001, "deviation-heading": 0.7909882519973938, "set_robot_commands": 0.0921612440371046, "deviation-center-line": 0.4321051385628835, "driven_lanedir_consec": 0.7575014415192567, "sim_compute_sim_state": 0.03801830843383191, "sim_compute_performance-ego": 0.06371073161854464, "sim_compute_robot_state-ego": 0.06830088063782337, "sim_compute_robot_state-npc0": 0.06488233454087201, "sim_compute_robot_state-npc1": 0.06614998041414748, "sim_compute_robot_state-npc2": 0.06870617586023667, "sim_compute_robot_state-npc3": 0.06477959483277564}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.3555723059410076, "sim_physics": 0.038283207416534425, "survival_time": 14.950000000000076, "driven_lanedir": 2.0059157103455387, "sim_render-ego": 0.06381122589111328, "in-drivable-lane": 0.70000000000001, "agent_compute-ego": 0.08288402636845907, "deviation-heading": 5.163657164057641, "set_robot_commands": 0.10118438561757404, "deviation-center-line": 0.9305654365610976, "driven_lanedir_consec": 1.232546728061254, "sim_compute_sim_state": 0.03938105901082357, "sim_compute_performance-ego": 0.07000568707784018, "sim_compute_robot_state-ego": 0.07322371085484823, "sim_compute_robot_state-npc0": 0.06981225570042927, "sim_compute_robot_state-npc1": 0.070847593943278, "sim_compute_robot_state-npc2": 0.06954341491063436, "sim_compute_robot_state-npc3": 0.06980353991190592}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.35520307073673, "sim_physics": 0.03818076769510905, "survival_time": 14.950000000000076, "driven_lanedir": 1.4918185512730349, "sim_render-ego": 0.06373929500579834, "in-drivable-lane": 3.35000000000002, "agent_compute-ego": 0.08274946371714274, "deviation-heading": 5.56775721116824, "set_robot_commands": 0.09953969240188598, "deviation-center-line": 0.9171471528542082, "driven_lanedir_consec": 0.9573441459751206, "sim_compute_sim_state": 0.038639055093129475, "sim_compute_performance-ego": 0.06838476260503133, "sim_compute_robot_state-ego": 0.07330115636189778, "sim_compute_robot_state-npc0": 0.0692789347966512, "sim_compute_robot_state-npc1": 0.06850706656773885, "sim_compute_robot_state-npc2": 0.06806285858154297, "sim_compute_robot_state-npc3": 0.06910456418991089}}set_robot_commands_max 0.10118438561757404 set_robot_commands_mean 0.09770507881688135 set_robot_commands_median 0.0985377009709676 set_robot_commands_min 0.0921612440371046 sim_compute_performance-ego_max 0.07007643063863118 sim_compute_performance-ego_mean 0.06827576731700523 sim_compute_performance-ego_median 0.06920122464497884 sim_compute_performance-ego_min 0.06371073161854464 sim_compute_robot_state-ego_max 0.07341202179590861 sim_compute_robot_state-ego_mean 0.07199151850681679 sim_compute_robot_state-ego_median 0.07322371085484823 sim_compute_robot_state-ego_min 0.06830088063782337 sim_compute_robot_state-npc0_max 0.06981225570042927 sim_compute_robot_state-npc0_mean 0.06817701635173722 sim_compute_robot_state-npc0_median 0.0692789347966512 sim_compute_robot_state-npc0_min 0.06488233454087201 sim_compute_robot_state-npc1_max 0.070847593943278 sim_compute_robot_state-npc1_mean 0.06860640863343782 sim_compute_robot_state-npc1_median 0.06850706656773885 sim_compute_robot_state-npc1_min 0.06614998041414748 sim_compute_robot_state-npc2_max 0.0734534215927124 sim_compute_robot_state-npc2_mean 0.06948981705833884 sim_compute_robot_state-npc2_median 0.06870617586023667 sim_compute_robot_state-npc2_min 0.0676832143465678 sim_compute_robot_state-npc3_max 0.0698073140780131 sim_compute_robot_state-npc3_mean 0.06840717985115799 sim_compute_robot_state-npc3_median 0.06910456418991089 sim_compute_robot_state-npc3_min 0.06477959483277564 sim_compute_sim_state_max 0.03938105901082357 sim_compute_sim_state_mean 0.0386590448921802 sim_compute_sim_state_median 0.038639055093129475 sim_compute_sim_state_min 0.03801830843383191 sim_physics_max 0.03968494546179678 sim_physics_mean 0.03872255923701268 sim_physics_median 0.038283207416534425 sim_physics_min 0.03801925182342529 sim_render-ego_max 0.06427579164505005 sim_render-ego_mean 0.0620851082053839 sim_render-ego_median 0.06373929500579834 sim_render-ego_min 0.05781739833308201 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 12.980000000000055 survival_time_min 5.09999999999999
No reset possible 19397
2725
jiang peng test for ppo aido2-LF-sim-testing
step1-simulation error no ip-172-31-42-167-28275
2019-04-24 14:26:57+00:00 2019-04-24 14:28:58+00:00 0:02:01 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 136, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 301, in run_episode
sim_ci.write_topic_and_expect_zero('set_robot_commands', commands)
File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
nickname=self.nickname)
File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "set_robot_commands".
|
|| Traceback (most recent call last):
|| File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
|| f(**kwargs)
|| File "gym_bridge.py", line 261, in on_received_set_robot_commands
|| raise Exception(msg)
|| Exception: Received invalid PWM commands. They should be between -1 and +1. Received left = {l}, right = {r}.
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
yield cie
File "experiment_manager.py", line 435, in <module>
wrap(cie)
File "experiment_manager.py", line 423, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 186, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
> Traceback (most recent call last):
> File "experiment_manager.py", line 136, in main
> physics_dt=config.physics_dt)
> File "experiment_manager.py", line 301, in run_episode
> sim_ci.write_topic_and_expect_zero('set_robot_commands', commands)
> File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
> nickname=self.nickname)
> File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
> others = read_until_over(fpout, timeout=timeout, nickname=nickname)
> File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
> raise RemoteNodeAborted(m)
> zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
>
> error in simulator |Exception while handling a message on topic "set_robot_commands".
> |
> || Traceback (most recent call last):
> || File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
> || handle_message_node(parsed, receiver0, context0)
> || File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
> || call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
> || File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
> || f(**kwargs)
> || File "gym_bridge.py", line 261, in on_received_set_robot_commands
> || raise Exception(msg)
> || Exception: Received invalid PWM commands. They should be between -1 and +1. Received left = {l}, right = {r}.
> ||
>
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19391
2738
Bhairav Mehta challenge-aido_LF-template-ros - Template solution using ROS aido2-LFVI-sim-testing
step1-simulation failed no ip-172-31-42-167-28275
2019-04-24 14:25:13+00:00 2019-04-24 14:26:49+00:00 0:01:36 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 174, in read_one
nickname=self.nickname)
File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 293, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "agent".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 293, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 93, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 236, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/agent-out after 1 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
yield cie
File "experiment_manager.py", line 435, in <module>
wrap(cie)
File "experiment_manager.py", line 423, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 136, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 297, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19335
2880
Andrea Daniele  🇮🇹minimal_agent (Python 3) aido2-LFV-sim-testing
step1-simulation success no ip-172-31-42-167-28275
2019-04-24 14:00:30+00:00 2019-04-24 14:25:06+00:00 0:24:36 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.2271628965464352 survival_time_median 10.800000000000018 deviation-center-line_median 0.4302836987803837 in-drivable-lane_median 2.0499999999999927
other stats agent_compute-ego_max 0.16472830454508464 agent_compute-ego_mean 0.1474205445921683 agent_compute-ego_median 0.14921223183381394 agent_compute-ego_min 0.11768155874207964 deviation-center-line_max 0.5576039074284667 deviation-center-line_mean 0.3744391706010032 deviation-center-line_min 0.1475671628461062 deviation-heading_max 1.826624936691222 deviation-heading_mean 1.1745965471911113 deviation-heading_median 0.9779276407610488 deviation-heading_min 0.7451786321286323 driven_any_max 2.1956524856063173 driven_any_mean 1.585349600382327 driven_any_median 1.5771367475578253 driven_any_min 0.993745776226499 driven_lanedir_consec_max 1.659262210665728 driven_lanedir_consec_mean 1.1960969538526285 driven_lanedir_consec_min 0.6474115509746436 driven_lanedir_max 1.659262210665728 driven_lanedir_mean 1.1960969538526285 driven_lanedir_median 1.2271628965464352 driven_lanedir_min 0.6474115509746436 in-drivable-lane_max 3.5000000000000497 in-drivable-lane_mean 2.280000000000025 in-drivable-lane_min 1.7000000000000242 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.993745776226499, "sim_physics": 0.04341198557572399, "survival_time": 6.949999999999983, "driven_lanedir": 0.6474115509746436, "sim_render-ego": 0.06558374020693114, "in-drivable-lane": 2.0499999999999927, "agent_compute-ego": 0.15695132454522223, "deviation-heading": 0.8273534093107037, "set_robot_commands": 0.09861496884188206, "deviation-center-line": 0.1475671628461062, "driven_lanedir_consec": 0.6474115509746436, "sim_compute_sim_state": 0.0402619306989711, "sim_compute_performance-ego": 0.07121606010327236, "sim_compute_robot_state-ego": 0.07467724608002807, "sim_compute_robot_state-npc0": 0.07156812372825129, "sim_compute_robot_state-npc1": 0.07282463766688066, "sim_compute_robot_state-npc2": 0.07193218546805621, "sim_compute_robot_state-npc3": 0.0722436510401664}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.1956524856063173, "sim_physics": 0.043131834665934246, "survival_time": 14.950000000000076, "driven_lanedir": 1.659262210665728, "sim_render-ego": 0.06657022714614869, "in-drivable-lane": 3.5000000000000497, "agent_compute-ego": 0.16472830454508464, "deviation-heading": 0.9779276407610488, "set_robot_commands": 0.1055268375078837, "deviation-center-line": 0.5576039074284667, "driven_lanedir_consec": 1.659262210665728, "sim_compute_sim_state": 0.04279696305592855, "sim_compute_performance-ego": 0.07518502473831176, "sim_compute_robot_state-ego": 0.07843102137247722, "sim_compute_robot_state-npc0": 0.07497341950734457, "sim_compute_robot_state-npc1": 0.07521727244059245, "sim_compute_robot_state-npc2": 0.07386375427246093, "sim_compute_robot_state-npc3": 0.0751126519838969}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.583473805081668, "sim_physics": 0.035911417227186916, "survival_time": 10.85000000000002, "driven_lanedir": 1.243796514016382, "sim_render-ego": 0.06029861204085812, "in-drivable-lane": 1.8000000000000256, "agent_compute-ego": 0.14921223183381394, "deviation-heading": 1.4958981170639498, "set_robot_commands": 0.09282246602845082, "deviation-center-line": 0.28274302907821136, "driven_lanedir_consec": 1.243796514016382, "sim_compute_sim_state": 0.03690491184111564, "sim_compute_performance-ego": 0.0656473515769853, "sim_compute_robot_state-ego": 0.07064687381691646, "sim_compute_robot_state-npc0": 0.06719370811216292, "sim_compute_robot_state-npc1": 0.06406971166760142, "sim_compute_robot_state-npc2": 0.06508299941840809, "sim_compute_robot_state-npc3": 0.06874413204632597}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.5767391874393253, "sim_physics": 0.03779627327565794, "survival_time": 10.800000000000018, "driven_lanedir": 1.2271628965464352, "sim_render-ego": 0.05953850900685346, "in-drivable-lane": 1.7000000000000242, "agent_compute-ego": 0.148529303294641, "deviation-heading": 1.826624936691222, "set_robot_commands": 0.09413533850952432, "deviation-center-line": 0.4302836987803837, "driven_lanedir_consec": 1.2271628965464352, "sim_compute_sim_state": 0.03962848142341331, "sim_compute_performance-ego": 0.06829722611992448, "sim_compute_robot_state-ego": 0.07211207681232029, "sim_compute_robot_state-npc0": 0.06952886007450244, "sim_compute_robot_state-npc1": 0.06870301123018618, "sim_compute_robot_state-npc2": 0.06752204122366728, "sim_compute_robot_state-npc3": 0.06952520763432538}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.5771367475578253, "sim_physics": 0.027726428453312364, "survival_time": 10.750000000000018, "driven_lanedir": 1.2028515970599525, "sim_render-ego": 0.05076620079750239, "in-drivable-lane": 2.3500000000000334, "agent_compute-ego": 0.11768155874207964, "deviation-heading": 0.7451786321286323, "set_robot_commands": 0.07561893795811853, "deviation-center-line": 0.4539980548718481, "driven_lanedir_consec": 1.2028515970599525, "sim_compute_sim_state": 0.03080616219099178, "sim_compute_performance-ego": 0.05149539348691009, "sim_compute_robot_state-ego": 0.05286264419555664, "sim_compute_robot_state-npc0": 0.059012770098309186, "sim_compute_robot_state-npc1": 0.058258980374003566, "sim_compute_robot_state-npc2": 0.05424048290696255, "sim_compute_robot_state-npc3": 0.07872579596763433}}set_robot_commands_max 0.1055268375078837 set_robot_commands_mean 0.09334370976917188 set_robot_commands_median 0.09413533850952432 set_robot_commands_min 0.07561893795811853 sim_compute_performance-ego_max 0.07518502473831176 sim_compute_performance-ego_mean 0.0663682112050808 sim_compute_performance-ego_median 0.06829722611992448 sim_compute_performance-ego_min 0.05149539348691009 sim_compute_robot_state-ego_max 0.07843102137247722 sim_compute_robot_state-ego_mean 0.06974597245545974 sim_compute_robot_state-ego_median 0.07211207681232029 sim_compute_robot_state-ego_min 0.05286264419555664 sim_compute_robot_state-npc0_max 0.07497341950734457 sim_compute_robot_state-npc0_mean 0.06845537630411408 sim_compute_robot_state-npc0_median 0.06952886007450244 sim_compute_robot_state-npc0_min 0.059012770098309186 sim_compute_robot_state-npc1_max 0.07521727244059245 sim_compute_robot_state-npc1_mean 0.06781472267585285 sim_compute_robot_state-npc1_median 0.06870301123018618 sim_compute_robot_state-npc1_min 0.058258980374003566 sim_compute_robot_state-npc2_max 0.07386375427246093 sim_compute_robot_state-npc2_mean 0.06652829265791102 sim_compute_robot_state-npc2_median 0.06752204122366728 sim_compute_robot_state-npc2_min 0.05424048290696255 sim_compute_robot_state-npc3_max 0.07872579596763433 sim_compute_robot_state-npc3_mean 0.07287028773446981 sim_compute_robot_state-npc3_median 0.0722436510401664 sim_compute_robot_state-npc3_min 0.06874413204632597 sim_compute_sim_state_max 0.04279696305592855 sim_compute_sim_state_mean 0.03807968984208407 sim_compute_sim_state_median 0.03962848142341331 sim_compute_sim_state_min 0.03080616219099178 sim_physics_max 0.04341198557572399 sim_physics_mean 0.037595587839563085 sim_physics_median 0.03779627327565794 sim_physics_min 0.027726428453312364 sim_render-ego_max 0.06657022714614869 sim_render-ego_mean 0.06055145783965876 sim_render-ego_median 0.06029861204085812 sim_render-ego_min 0.05076620079750239 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 10.860000000000024 survival_time_min 6.949999999999983
No reset possible 19304
2860
Alexander Karavaev challenge-aido_LF-baseline-duckietown aido2-LFV-sim-testing
step1-simulation host-error no ip-172-31-42-167-28275
2019-04-24 13:53:08+00:00 2019-04-24 14:00:09+00:00 0:07:01 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
**kwargs).stdout
File "/usr/lib/python3.6/subprocess.py", line 418, in run
output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job19304-32762', 'ps', '-q', 'solution']' returned non-zero exit status 1.
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
submission_id=submission_id, timeout_sec=timeout_sec)
File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
write_logs(wd, project, services=config['services'])
File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
container_id = get_id_for_service(wd, project, service)
File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
o = run_docker(wd, project, cmd, get_output=True)
File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job19304-32762', 'ps', '-q', 'solution']:
> Command '['docker-compose', '-p', 'job19304-32762', 'ps', '-q', 'solution']' returned non-zero exit status 1.
stdout |
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19285
2892
Diego Charrez  🇵🇪Python template aido2-AMOD-service_quality
step1-simulation success yes ip-172-31-42-167-28275
2019-04-24 13:43:22+00:00 2019-04-24 13:52:56+00:00 0:09:34 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19252
2925
Bhairav Mehta challenge-aido_LF-template-pytorch aido2-LFV-sim-validation
step1-simulation success no ip-172-31-42-167-28275
2019-04-24 13:20:35+00:00 2019-04-24 13:42:54+00:00 0:22:19 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.10343028947620514 survival_time_median 1.3500000000000003 deviation-center-line_median 0.05719732985642582 in-drivable-lane_median 0.05000000000000005
other stats agent_compute-ego_max 0.371410812650408 agent_compute-ego_mean 0.21085076300264327 agent_compute-ego_median 0.17345340251922609 agent_compute-ego_min 0.1503465793750904 deviation-center-line_max 0.06274930453551007 deviation-center-line_mean 0.0561628735722828 deviation-center-line_min 0.048202270858546635 deviation-heading_max 0.775439034446789 deviation-heading_mean 0.744732857297161 deviation-heading_median 0.746045311044145 deviation-heading_min 0.6894217802093565 driven_any_max 0.1929124167545471 driven_any_mean 0.16829646685422386 driven_any_median 0.16099600594221267 driven_any_min 0.15229721953335332 driven_lanedir_consec_max 0.13234895569692195 driven_lanedir_consec_mean 0.10828889607514956 driven_lanedir_consec_min 0.08798780996446842 driven_lanedir_max 0.13234895569692195 driven_lanedir_mean 0.10828889607514956 driven_lanedir_median 0.10343028947620514 driven_lanedir_min 0.08798780996446842 in-drivable-lane_max 0.15000000000000013 in-drivable-lane_mean 0.06000000000000005 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.1929124167545471, "sim_physics": 0.04048457145690918, "survival_time": 1.5000000000000009, "driven_lanedir": 0.13234895569692195, "sim_render-ego": 0.05649107297261556, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.17345340251922609, "deviation-heading": 0.6894217802093565, "set_robot_commands": 0.0914248545964559, "deviation-center-line": 0.05216439680493373, "driven_lanedir_consec": 0.13234895569692195, "sim_compute_sim_state": 0.036257330576578775, "sim_compute_performance-ego": 0.061020978291829425, "sim_compute_robot_state-ego": 0.06444083054860433, "sim_compute_robot_state-npc0": 0.09616878032684326, "sim_compute_robot_state-npc1": 0.06379257043202718, "sim_compute_robot_state-npc2": 0.06739668846130371, "sim_compute_robot_state-npc3": 0.06696317990620931}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.15229721953335332, "sim_physics": 0.058674122606004984, "survival_time": 1.4000000000000006, "driven_lanedir": 0.08798780996446842, "sim_render-ego": 0.0828530022076198, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.371410812650408, "deviation-heading": 0.746045311044145, "set_robot_commands": 0.1553604347365243, "deviation-center-line": 0.048202270858546635, "driven_lanedir_consec": 0.08798780996446842, "sim_compute_sim_state": 0.05614241531917027, "sim_compute_performance-ego": 0.10009576593126568, "sim_compute_robot_state-ego": 0.1075618863105774, "sim_compute_robot_state-npc0": 0.10167652368545532, "sim_compute_robot_state-npc1": 0.1086914794785636, "sim_compute_robot_state-npc2": 0.10130801371165685, "sim_compute_robot_state-npc3": 0.10185647010803224}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.17543497644218692, "sim_physics": 0.03742821399982159, "survival_time": 1.3000000000000005, "driven_lanedir": 0.11769322279714343, "sim_render-ego": 0.06346712662623478, "in-drivable-lane": 0, "agent_compute-ego": 0.19380795038663423, "deviation-heading": 0.7382915519108594, "set_robot_commands": 0.09945508149953988, "deviation-center-line": 0.06050106580599774, "driven_lanedir_consec": 0.11769322279714343, "sim_compute_sim_state": 0.0400465360054603, "sim_compute_performance-ego": 0.06755585853870098, "sim_compute_robot_state-ego": 0.06925061115851769, "sim_compute_robot_state-npc0": 0.07302906880011925, "sim_compute_robot_state-npc1": 0.06988418102264404, "sim_compute_robot_state-npc2": 0.06796771746415359, "sim_compute_robot_state-npc3": 0.07019400596618652}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.16099600594221267, "sim_physics": 0.03650356256044828, "survival_time": 1.3000000000000005, "driven_lanedir": 0.10343028947620514, "sim_render-ego": 0.05549109899080717, "in-drivable-lane": 0, "agent_compute-ego": 0.16523507008185753, "deviation-heading": 0.775439034446789, "set_robot_commands": 0.08938121795654297, "deviation-center-line": 0.06274930453551007, "driven_lanedir_consec": 0.10343028947620514, "sim_compute_sim_state": 0.03485386188213642, "sim_compute_performance-ego": 0.17550597741053656, "sim_compute_robot_state-ego": 0.06490180125603309, "sim_compute_robot_state-npc0": 0.06622758278479943, "sim_compute_robot_state-npc1": 0.062387860738314115, "sim_compute_robot_state-npc2": 0.06184519254244291, "sim_compute_robot_state-npc3": 0.06369809003976676}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.15984171559881935, "sim_physics": 0.032270970167937105, "survival_time": 1.3500000000000003, "driven_lanedir": 0.0999842024410088, "sim_render-ego": 0.054777021761293766, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.1503465793750904, "deviation-heading": 0.7744666088746553, "set_robot_commands": 0.07829099231296116, "deviation-center-line": 0.05719732985642582, "driven_lanedir_consec": 0.0999842024410088, "sim_compute_sim_state": 0.03342082765367296, "sim_compute_performance-ego": 0.06235269263938621, "sim_compute_robot_state-ego": 0.062355898044727465, "sim_compute_robot_state-npc0": 0.05721006570038972, "sim_compute_robot_state-npc1": 0.06488692318951642, "sim_compute_robot_state-npc2": 0.05815366462424949, "sim_compute_robot_state-npc3": 0.05755395359463162}}set_robot_commands_max 0.1553604347365243 set_robot_commands_mean 0.10278251622040484 set_robot_commands_median 0.0914248545964559 set_robot_commands_min 0.07829099231296116 sim_compute_performance-ego_max 0.17550597741053656 sim_compute_performance-ego_mean 0.09330625456234376 sim_compute_performance-ego_median 0.06755585853870098 sim_compute_performance-ego_min 0.061020978291829425 sim_compute_robot_state-ego_max 0.1075618863105774 sim_compute_robot_state-ego_mean 0.073702205463692 sim_compute_robot_state-ego_median 0.06490180125603309 sim_compute_robot_state-ego_min 0.062355898044727465 sim_compute_robot_state-npc0_max 0.10167652368545532 sim_compute_robot_state-npc0_mean 0.07886240425952139 sim_compute_robot_state-npc0_median 0.07302906880011925 sim_compute_robot_state-npc0_min 0.05721006570038972 sim_compute_robot_state-npc1_max 0.1086914794785636 sim_compute_robot_state-npc1_mean 0.07392860297221307 sim_compute_robot_state-npc1_median 0.06488692318951642 sim_compute_robot_state-npc1_min 0.062387860738314115 sim_compute_robot_state-npc2_max 0.10130801371165685 sim_compute_robot_state-npc2_mean 0.07133425536076131 sim_compute_robot_state-npc2_median 0.06739668846130371 sim_compute_robot_state-npc2_min 0.05815366462424949 sim_compute_robot_state-npc3_max 0.10185647010803224 sim_compute_robot_state-npc3_mean 0.07205313992296528 sim_compute_robot_state-npc3_median 0.06696317990620931 sim_compute_robot_state-npc3_min 0.05755395359463162 sim_compute_sim_state_max 0.05614241531917027 sim_compute_sim_state_mean 0.04014419428740374 sim_compute_sim_state_median 0.036257330576578775 sim_compute_sim_state_min 0.03342082765367296 sim_physics_max 0.058674122606004984 sim_physics_mean 0.04107228815822424 sim_physics_median 0.03742821399982159 sim_physics_min 0.032270970167937105 sim_render-ego_max 0.0828530022076198 sim_render-ego_mean 0.06261586451171422 sim_render-ego_median 0.05649107297261556 sim_render-ego_min 0.054777021761293766 simulation-passed 1 survival_time_max 1.5000000000000009 survival_time_mean 1.3700000000000006 survival_time_min 1.3000000000000005
No reset possible