22319
step1-simulation success yes 2019-05-16 16:19:39+00:00 2019-05-16 16:55:01+00:00 0:35:22 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.417492302612118 survival_time_median 13.80000000000006 deviation-center-line_median 0.9491144487197034 in-drivable-lane_median 1.149999999999996
other stats agent_compute-ego_max 0.06554937839508057 agent_compute-ego_mean 0.06373651330386733 agent_compute-ego_median 0.06401468535601082 agent_compute-ego_min 0.058480087448568904 deviation-center-line_max 1.3764869115948322 deviation-center-line_mean 0.8503808691445265 deviation-center-line_min 0.11447703571321868 deviation-heading_max 5.285660304935454 deviation-heading_mean 3.083804019468592 deviation-heading_median 3.2983029891040516 deviation-heading_min 0.30163768505747207 driven_any_max 3.708033007294765 driven_any_mean 2.6472481502792116 driven_any_median 2.9633762480082986 driven_any_min 0.3875827948910913 driven_lanedir_consec_max 3.4269470368793886 driven_lanedir_consec_mean 2.2752786862983188 driven_lanedir_consec_min 0.3763237097181067 driven_lanedir_max 3.4269470368793886 driven_lanedir_mean 2.2752786862983188 driven_lanedir_median 2.417492302612118 driven_lanedir_min 0.3763237097181067 in-drivable-lane_max 5.100000000000013 in-drivable-lane_mean 1.270000000000005 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.384953594355052, "sim_physics": 0.05508097012837728, "survival_time": 14.950000000000076, "driven_lanedir": 2.3207185065960494, "sim_render-ego": 0.054314152399698896, "in-drivable-lane": 5.100000000000013, "agent_compute-ego": 0.06554937839508057, "deviation-heading": 3.582528180331289, "set_robot_commands": 0.07522780736287435, "deviation-center-line": 0.8271584706843873, "driven_lanedir_consec": 2.3207185065960494, "sim_compute_sim_state": 0.03682337125142415, "sim_compute_performance-ego": 0.05789873679478963, "sim_compute_robot_state-ego": 0.057829120953877766}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.558584376738861, "sim_physics": 0.05460113525390625, "survival_time": 14.950000000000076, "driven_lanedir": 3.1581634850659, "sim_render-ego": 0.05421932061513265, "in-drivable-lane": 1.2999999999999954, "agent_compute-ego": 0.0640062959988912, "deviation-heading": 4.685866691931077, "set_robot_commands": 0.07390356222788493, "deviation-center-line": 1.2389334323905263, "driven_lanedir_consec": 3.1581634850659, "sim_compute_sim_state": 0.03682387669881185, "sim_compute_performance-ego": 0.0586916979153951, "sim_compute_robot_state-ego": 0.05900556166966756}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.629994989729762, "sim_physics": 0.05815987317067272, "survival_time": 5.299999999999989, "driven_lanedir": 1.3073404857545738, "sim_render-ego": 0.053007407008476976, "in-drivable-lane": 1.5999999999999943, "agent_compute-ego": 0.06150293575142914, "deviation-heading": 0.30163768505747207, "set_robot_commands": 0.07261519836929609, "deviation-center-line": 0.3940610678050461, "driven_lanedir_consec": 1.3073404857545738, "sim_compute_sim_state": 0.03900349590013612, "sim_compute_performance-ego": 0.05870903437992312, "sim_compute_robot_state-ego": 0.05975943241479262}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.3108675169992763, "sim_physics": 0.05643530050913493, "survival_time": 14.950000000000076, "driven_lanedir": 2.853204370518569, "sim_render-ego": 0.0542521341641744, "in-drivable-lane": 0.9500000000000136, "agent_compute-ego": 0.06546371380488078, "deviation-heading": 4.8481279928894, "set_robot_commands": 0.0741614023844401, "deviation-center-line": 1.1074933821519608, "driven_lanedir_consec": 2.853204370518569, "sim_compute_sim_state": 0.03703833977381389, "sim_compute_performance-ego": 0.0587630558013916, "sim_compute_robot_state-ego": 0.05892965793609619}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.681466772449154, "sim_physics": 0.05641932487487793, "survival_time": 14.950000000000076, "driven_lanedir": 2.441853825568261, "sim_render-ego": 0.05490709145863851, "in-drivable-lane": 0, "agent_compute-ego": 0.06543036540349324, "deviation-heading": 5.285660304935454, "set_robot_commands": 0.07405320723851522, "deviation-center-line": 0.9759927011367062, "driven_lanedir_consec": 2.441853825568261, "sim_compute_sim_state": 0.03635280927022298, "sim_compute_performance-ego": 0.05875440835952759, "sim_compute_robot_state-ego": 0.0589240845044454}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 3.4331006041182426, "sim_physics": 0.05578360398610433, "survival_time": 14.950000000000076, "driven_lanedir": 3.127883271599109, "sim_render-ego": 0.05451069116592407, "in-drivable-lane": 1.1000000000000156, "agent_compute-ego": 0.0648220427831014, "deviation-heading": 4.090893323527959, "set_robot_commands": 0.07343657732009888, "deviation-center-line": 1.3764869115948322, "driven_lanedir_consec": 3.127883271599109, "sim_compute_sim_state": 0.03780768632888794, "sim_compute_performance-ego": 0.058804907004038495, "sim_compute_robot_state-ego": 0.05903181314468384}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 2.8496483091945035, "sim_physics": 0.05646230103605884, "survival_time": 11.800000000000033, "driven_lanedir": 2.400587326569564, "sim_render-ego": 0.05556915372104968, "in-drivable-lane": 1.200000000000017, "agent_compute-ego": 0.06401468535601082, "deviation-heading": 2.8292179953548993, "set_robot_commands": 0.07309084524542599, "deviation-center-line": 0.7948841989089662, "driven_lanedir_consec": 2.400587326569564, "sim_compute_sim_state": 0.03700843402894877, "sim_compute_performance-ego": 0.05799985740144374, "sim_compute_robot_state-ego": 0.05841529975503178}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 2.9633762480082986, "sim_physics": 0.0571707179329612, "survival_time": 13.75000000000006, "driven_lanedir": 2.225011216075332, "sim_render-ego": 0.05408669124950062, "in-drivable-lane": 3.4000000000000155, "agent_compute-ego": 0.062224459214644, "deviation-heading": 3.259791674042257, "set_robot_commands": 0.07487459009343927, "deviation-center-line": 0.9491144487197034, "driven_lanedir_consec": 2.225011216075332, "sim_compute_sim_state": 0.03721950184215199, "sim_compute_performance-ego": 0.058549118041992185, "sim_compute_robot_state-ego": 0.05841188517483798}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.4185797787029944, "sim_physics": 0.05726628443774055, "survival_time": 1.7000000000000008, "driven_lanedir": 0.407464371316538, "sim_render-ego": 0.05057362247915829, "in-drivable-lane": 0, "agent_compute-ego": 0.058480087448568904, "deviation-heading": 0.33870532838439876, "set_robot_commands": 0.06983095056870404, "deviation-center-line": 0.11447703571321868, "driven_lanedir_consec": 0.407464371316538, "sim_compute_sim_state": 0.035292709574979896, "sim_compute_performance-ego": 0.052901997285730695, "sim_compute_robot_state-ego": 0.05437514361213235}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 3.2541662595940144, "sim_physics": 0.05669533729553223, "survival_time": 14.950000000000076, "driven_lanedir": 2.9308151069187423, "sim_render-ego": 0.05476765791575114, "in-drivable-lane": 1.2999999999999954, "agent_compute-ego": 0.06542799631754558, "deviation-heading": 4.096053539871851, "set_robot_commands": 0.07370441436767577, "deviation-center-line": 1.0918944413085032, "driven_lanedir_consec": 2.9308151069187423, "sim_compute_sim_state": 0.03755598862965902, "sim_compute_performance-ego": 0.058971856435139976, "sim_compute_robot_state-ego": 0.05945722659428914}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.643974687162595, "sim_physics": 0.05753020634726873, "survival_time": 6.299999999999986, "driven_lanedir": 1.4935392096743914, "sim_render-ego": 0.05282174784039694, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.06431562938387432, "deviation-heading": 1.4229932744953018, "set_robot_commands": 0.07346751576378233, "deviation-center-line": 0.4251175417764262, "driven_lanedir_consec": 1.4935392096743914, "sim_compute_sim_state": 0.035341026291014654, "sim_compute_performance-ego": 0.05873694117107089, "sim_compute_robot_state-ego": 0.05813444228399368}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 2.9057142149800166, "sim_physics": 0.05704054931799571, "survival_time": 12.000000000000036, "driven_lanedir": 2.417492302612118, "sim_render-ego": 0.05449569324652354, "in-drivable-lane": 1.200000000000017, "agent_compute-ego": 0.0632571041584015, "deviation-heading": 3.2983029891040516, "set_robot_commands": 0.07174569567044577, "deviation-center-line": 0.7601926623612072, "driven_lanedir_consec": 2.417492302612118, "sim_compute_sim_state": 0.03769725461800893, "sim_compute_performance-ego": 0.05883430937925974, "sim_compute_robot_state-ego": 0.06081774532794952}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 3.708033007294765, "sim_physics": 0.0574747633934021, "survival_time": 14.950000000000076, "driven_lanedir": 3.4269470368793886, "sim_render-ego": 0.05379792690277099, "in-drivable-lane": 0.1999999999999993, "agent_compute-ego": 0.06377742846806844, "deviation-heading": 4.608445060112991, "set_robot_commands": 0.07298291444778443, "deviation-center-line": 1.3752758037941042, "driven_lanedir_consec": 3.4269470368793886, "sim_compute_sim_state": 0.0378698205947876, "sim_compute_performance-ego": 0.05901305119196574, "sim_compute_robot_state-ego": 0.05943531354268392}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.3875827948910913, "sim_physics": 0.060760876711677105, "survival_time": 1.7000000000000008, "driven_lanedir": 0.3763237097181067, "sim_render-ego": 0.053930324666640335, "in-drivable-lane": 0, "agent_compute-ego": 0.06458225670982809, "deviation-heading": 0.3667123714802506, "set_robot_commands": 0.07411043082966524, "deviation-center-line": 0.1169022016722694, "driven_lanedir_consec": 0.3763237097181067, "sim_compute_sim_state": 0.03870708802167107, "sim_compute_performance-ego": 0.05527299993178424, "sim_compute_robot_state-ego": 0.05833557072807761}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 3.5786790999695506, "sim_physics": 0.055769243102142776, "survival_time": 13.80000000000006, "driven_lanedir": 3.241836069608131, "sim_render-ego": 0.053074868692868, "in-drivable-lane": 1.149999999999996, "agent_compute-ego": 0.06319332036419191, "deviation-heading": 3.2421238805102206, "set_robot_commands": 0.07312777076942334, "deviation-center-line": 1.20772873715004, "driven_lanedir_consec": 3.241836069608131, "sim_compute_sim_state": 0.03572464593942615, "sim_compute_performance-ego": 0.05736188612122466, "sim_compute_robot_state-ego": 0.0593740853710451}}set_robot_commands_max 0.07522780736287435 set_robot_commands_mean 0.07335552551063038 set_robot_commands_median 0.07346751576378233 set_robot_commands_min 0.06983095056870404 sim_compute_performance-ego_max 0.05901305119196574 sim_compute_performance-ego_mean 0.05795092381431182 sim_compute_performance-ego_median 0.05870903437992312 sim_compute_performance-ego_min 0.052901997285730695 sim_compute_robot_state-ego_max 0.06081774532794952 sim_compute_robot_state-ego_mean 0.05868242553424029 sim_compute_robot_state-ego_median 0.05892965793609619 sim_compute_robot_state-ego_min 0.05437514361213235 sim_compute_sim_state_max 0.03900349590013612 sim_compute_sim_state_mean 0.03708440325092967 sim_compute_sim_state_median 0.03703833977381389 sim_compute_sim_state_min 0.035292709574979896 sim_physics_max 0.060760876711677105 sim_physics_mean 0.056843365833190176 sim_physics_median 0.05669533729553223 sim_physics_min 0.05460113525390625 sim_render-ego_max 0.05556915372104968 sim_render-ego_mean 0.05388856556844701 sim_render-ego_median 0.05421932061513265 sim_render-ego_min 0.05057362247915829 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 11.400000000000045 survival_time_min 1.7000000000000008
No reset possible 22120
step1-simulation error no 2019-05-14 21:10:42+00:00 2019-05-14 21:14:03+00:00 0:03:21 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 87, in main
sim_ci.write_topic_and_expect_zero('seed', config.seed)
File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
nickname=self.nickname)
File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
wait_for_data(f, timeout, waiting_for)
File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
raise TimeoutError(msg)
TimeoutError: Timeout after 30.0 s.
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
yield cie
File "experiment_manager.py", line 439, in <module>
wrap(cie)
File "experiment_manager.py", line 427, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 186, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
> Traceback (most recent call last):
> File "experiment_manager.py", line 87, in main
> sim_ci.write_topic_and_expect_zero('seed', config.seed)
> File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
> nickname=self.nickname)
> File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
> wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
> File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
> wait_for_data(f, timeout, waiting_for)
> File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
> raise TimeoutError(msg)
> TimeoutError: Timeout after 30.0 s.
>
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible