Job ID submission user user label challenge step status up to date evaluator date started date completed duration message 171902250Julian Zilly Baseline solution using imitation learning from logs aido2_LF_r2-v4step1-simulation error yes idsc-rudolf-151202019-04-11 17:26:45+00:00 2019-04-11 17:57:27+00:00 0:30:42 Timeout:
Waited 180 [...] Timeout:
Waited 1803.5189671516418 for container to finish. Giving up.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 171802275Andrea Censi Solution template aido2_LFV_r1-v4step1-simulation success yes idsc-rudolf-151202019-04-11 17:13:45+00:00 2019-04-11 17:25:53+00:00 0:12:08 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.8516119779536884 survival_time_median 3.399999999999996 deviation-center-line_median 0.16534908678864438 in-drivable-lane_median 1.3499999999999952
other stats agent_compute-ego_max 0.15847381114959716 agent_compute-ego_mean 0.1549921696356066 agent_compute-ego_median 0.15369973182678223 agent_compute-ego_min 0.15242101797243443 deviation-center-line_max 0.2078435673968125 deviation-center-line_mean 0.15835662027727432 deviation-center-line_min 0.1128230942788872 deviation-heading_max 0.3886055345167397 deviation-heading_mean 0.352177996344455 deviation-heading_median 0.37092376484647793 deviation-heading_min 0.30707254041461957 driven_any_max 1.4782765184420794 driven_any_mean 1.1315473506196985 driven_any_median 1.0097725221691731 driven_any_min 0.9477327875430378 driven_lanedir_consec_max 0.9654696798546664 driven_lanedir_consec_mean 0.7930140409285634 driven_lanedir_consec_min 0.5879893173150568 driven_lanedir_max 0.9654696798546664 driven_lanedir_mean 0.7930140409285634 driven_lanedir_median 0.8516119779536884 driven_lanedir_min 0.5879893173150568 in-drivable-lane_max 2.0499999999999927 in-drivable-lane_mean 1.079999999999996 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0097725221691731, "sim_physics": 0.0033428423544939827, "survival_time": 3.399999999999996, "driven_lanedir": 0.5879893173150568, "sim_render-ego": 0.06812196969985962, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.157700191525852, "deviation-heading": 0.3886055345167397, "set_robot_commands": 0.07756505293004654, "deviation-center-line": 0.1128230942788872, "driven_lanedir_consec": 0.5879893173150568, "sim_compute_sim_state": 0.03903776407241821, "sim_compute_performance-ego": 0.06609096947838278, "sim_compute_robot_state-ego": 0.25440584912019615, "sim_compute_robot_state-npc0": 0.07207381725311279, "sim_compute_robot_state-npc1": 0.06872117168763105, "sim_compute_robot_state-npc2": 0.06806420929291669, "sim_compute_robot_state-npc3": 0.0692196242949542}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9477327875430378, "sim_physics": 0.003284446776859344, "survival_time": 3.149999999999997, "driven_lanedir": 0.941649338159904, "sim_render-ego": 0.06967578237018889, "in-drivable-lane": 0, "agent_compute-ego": 0.1526660957033672, "deviation-heading": 0.31560468369522693, "set_robot_commands": 0.07752057484218053, "deviation-center-line": 0.18553797137348788, "driven_lanedir_consec": 0.941649338159904, "sim_compute_sim_state": 0.03904108395652166, "sim_compute_performance-ego": 0.06905080401708209, "sim_compute_robot_state-ego": 0.0881007815164233, "sim_compute_robot_state-npc0": 0.07559698725503589, "sim_compute_robot_state-npc1": 0.06940832970634339, "sim_compute_robot_state-npc2": 0.06766124755617171, "sim_compute_robot_state-npc3": 0.06876804336668953}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.9705553879075428, "sim_physics": 0.003498609249408429, "survival_time": 3.2499999999999964, "driven_lanedir": 0.9654696798546664, "sim_render-ego": 0.07119221687316894, "in-drivable-lane": 0, "agent_compute-ego": 0.15369973182678223, "deviation-heading": 0.30707254041461957, "set_robot_commands": 0.07793854933518629, "deviation-center-line": 0.2078435673968125, "driven_lanedir_consec": 0.9654696798546664, "sim_compute_sim_state": 0.041280218271108775, "sim_compute_performance-ego": 0.0702806436098539, "sim_compute_robot_state-ego": 0.08491313640887921, "sim_compute_robot_state-npc0": 0.07480389888469989, "sim_compute_robot_state-npc1": 0.07248531121474046, "sim_compute_robot_state-npc2": 0.0719232595883883, "sim_compute_robot_state-npc3": 0.07297452046320989}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.251399537036658, "sim_physics": 0.0033221186661138765, "survival_time": 4.099999999999993, "driven_lanedir": 0.6183498913595016, "sim_render-ego": 0.06916341258258354, "in-drivable-lane": 1.999999999999993, "agent_compute-ego": 0.15242101797243443, "deviation-heading": 0.37092376484647793, "set_robot_commands": 0.07796138670386338, "deviation-center-line": 0.1202293815485396, "driven_lanedir_consec": 0.6183498913595016, "sim_compute_sim_state": 0.038492403379300745, "sim_compute_performance-ego": 0.06786152211631216, "sim_compute_robot_state-ego": 0.08348284988868528, "sim_compute_robot_state-npc0": 0.0737247670569071, "sim_compute_robot_state-npc1": 0.07131208443060154, "sim_compute_robot_state-npc2": 0.0697078559456802, "sim_compute_robot_state-npc3": 0.06934591328225485}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.4782765184420794, "sim_physics": 0.003331606388092041, "survival_time": 4.99999999999999, "driven_lanedir": 0.8516119779536884, "sim_render-ego": 0.06837932825088501, "in-drivable-lane": 2.0499999999999927, "agent_compute-ego": 0.15847381114959716, "deviation-heading": 0.3786834582492112, "set_robot_commands": 0.07997603416442871, "deviation-center-line": 0.16534908678864438, "driven_lanedir_consec": 0.8516119779536884, "sim_compute_sim_state": 0.03654071807861328, "sim_compute_performance-ego": 0.06715490102767945, "sim_compute_robot_state-ego": 0.08182012081146241, "sim_compute_robot_state-npc0": 0.07508556604385376, "sim_compute_robot_state-npc1": 0.06950205326080322, "sim_compute_robot_state-npc2": 0.06756929874420166, "sim_compute_robot_state-npc3": 0.06920129776000977}}set_robot_commands_max 0.07997603416442871 set_robot_commands_mean 0.07819231959514109 set_robot_commands_median 0.07793854933518629 set_robot_commands_min 0.07752057484218053 sim_compute_performance-ego_max 0.0702806436098539 sim_compute_performance-ego_mean 0.06808776804986208 sim_compute_performance-ego_median 0.06786152211631216 sim_compute_performance-ego_min 0.06609096947838278 sim_compute_robot_state-ego_max 0.25440584912019615 sim_compute_robot_state-ego_mean 0.11854454754912928 sim_compute_robot_state-ego_median 0.08491313640887921 sim_compute_robot_state-ego_min 0.08182012081146241 sim_compute_robot_state-npc0_max 0.07559698725503589 sim_compute_robot_state-npc0_mean 0.0742570072987219 sim_compute_robot_state-npc0_median 0.07480389888469989 sim_compute_robot_state-npc0_min 0.07207381725311279 sim_compute_robot_state-npc1_max 0.07248531121474046 sim_compute_robot_state-npc1_mean 0.07028579006002393 sim_compute_robot_state-npc1_median 0.06950205326080322 sim_compute_robot_state-npc1_min 0.06872117168763105 sim_compute_robot_state-npc2_max 0.0719232595883883 sim_compute_robot_state-npc2_mean 0.06898517422547171 sim_compute_robot_state-npc2_median 0.06806420929291669 sim_compute_robot_state-npc2_min 0.06756929874420166 sim_compute_robot_state-npc3_max 0.07297452046320989 sim_compute_robot_state-npc3_mean 0.06990187983342365 sim_compute_robot_state-npc3_median 0.0692196242949542 sim_compute_robot_state-npc3_min 0.06876804336668953 sim_compute_sim_state_max 0.041280218271108775 sim_compute_sim_state_mean 0.03887843755159253 sim_compute_sim_state_median 0.03903776407241821 sim_compute_sim_state_min 0.03654071807861328 sim_physics_max 0.003498609249408429 sim_physics_mean 0.0033559246869935347 sim_physics_median 0.003331606388092041 sim_physics_min 0.003284446776859344 sim_render-ego_max 0.07119221687316894 sim_render-ego_mean 0.06930654195533721 sim_render-ego_median 0.06916341258258354 sim_render-ego_min 0.06812196969985962 simulation-passed 1 survival_time_max 4.99999999999999 survival_time_mean 3.779999999999995 survival_time_min 3.149999999999997
No reset possible 171782276FANG MEIYI Baseline solution using imitation learning from logs aido2_LF_r2-v4step1-simulation error yes idsc-rudolf-151202019-04-11 17:12:21+00:00 2019-04-11 17:12:59+00:00 0:00:38 The result file is n [...] The result file is not found. This usually means that the evaluator did not finish
and some times that there was an import error.
Check the evaluator log to see what happened.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 171762277FANG MEIYI Baseline solution using imitation learning from logs aido2_LF_r2-v4step1-simulation error yes idsc-rudolf-151202019-04-11 17:10:39+00:00 2019-04-11 17:11:18+00:00 0:00:39 The result file is n [...] The result file is not found. This usually means that the evaluator did not finish
and some times that there was an import error.
Check the evaluator log to see what happened.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 171672280FANG MEIYI Baseline solution using imitation learning from logs aido2_LF_r2-v4step1-simulation error yes idsc-rudolf-151202019-04-11 16:39:39+00:00 2019-04-11 17:10:18+00:00 0:30:39 Timeout:
Waited 180 [...] Timeout:
Waited 1800.2830533981323 for container to finish. Giving up.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 171572320FANG MEIYI Baseline solution using imitation learning from logs aido2_LF_r2-v4step1-simulation success yes idsc-rudolf-151202019-04-11 16:17:09+00:00 2019-04-11 16:38:27+00:00 0:21:18 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median -2.0826035668552554 survival_time_median 14.950000000000076 deviation-center-line_median 0.6920665931134927 in-drivable-lane_median 6.850000000000027
other stats agent_compute-ego_max 0.15646264712015787 agent_compute-ego_mean 0.15561155197881257 agent_compute-ego_median 0.1560328801472982 agent_compute-ego_min 0.15425692399342855 deviation-center-line_max 1.0586552037518449 deviation-center-line_mean 0.6774900803488432 deviation-center-line_min 0.3342944166982624 deviation-heading_max 6.550614116639727 deviation-heading_mean 5.949507225407425 deviation-heading_median 6.087512518690134 deviation-heading_min 4.99008210433508 driven_any_max 7.855303311739826 driven_any_mean 7.590782657193422 driven_any_median 7.781007389280656 driven_any_min 6.775283589472317 driven_lanedir_consec_max -1.335664098112718 driven_lanedir_consec_mean -1.961989834906639 driven_lanedir_consec_min -2.2512643920321116 driven_lanedir_max -1.92830923111 driven_lanedir_mean -2.430497363057527 driven_lanedir_median -2.4186745303117068 driven_lanedir_min -3.009344906252766 in-drivable-lane_max 7.200000000000035 in-drivable-lane_mean 6.750000000000034 in-drivable-lane_min 5.950000000000037 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 7.817105466874469, "sim_physics": 0.003415334224700928, "survival_time": 14.950000000000076, "driven_lanedir": -3.009344906252766, "sim_render-ego": 0.07013522783915202, "in-drivable-lane": 5.950000000000037, "agent_compute-ego": 0.15646264712015787, "deviation-heading": 6.087512518690134, "set_robot_commands": 0.07891814231872558, "deviation-center-line": 1.0586552037518449, "driven_lanedir_consec": -1.335664098112718, "sim_compute_sim_state": 0.042490349610646565, "sim_compute_performance-ego": 0.06835360129674276, "sim_compute_robot_state-ego": 0.11252054770787558}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 7.781007389280656, "sim_physics": 0.0033200860023498537, "survival_time": 14.950000000000076, "driven_lanedir": -2.4186745303117068, "sim_render-ego": 0.06935591141382853, "in-drivable-lane": 7.05000000000004, "agent_compute-ego": 0.1560328801472982, "deviation-heading": 6.11155171885218, "set_robot_commands": 0.07807398398717244, "deviation-center-line": 0.6920665931134927, "driven_lanedir_consec": -2.2121078864231096, "sim_compute_sim_state": 0.04316132465998332, "sim_compute_performance-ego": 0.06796495993932088, "sim_compute_robot_state-ego": 0.07601108948389688}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 6.775283589472317, "sim_physics": 0.003400994621160376, "survival_time": 13.100000000000051, "driven_lanedir": -1.92830923111, "sim_render-ego": 0.07210369328506121, "in-drivable-lane": 6.850000000000027, "agent_compute-ego": 0.155176434808105, "deviation-heading": 4.99008210433508, "set_robot_commands": 0.07994651794433594, "deviation-center-line": 0.3342944166982624, "driven_lanedir_consec": -1.92830923111, "sim_compute_sim_state": 0.04402116509794279, "sim_compute_performance-ego": 0.06780498628397934, "sim_compute_robot_state-ego": 0.07677944743906269}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 7.855303311739826, "sim_physics": 0.0027716167767842612, "survival_time": 14.950000000000076, "driven_lanedir": -2.501597409963625, "sim_render-ego": 0.06667540709177654, "in-drivable-lane": 6.700000000000033, "agent_compute-ego": 0.15612887382507323, "deviation-heading": 6.550614116639727, "set_robot_commands": 0.07963126579920451, "deviation-center-line": 0.6971230217525723, "driven_lanedir_consec": -2.2512643920321116, "sim_compute_sim_state": 0.04345616340637207, "sim_compute_performance-ego": 0.0650222094853719, "sim_compute_robot_state-ego": 0.0773927354812622}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 7.725213528599846, "sim_physics": 0.0027051464716593425, "survival_time": 14.950000000000076, "driven_lanedir": -2.2945607376495385, "sim_render-ego": 0.06719154357910156, "in-drivable-lane": 7.200000000000035, "agent_compute-ego": 0.15425692399342855, "deviation-heading": 6.007775668520006, "set_robot_commands": 0.07768291076024374, "deviation-center-line": 0.6053111664280433, "driven_lanedir_consec": -2.0826035668552554, "sim_compute_sim_state": 0.043597587744394935, "sim_compute_performance-ego": 0.06550826708475749, "sim_compute_robot_state-ego": 0.07884583314259846}}set_robot_commands_max 0.07994651794433594 set_robot_commands_mean 0.07885056416193645 set_robot_commands_median 0.07891814231872558 set_robot_commands_min 0.07768291076024374 sim_compute_performance-ego_max 0.06835360129674276 sim_compute_performance-ego_mean 0.06693080481803447 sim_compute_performance-ego_median 0.06780498628397934 sim_compute_performance-ego_min 0.0650222094853719 sim_compute_robot_state-ego_max 0.11252054770787558 sim_compute_robot_state-ego_mean 0.08430993065093915 sim_compute_robot_state-ego_median 0.0773927354812622 sim_compute_robot_state-ego_min 0.07601108948389688 sim_compute_sim_state_max 0.04402116509794279 sim_compute_sim_state_mean 0.043345318103867936 sim_compute_sim_state_median 0.04345616340637207 sim_compute_sim_state_min 0.042490349610646565 sim_physics_max 0.003415334224700928 sim_physics_mean 0.0031226356193309523 sim_physics_median 0.0033200860023498537 sim_physics_min 0.0027051464716593425 sim_render-ego_max 0.07210369328506121 sim_render-ego_mean 0.06909235664178398 sim_render-ego_median 0.06935591141382853 sim_render-ego_min 0.06667540709177654 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.580000000000071 survival_time_min 13.100000000000051
No reset possible 171522328Konstantin Chaika Minimal agent aido2_LFV_r1-v4step1-simulation aborted yes idsc-rudolf-151202019-04-11 16:04:50+00:00 2019-04-11 16:17:03+00:00 0:12:13 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.8516119779536884 survival_time_median 3.399999999999996 deviation-center-line_median 0.16534908678864438 in-drivable-lane_median 1.3499999999999952
other stats agent_compute-ego_max 0.16703648200401894 agent_compute-ego_mean 0.16165402323776132 agent_compute-ego_median 0.16065140962600707 agent_compute-ego_min 0.1590596834818522 deviation-center-line_max 0.2078435673968125 deviation-center-line_mean 0.15835662027727432 deviation-center-line_min 0.1128230942788872 deviation-heading_max 0.3886055345167397 deviation-heading_mean 0.352177996344455 deviation-heading_median 0.37092376484647793 deviation-heading_min 0.30707254041461957 driven_any_max 1.4782765184420794 driven_any_mean 1.1315473506196985 driven_any_median 1.0097725221691731 driven_any_min 0.9477327875430378 driven_lanedir_consec_max 0.9654696798546664 driven_lanedir_consec_mean 0.7930140409285634 driven_lanedir_consec_min 0.5879893173150568 driven_lanedir_max 0.9654696798546664 driven_lanedir_mean 0.7930140409285634 driven_lanedir_median 0.8516119779536884 driven_lanedir_min 0.5879893173150568 in-drivable-lane_max 2.0499999999999927 in-drivable-lane_mean 1.079999999999996 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0097725221691731, "sim_physics": 0.0035623697673573215, "survival_time": 3.399999999999996, "driven_lanedir": 0.5879893173150568, "sim_render-ego": 0.07071343590231503, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.16230807935490327, "deviation-heading": 0.3886055345167397, "set_robot_commands": 0.07982071708230411, "deviation-center-line": 0.1128230942788872, "driven_lanedir_consec": 0.5879893173150568, "sim_compute_sim_state": 0.03899213145760929, "sim_compute_performance-ego": 0.06875081623301786, "sim_compute_robot_state-ego": 0.24504140545340145, "sim_compute_robot_state-npc0": 0.07603204951566808, "sim_compute_robot_state-npc1": 0.07027283836813535, "sim_compute_robot_state-npc2": 0.0696738783050986, "sim_compute_robot_state-npc3": 0.06926688025979434}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9477327875430378, "sim_physics": 0.0034849227420867437, "survival_time": 3.149999999999997, "driven_lanedir": 0.941649338159904, "sim_render-ego": 0.0724292444804358, "in-drivable-lane": 0, "agent_compute-ego": 0.1590596834818522, "deviation-heading": 0.31560468369522693, "set_robot_commands": 0.07872411182948522, "deviation-center-line": 0.18553797137348788, "driven_lanedir_consec": 0.941649338159904, "sim_compute_sim_state": 0.04088464237394787, "sim_compute_performance-ego": 0.07046925453912645, "sim_compute_robot_state-ego": 0.09064563115437824, "sim_compute_robot_state-npc0": 0.07738021441868373, "sim_compute_robot_state-npc1": 0.07377359223744226, "sim_compute_robot_state-npc2": 0.07222834087553479, "sim_compute_robot_state-npc3": 0.07100414851355175}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.9705553879075428, "sim_physics": 0.003522920608520508, "survival_time": 3.2499999999999964, "driven_lanedir": 0.9654696798546664, "sim_render-ego": 0.07452881519611065, "in-drivable-lane": 0, "agent_compute-ego": 0.16703648200401894, "deviation-heading": 0.30707254041461957, "set_robot_commands": 0.07953973550062914, "deviation-center-line": 0.2078435673968125, "driven_lanedir_consec": 0.9654696798546664, "sim_compute_sim_state": 0.04181505349966196, "sim_compute_performance-ego": 0.07299745999849759, "sim_compute_robot_state-ego": 0.08938673459566557, "sim_compute_robot_state-npc0": 0.07833911088796762, "sim_compute_robot_state-npc1": 0.07479870869563177, "sim_compute_robot_state-npc2": 0.07482370963463417, "sim_compute_robot_state-npc3": 0.07481843875004696}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.251399537036658, "sim_physics": 0.0035821432020606064, "survival_time": 4.099999999999993, "driven_lanedir": 0.6183498913595016, "sim_render-ego": 0.07198211623401177, "in-drivable-lane": 1.999999999999993, "agent_compute-ego": 0.15921446172202505, "deviation-heading": 0.37092376484647793, "set_robot_commands": 0.07863313105048203, "deviation-center-line": 0.1202293815485396, "driven_lanedir_consec": 0.6183498913595016, "sim_compute_sim_state": 0.04193591490024474, "sim_compute_performance-ego": 0.07058380580529934, "sim_compute_robot_state-ego": 0.08458155248223281, "sim_compute_robot_state-npc0": 0.0786034857354513, "sim_compute_robot_state-npc1": 0.07232970726199267, "sim_compute_robot_state-npc2": 0.07156428476659263, "sim_compute_robot_state-npc3": 0.07258400102941001}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.4782765184420794, "sim_physics": 0.0035335659980773927, "survival_time": 4.99999999999999, "driven_lanedir": 0.8516119779536884, "sim_render-ego": 0.07133219242095948, "in-drivable-lane": 2.0499999999999927, "agent_compute-ego": 0.16065140962600707, "deviation-heading": 0.3786834582492112, "set_robot_commands": 0.0785861349105835, "deviation-center-line": 0.16534908678864438, "driven_lanedir_consec": 0.8516119779536884, "sim_compute_sim_state": 0.038983867168426514, "sim_compute_performance-ego": 0.06828324556350708, "sim_compute_robot_state-ego": 0.08455228805541992, "sim_compute_robot_state-npc0": 0.07655880689620971, "sim_compute_robot_state-npc1": 0.0722084379196167, "sim_compute_robot_state-npc2": 0.0705594801902771, "sim_compute_robot_state-npc3": 0.07394174098968506}}set_robot_commands_max 0.07982071708230411 set_robot_commands_mean 0.07906076607469681 set_robot_commands_median 0.07872411182948522 set_robot_commands_min 0.0785861349105835 sim_compute_performance-ego_max 0.07299745999849759 sim_compute_performance-ego_mean 0.07021691642788966 sim_compute_performance-ego_median 0.07046925453912645 sim_compute_performance-ego_min 0.06828324556350708 sim_compute_robot_state-ego_max 0.24504140545340145 sim_compute_robot_state-ego_mean 0.11884152234821958 sim_compute_robot_state-ego_median 0.08938673459566557 sim_compute_robot_state-ego_min 0.08455228805541992 sim_compute_robot_state-npc0_max 0.0786034857354513 sim_compute_robot_state-npc0_mean 0.07738273349079608 sim_compute_robot_state-npc0_median 0.07738021441868373 sim_compute_robot_state-npc0_min 0.07603204951566808 sim_compute_robot_state-npc1_max 0.07479870869563177 sim_compute_robot_state-npc1_mean 0.07267665689656375 sim_compute_robot_state-npc1_median 0.07232970726199267 sim_compute_robot_state-npc1_min 0.07027283836813535 sim_compute_robot_state-npc2_max 0.07482370963463417 sim_compute_robot_state-npc2_mean 0.07176993875442746 sim_compute_robot_state-npc2_median 0.07156428476659263 sim_compute_robot_state-npc2_min 0.0696738783050986 sim_compute_robot_state-npc3_max 0.07481843875004696 sim_compute_robot_state-npc3_mean 0.07232304190849763 sim_compute_robot_state-npc3_median 0.07258400102941001 sim_compute_robot_state-npc3_min 0.06926688025979434 sim_compute_sim_state_max 0.04193591490024474 sim_compute_sim_state_mean 0.04052232187997808 sim_compute_sim_state_median 0.04088464237394787 sim_compute_sim_state_min 0.038983867168426514 sim_physics_max 0.0035821432020606064 sim_physics_mean 0.003537184463620515 sim_physics_median 0.0035335659980773927 sim_physics_min 0.0034849227420867437 sim_render-ego_max 0.07452881519611065 sim_render-ego_mean 0.07219716084676656 sim_render-ego_median 0.07198211623401177 sim_render-ego_min 0.07071343590231503 simulation-passed 1 survival_time_max 4.99999999999999 survival_time_mean 3.779999999999995 survival_time_min 3.149999999999997
No reset possible 171492244Andrea Censi Solution template aido2_LFV_r1-v4step1-simulation success yes idsc-rudolf-151202019-04-11 15:52:24+00:00 2019-04-11 16:04:23+00:00 0:11:59 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.8516119779536884 survival_time_median 3.399999999999996 deviation-center-line_median 0.16534908678864438 in-drivable-lane_median 1.3499999999999952
other stats agent_compute-ego_max 0.16086268424987793 agent_compute-ego_mean 0.157341561848566 agent_compute-ego_median 0.15738136768341066 agent_compute-ego_min 0.15287908693639243 deviation-center-line_max 0.2078435673968125 deviation-center-line_mean 0.15835662027727432 deviation-center-line_min 0.1128230942788872 deviation-heading_max 0.3886055345167397 deviation-heading_mean 0.352177996344455 deviation-heading_median 0.37092376484647793 deviation-heading_min 0.30707254041461957 driven_any_max 1.4782765184420794 driven_any_mean 1.1315473506196985 driven_any_median 1.0097725221691731 driven_any_min 0.9477327875430378 driven_lanedir_consec_max 0.9654696798546664 driven_lanedir_consec_mean 0.7930140409285634 driven_lanedir_consec_min 0.5879893173150568 driven_lanedir_max 0.9654696798546664 driven_lanedir_mean 0.7930140409285634 driven_lanedir_median 0.8516119779536884 driven_lanedir_min 0.5879893173150568 in-drivable-lane_max 2.0499999999999927 in-drivable-lane_mean 1.079999999999996 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0097725221691731, "sim_physics": 0.0033353391815634337, "survival_time": 3.399999999999996, "driven_lanedir": 0.5879893173150568, "sim_render-ego": 0.0692414921872756, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.1583497594384586, "deviation-heading": 0.3886055345167397, "set_robot_commands": 0.08075792649213005, "deviation-center-line": 0.1128230942788872, "driven_lanedir_consec": 0.5879893173150568, "sim_compute_sim_state": 0.040515005588531494, "sim_compute_performance-ego": 0.06831618266947129, "sim_compute_robot_state-ego": 0.25619882695815144, "sim_compute_robot_state-npc0": 0.07914615378660314, "sim_compute_robot_state-npc1": 0.0718572735786438, "sim_compute_robot_state-npc2": 0.06985935744117289, "sim_compute_robot_state-npc3": 0.07006930253084968}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9477327875430378, "sim_physics": 0.0033038040948292565, "survival_time": 3.149999999999997, "driven_lanedir": 0.941649338159904, "sim_render-ego": 0.06898777068607391, "in-drivable-lane": 0, "agent_compute-ego": 0.15723491093469044, "deviation-heading": 0.31560468369522693, "set_robot_commands": 0.0784220506274511, "deviation-center-line": 0.18553797137348788, "driven_lanedir_consec": 0.941649338159904, "sim_compute_sim_state": 0.03921149268982902, "sim_compute_performance-ego": 0.06855205127171107, "sim_compute_robot_state-ego": 0.09091040444752528, "sim_compute_robot_state-npc0": 0.07490269721500457, "sim_compute_robot_state-npc1": 0.06956921304975237, "sim_compute_robot_state-npc2": 0.06886363786364359, "sim_compute_robot_state-npc3": 0.07048115276155018}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.9705553879075428, "sim_physics": 0.003274902930626502, "survival_time": 3.2499999999999964, "driven_lanedir": 0.9654696798546664, "sim_render-ego": 0.07203662212078388, "in-drivable-lane": 0, "agent_compute-ego": 0.16086268424987793, "deviation-heading": 0.30707254041461957, "set_robot_commands": 0.07913472469036396, "deviation-center-line": 0.2078435673968125, "driven_lanedir_consec": 0.9654696798546664, "sim_compute_sim_state": 0.0373598392193134, "sim_compute_performance-ego": 0.06736185734088604, "sim_compute_robot_state-ego": 0.08297127576974722, "sim_compute_robot_state-npc0": 0.07616458672743577, "sim_compute_robot_state-npc1": 0.06771638576801006, "sim_compute_robot_state-npc2": 0.06519797765291654, "sim_compute_robot_state-npc3": 0.06731079541719877}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.251399537036658, "sim_physics": 0.0032655582195375023, "survival_time": 4.099999999999993, "driven_lanedir": 0.6183498913595016, "sim_render-ego": 0.06879132840691543, "in-drivable-lane": 1.999999999999993, "agent_compute-ego": 0.15287908693639243, "deviation-heading": 0.37092376484647793, "set_robot_commands": 0.07827311899603867, "deviation-center-line": 0.1202293815485396, "driven_lanedir_consec": 0.6183498913595016, "sim_compute_sim_state": 0.03758439203587974, "sim_compute_performance-ego": 0.06518897777650415, "sim_compute_robot_state-ego": 0.08017091053288157, "sim_compute_robot_state-npc0": 0.07574774870058386, "sim_compute_robot_state-npc1": 0.06961134875692972, "sim_compute_robot_state-npc2": 0.06764118845869856, "sim_compute_robot_state-npc3": 0.0679674555615681}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.4782765184420794, "sim_physics": 0.003230400085449219, "survival_time": 4.99999999999999, "driven_lanedir": 0.8516119779536884, "sim_render-ego": 0.06824080228805542, "in-drivable-lane": 2.0499999999999927, "agent_compute-ego": 0.15738136768341066, "deviation-heading": 0.3786834582492112, "set_robot_commands": 0.07775469541549683, "deviation-center-line": 0.16534908678864438, "driven_lanedir_consec": 0.8516119779536884, "sim_compute_sim_state": 0.03716941833496094, "sim_compute_performance-ego": 0.06590088605880737, "sim_compute_robot_state-ego": 0.08279005765914917, "sim_compute_robot_state-npc0": 0.0733449649810791, "sim_compute_robot_state-npc1": 0.06597476482391357, "sim_compute_robot_state-npc2": 0.06457517385482787, "sim_compute_robot_state-npc3": 0.06638311624526977}}set_robot_commands_max 0.08075792649213005 set_robot_commands_mean 0.07886850324429613 set_robot_commands_median 0.0784220506274511 set_robot_commands_min 0.07775469541549683 sim_compute_performance-ego_max 0.06855205127171107 sim_compute_performance-ego_mean 0.06706399102347597 sim_compute_performance-ego_median 0.06736185734088604 sim_compute_performance-ego_min 0.06518897777650415 sim_compute_robot_state-ego_max 0.25619882695815144 sim_compute_robot_state-ego_mean 0.11860829507349094 sim_compute_robot_state-ego_median 0.08297127576974722 sim_compute_robot_state-ego_min 0.08017091053288157 sim_compute_robot_state-npc0_max 0.07914615378660314 sim_compute_robot_state-npc0_mean 0.07586123028214128 sim_compute_robot_state-npc0_median 0.07574774870058386 sim_compute_robot_state-npc0_min 0.0733449649810791 sim_compute_robot_state-npc1_max 0.0718572735786438 sim_compute_robot_state-npc1_mean 0.06894579719544991 sim_compute_robot_state-npc1_median 0.06956921304975237 sim_compute_robot_state-npc1_min 0.06597476482391357 sim_compute_robot_state-npc2_max 0.06985935744117289 sim_compute_robot_state-npc2_mean 0.0672274670542519 sim_compute_robot_state-npc2_median 0.06764118845869856 sim_compute_robot_state-npc2_min 0.06457517385482787 sim_compute_robot_state-npc3_max 0.07048115276155018 sim_compute_robot_state-npc3_mean 0.06844236450328729 sim_compute_robot_state-npc3_median 0.0679674555615681 sim_compute_robot_state-npc3_min 0.06638311624526977 sim_compute_sim_state_max 0.040515005588531494 sim_compute_sim_state_mean 0.03836802957370291 sim_compute_sim_state_median 0.03758439203587974 sim_compute_sim_state_min 0.03716941833496094 sim_physics_max 0.0033353391815634337 sim_physics_mean 0.003282000902401183 sim_physics_median 0.003274902930626502 sim_physics_min 0.003230400085449219 sim_render-ego_max 0.07203662212078388 sim_render-ego_mean 0.06945960313782085 sim_render-ego_median 0.06898777068607391 sim_render-ego_min 0.06824080228805542 simulation-passed 1 survival_time_max 4.99999999999999 survival_time_mean 3.779999999999995 survival_time_min 3.149999999999997
No reset possible 171432334Liam Paull Baseline solution using reinforcement learning aido2_LF_r2-v4step1-simulation success yes idsc-rudolf-151202019-04-11 15:47:36+00:00 2019-04-11 15:50:43+00:00 0:03:07 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.06547588559990025 survival_time_median 0.45 deviation-center-line_median 0.010986795884802274 in-drivable-lane_median 0.09999999999999998
other stats agent_compute-ego_max 0.1855294969346788 agent_compute-ego_mean 0.1763763348261515 agent_compute-ego_median 0.17294816176096597 agent_compute-ego_min 0.17189931869506836 deviation-center-line_max 0.016073309610310338 deviation-center-line_mean 0.01196340158388667 deviation-center-line_min 0.00907642338080725 deviation-heading_max 0.3097652159357332 deviation-heading_mean 0.2604368313198553 deviation-heading_median 0.2499364354812047 deviation-heading_min 0.23406401232761492 driven_any_max 0.1661161148290178 driven_any_mean 0.15140776462883884 driven_any_median 0.15323077588476697 driven_any_min 0.13228193718508044 driven_lanedir_consec_max 0.06809852738584077 driven_lanedir_consec_mean 0.06014568548728803 driven_lanedir_consec_min 0.04444055902290778 driven_lanedir_max 0.06809852738584077 driven_lanedir_mean 0.06014568548728803 driven_lanedir_median 0.06547588559990025 driven_lanedir_min 0.04444055902290778 in-drivable-lane_max 0.25 in-drivable-lane_mean 0.14999999999999997 in-drivable-lane_min 0.09999999999999998 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.15323077588476697, "sim_physics": 0.0036114321814643014, "survival_time": 0.45, "driven_lanedir": 0.06809852738584077, "sim_render-ego": 0.0744228098127577, "in-drivable-lane": 0.09999999999999998, "agent_compute-ego": 0.1855294969346788, "deviation-heading": 0.2499364354812047, "set_robot_commands": 0.08010527822706434, "deviation-center-line": 0.010986795884802274, "driven_lanedir_consec": 0.06809852738584077, "sim_compute_sim_state": 0.04600172572665744, "sim_compute_performance-ego": 0.07160186767578125, "sim_compute_robot_state-ego": 1.3942893611060247}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.16261682778551564, "sim_physics": 0.0036565065383911137, "survival_time": 0.6, "driven_lanedir": 0.06662854802592277, "sim_render-ego": 0.07077860832214355, "in-drivable-lane": 0.2, "agent_compute-ego": 0.17294816176096597, "deviation-heading": 0.3097652159357332, "set_robot_commands": 0.07947760820388794, "deviation-center-line": 0.016073309610310338, "driven_lanedir_consec": 0.06662854802592277, "sim_compute_sim_state": 0.0446013609568278, "sim_compute_performance-ego": 0.06902990738550822, "sim_compute_robot_state-ego": 0.07944023609161377}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.1427931674598134, "sim_physics": 0.0034297042422824437, "survival_time": 0.45, "driven_lanedir": 0.05608490740186856, "sim_render-ego": 0.07005686230129665, "in-drivable-lane": 0.09999999999999998, "agent_compute-ego": 0.17231414053175184, "deviation-heading": 0.27171870321035385, "set_robot_commands": 0.0788163079155816, "deviation-center-line": 0.01334651660354758, "driven_lanedir_consec": 0.05608490740186856, "sim_compute_sim_state": 0.04496985011630588, "sim_compute_performance-ego": 0.07443838649325901, "sim_compute_robot_state-ego": 0.08162856101989746}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.1661161148290178, "sim_physics": 0.003632565339406331, "survival_time": 0.6, "driven_lanedir": 0.06547588559990025, "sim_render-ego": 0.07113506396611531, "in-drivable-lane": 0.25, "agent_compute-ego": 0.17919055620829263, "deviation-heading": 0.2366997896443696, "set_robot_commands": 0.08471192916234334, "deviation-center-line": 0.010333962439965916, "driven_lanedir_consec": 0.06547588559990025, "sim_compute_sim_state": 0.04565727710723877, "sim_compute_performance-ego": 0.07294185956319173, "sim_compute_robot_state-ego": 0.08172671000162761}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.13228193718508044, "sim_physics": 0.003581821918487549, "survival_time": 0.4, "driven_lanedir": 0.04444055902290778, "sim_render-ego": 0.07073962688446045, "in-drivable-lane": 0.09999999999999998, "agent_compute-ego": 0.17189931869506836, "deviation-heading": 0.23406401232761492, "set_robot_commands": 0.07852998375892639, "deviation-center-line": 0.00907642338080725, "driven_lanedir_consec": 0.04444055902290778, "sim_compute_sim_state": 0.047937870025634766, "sim_compute_performance-ego": 0.07150736451148987, "sim_compute_robot_state-ego": 0.0891089141368866}}set_robot_commands_max 0.08471192916234334 set_robot_commands_mean 0.08032822145356072 set_robot_commands_median 0.07947760820388794 set_robot_commands_min 0.07852998375892639 sim_compute_performance-ego_max 0.07443838649325901 sim_compute_performance-ego_mean 0.07190387712584602 sim_compute_performance-ego_median 0.07160186767578125 sim_compute_performance-ego_min 0.06902990738550822 sim_compute_robot_state-ego_max 1.3942893611060247 sim_compute_robot_state-ego_mean 0.34523875647121005 sim_compute_robot_state-ego_median 0.08172671000162761 sim_compute_robot_state-ego_min 0.07944023609161377 sim_compute_sim_state_max 0.047937870025634766 sim_compute_sim_state_mean 0.04583361678653293 sim_compute_sim_state_median 0.04565727710723877 sim_compute_sim_state_min 0.0446013609568278 sim_physics_max 0.0036565065383911137 sim_physics_mean 0.003582406044006348 sim_physics_median 0.0036114321814643014 sim_physics_min 0.0034297042422824437 sim_render-ego_max 0.0744228098127577 sim_render-ego_mean 0.07142659425735473 sim_render-ego_median 0.07077860832214355 sim_render-ego_min 0.07005686230129665 simulation-passed 1 survival_time_max 0.6 survival_time_mean 0.4999999999999999 survival_time_min 0.4
No reset possible 171412335Liam Paull PredictorLast aido2-PREDstep1-simulation success no idsc-rudolf-151202019-04-11 15:39:10+00:00 2019-04-11 15:40:05+00:00 0:00:55 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
error_L1 0.1095887340461474 error_L2 0.01748509812369837
No reset possible 171402334Liam Paull Baseline solution using reinforcement learning aido2_LF_r2-v4step1-simulation error no idsc-rudolf-151202019-04-11 13:59:59+00:00 2019-04-11 14:03:40+00:00 0:03:41 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 89, in main
raise Exception(msg) # XXX
Exception: Too many failures: 2
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
yield cie
File "experiment_manager.py", line 404, in <module>
wrap(cie)
File "experiment_manager.py", line 393, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 176, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Traceback (most recent call last):
File "experiment_manager.py", line 89, in main
raise Exception(msg) # XXX
Exception: Too many failures: 2
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 171282325FANG MEIYI Test aido2_LF_r2-v4step1-simulation success no idsc-rudolf-151202019-04-10 16:47:21+00:00 2019-04-10 17:06:36+00:00 0:19:15 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 4.775124020178204 survival_time_median 14.950000000000076 deviation-center-line_median 0.5049675128281099 in-drivable-lane_median 0.4499999999999984
other stats agent_compute-ego_max 0.16206276416778564 agent_compute-ego_mean 0.15958853833913905 agent_compute-ego_median 0.16011401335398356 agent_compute-ego_min 0.15469001341557156 deviation-center-line_max 0.7930168085633819 deviation-center-line_mean 0.5034727651440799 deviation-center-line_min 0.17781509815151164 deviation-heading_max 2.8524501478804636 deviation-heading_mean 1.803127578044394 deviation-heading_median 1.8973819675713477 deviation-heading_min 0.4593050565279333 driven_any_max 7.116840868749829 driven_any_mean 5.0804090172767244 driven_any_median 6.082088154188269 driven_any_min 1.6241846076636124 driven_lanedir_consec_max 7.056996667114652 driven_lanedir_consec_mean 4.528043406213802 driven_lanedir_consec_min 1.432524425738333 driven_lanedir_max 7.056996667114652 driven_lanedir_mean 4.528043406213802 driven_lanedir_median 4.775124020178204 driven_lanedir_min 1.432524425738333 in-drivable-lane_max 3.450000000000049 in-drivable-lane_mean 1.080000000000012 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 6.082088154188269, "sim_physics": 0.0029981501897176108, "survival_time": 14.950000000000076, "driven_lanedir": 5.29747282702278, "sim_render-ego": 0.0709035587310791, "in-drivable-lane": 1.4500000000000115, "agent_compute-ego": 0.16206276416778564, "deviation-heading": 2.8524501478804636, "set_robot_commands": 0.07971972068150839, "deviation-center-line": 0.7930168085633819, "driven_lanedir_consec": 5.29747282702278, "sim_compute_sim_state": 0.044507997035980226, "sim_compute_performance-ego": 0.06874482949574788, "sim_compute_robot_state-ego": 0.1207278823852539}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 7.116840868749829, "sim_physics": 0.002993139425913493, "survival_time": 14.950000000000076, "driven_lanedir": 7.056996667114652, "sim_render-ego": 0.068685142993927, "in-drivable-lane": 0, "agent_compute-ego": 0.15926764726638795, "deviation-heading": 1.607300122541981, "set_robot_commands": 0.07952711264292399, "deviation-center-line": 0.4902614851758749, "driven_lanedir_consec": 7.056996667114652, "sim_compute_sim_state": 0.0447939650217692, "sim_compute_performance-ego": 0.06740336179733276, "sim_compute_robot_state-ego": 0.07895876010258993}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.6241846076636124, "sim_physics": 0.002662437549535779, "survival_time": 3.4499999999999957, "driven_lanedir": 1.432524425738333, "sim_render-ego": 0.06542753482210463, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.15469001341557156, "deviation-heading": 0.4593050565279333, "set_robot_commands": 0.0777606031169062, "deviation-center-line": 0.17781509815151164, "driven_lanedir_consec": 1.432524425738333, "sim_compute_sim_state": 0.04405945971392203, "sim_compute_performance-ego": 0.06399802885193756, "sim_compute_robot_state-ego": 0.07842008272806804}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 6.381760914649016, "sim_physics": 0.002787423928578694, "survival_time": 14.950000000000076, "driven_lanedir": 4.775124020178204, "sim_render-ego": 0.06959052721659342, "in-drivable-lane": 3.450000000000049, "agent_compute-ego": 0.16011401335398356, "deviation-heading": 2.1992005957002445, "set_robot_commands": 0.07921391089757283, "deviation-center-line": 0.5513029210015212, "driven_lanedir_consec": 4.775124020178204, "sim_compute_sim_state": 0.04428567330042521, "sim_compute_performance-ego": 0.06575013717015585, "sim_compute_robot_state-ego": 0.07828938802083334}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.1971705411329, "sim_physics": 0.003017613031331775, "survival_time": 10.300000000000011, "driven_lanedir": 4.078099091015041, "sim_render-ego": 0.07104164998508194, "in-drivable-lane": 0.05000000000000071, "agent_compute-ego": 0.16180825349196648, "deviation-heading": 1.8973819675713477, "set_robot_commands": 0.08166876117002617, "deviation-center-line": 0.5049675128281099, "driven_lanedir_consec": 4.078099091015041, "sim_compute_sim_state": 0.04540888314108247, "sim_compute_performance-ego": 0.06798895238672645, "sim_compute_robot_state-ego": 0.07989438181941949}}set_robot_commands_max 0.08166876117002617 set_robot_commands_mean 0.07957802170178752 set_robot_commands_median 0.07952711264292399 set_robot_commands_min 0.0777606031169062 sim_compute_performance-ego_max 0.06874482949574788 sim_compute_performance-ego_mean 0.06677706194038009 sim_compute_performance-ego_median 0.06740336179733276 sim_compute_performance-ego_min 0.06399802885193756 sim_compute_robot_state-ego_max 0.1207278823852539 sim_compute_robot_state-ego_mean 0.08725809901123295 sim_compute_robot_state-ego_median 0.07895876010258993 sim_compute_robot_state-ego_min 0.07828938802083334 sim_compute_sim_state_max 0.04540888314108247 sim_compute_sim_state_mean 0.044611195642635826 sim_compute_sim_state_median 0.044507997035980226 sim_compute_sim_state_min 0.04405945971392203 sim_physics_max 0.003017613031331775 sim_physics_mean 0.002891752825015471 sim_physics_median 0.002993139425913493 sim_physics_min 0.002662437549535779 sim_render-ego_max 0.07104164998508194 sim_render-ego_mean 0.06912968274975721 sim_render-ego_median 0.06959052721659342 sim_render-ego_min 0.06542753482210463 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 11.720000000000049 survival_time_min 3.4499999999999957
No reset possible 171232329Konstantin Chaika Minimal agent aido2_LFVI_r1-v4step1-simulation timeout no idsc-rudolf-151202019-04-10 16:17:36+00:00 - - - - No reset possible 171152318FANG MEIYI Baseline solution using imitation learning from logs aido2_LF_r2-v4step1-simulation error no idsc-rudolf-151202019-04-09 06:06:30+00:00 2019-04-09 06:09:42+00:00 0:03:12 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 89, in main
raise Exception(msg) # XXX
Exception: Too many failures: 2
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
yield cie
File "experiment_manager.py", line 404, in <module>
wrap(cie)
File "experiment_manager.py", line 393, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 176, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Traceback (most recent call last):
File "experiment_manager.py", line 89, in main
raise Exception(msg) # XXX
Exception: Too many failures: 2
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 171132316Julian Zilly Baseline solution using imitation learning from logs aido2_LF_r2-v4step1-simulation success no idsc-rudolf-151202019-04-08 16:35:07+00:00 2019-04-08 16:40:19+00:00 0:05:12 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.18482147694429377 survival_time_median 1.3500000000000003 deviation-center-line_median 0.0796215982274241 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.21279942989349365 agent_compute-ego_mean 0.20664979954788967 agent_compute-ego_median 0.2067493899115201 agent_compute-ego_min 0.19932481977674696 deviation-center-line_max 0.08702073228352586 deviation-center-line_mean 0.08142658985091744 deviation-center-line_min 0.07700590704188137 deviation-heading_max 0.7560020895565267 deviation-heading_mean 0.7213402243221512 deviation-heading_median 0.7375793457031258 deviation-heading_min 0.6568800982306988 driven_any_max 0.24281525087065653 driven_any_mean 0.22896883637557716 driven_any_median 0.22767271249920948 driven_any_min 0.2212341045831002 driven_lanedir_consec_max 0.19824952154684936 driven_lanedir_consec_mean 0.18434367291982717 driven_lanedir_consec_min 0.17277119420330234 driven_lanedir_max 0.19824952154684936 driven_lanedir_mean 0.18434367291982717 driven_lanedir_median 0.18482147694429377 driven_lanedir_min 0.17277119420330234 in-drivable-lane_max 0 in-drivable-lane_mean 0 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.2293294380433275, "sim_physics": 0.0033896794685950647, "survival_time": 1.3000000000000005, "driven_lanedir": 0.18860955983361283, "sim_render-ego": 0.07354882130256066, "in-drivable-lane": 0, "agent_compute-ego": 0.21279942989349365, "deviation-heading": 0.6568800982306988, "set_robot_commands": 0.08200679375575139, "deviation-center-line": 0.07700590704188137, "driven_lanedir_consec": 0.18860955983361283, "sim_compute_sim_state": 0.043971942021296576, "sim_compute_performance-ego": 0.0673211537874662, "sim_compute_robot_state-ego": 0.49953612914452183}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.2237926758815921, "sim_physics": 0.0036180107681839553, "survival_time": 1.3500000000000003, "driven_lanedir": 0.1772666120710774, "sim_render-ego": 0.0727497383400246, "in-drivable-lane": 0, "agent_compute-ego": 0.2054674537093551, "deviation-heading": 0.7520841710707715, "set_robot_commands": 0.08480147962216977, "deviation-center-line": 0.08418360523833315, "driven_lanedir_consec": 0.1772666120710774, "sim_compute_sim_state": 0.04302254429569951, "sim_compute_performance-ego": 0.07121804908469871, "sim_compute_robot_state-ego": 0.07912089206554272}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.24281525087065653, "sim_physics": 0.0035714363229685814, "survival_time": 1.4500000000000006, "driven_lanedir": 0.19824952154684936, "sim_render-ego": 0.07131015021225502, "in-drivable-lane": 0, "agent_compute-ego": 0.2067493899115201, "deviation-heading": 0.7375793457031258, "set_robot_commands": 0.07852158053167935, "deviation-center-line": 0.08702073228352586, "driven_lanedir_consec": 0.19824952154684936, "sim_compute_sim_state": 0.044583567257585194, "sim_compute_performance-ego": 0.07275455573509479, "sim_compute_robot_state-ego": 0.07765270923746043}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.22767271249920948, "sim_physics": 0.0035110932809335215, "survival_time": 1.3500000000000003, "driven_lanedir": 0.18482147694429377, "sim_render-ego": 0.07017061445448133, "in-drivable-lane": 0, "agent_compute-ego": 0.2089079044483326, "deviation-heading": 0.7041554170496334, "set_robot_commands": 0.07552383564136646, "deviation-center-line": 0.07930110646342275, "driven_lanedir_consec": 0.18482147694429377, "sim_compute_sim_state": 0.044259106671368634, "sim_compute_performance-ego": 0.06980901294284397, "sim_compute_robot_state-ego": 0.07828748667681659}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.2212341045831002, "sim_physics": 0.003524744952166522, "survival_time": 1.3500000000000003, "driven_lanedir": 0.17277119420330234, "sim_render-ego": 0.07433602544996473, "in-drivable-lane": 0, "agent_compute-ego": 0.19932481977674696, "deviation-heading": 0.7560020895565267, "set_robot_commands": 0.0872660477956136, "deviation-center-line": 0.0796215982274241, "driven_lanedir_consec": 0.17277119420330234, "sim_compute_sim_state": 0.043530022656476056, "sim_compute_performance-ego": 0.07269970575968425, "sim_compute_robot_state-ego": 0.08063691633718985}}set_robot_commands_max 0.0872660477956136 set_robot_commands_mean 0.0816239474693161 set_robot_commands_median 0.08200679375575139 set_robot_commands_min 0.07552383564136646 sim_compute_performance-ego_max 0.07275455573509479 sim_compute_performance-ego_mean 0.07076049546195759 sim_compute_performance-ego_median 0.07121804908469871 sim_compute_performance-ego_min 0.0673211537874662 sim_compute_robot_state-ego_max 0.49953612914452183 sim_compute_robot_state-ego_mean 0.16304682669230627 sim_compute_robot_state-ego_median 0.07912089206554272 sim_compute_robot_state-ego_min 0.07765270923746043 sim_compute_sim_state_max 0.044583567257585194 sim_compute_sim_state_mean 0.04387343658048519 sim_compute_sim_state_median 0.043971942021296576 sim_compute_sim_state_min 0.04302254429569951 sim_physics_max 0.0036180107681839553 sim_physics_mean 0.0035229929585695293 sim_physics_median 0.003524744952166522 sim_physics_min 0.0033896794685950647 sim_render-ego_max 0.07433602544996473 sim_render-ego_mean 0.07242306995185728 sim_render-ego_median 0.0727497383400246 sim_render-ego_min 0.07017061445448133 simulation-passed 1 survival_time_max 1.4500000000000006 survival_time_mean 1.3600000000000003 survival_time_min 1.3000000000000005
No reset possible
Andrea Censi 🇨🇭
