22730step1-simulation success yes 2019-05-17 01:09:08+00:00 2019-05-17 01:22:15+00:00 0:13:07 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.5885414934234479 survival_time_median 2.25 deviation-center-line_median 0.10447263985717296 in-drivable-lane_median 0.5500000000000005
other stats agent_compute-ego_max 0.09468683382359946 agent_compute-ego_mean 0.09196903335644628 agent_compute-ego_median 0.09206134665246105 agent_compute-ego_min 0.09005194618588402 deviation-center-line_max 0.37621264593942727 deviation-center-line_mean 0.13059434128418543 deviation-center-line_min 0.06640840348138048 deviation-heading_max 1.988397647695644 deviation-heading_mean 0.7450004069261837 deviation-heading_median 0.5319310251869941 deviation-heading_min 0.19281043566106773 driven_any_max 2.3167988054662683 driven_any_mean 1.1012220956993768 driven_any_median 1.0034715487370909 driven_any_min 0.5889231238681565 driven_lanedir_consec_max 1.7731298647407658 driven_lanedir_consec_mean 0.5997903291955192 driven_lanedir_consec_min 0.2492937117080367 driven_lanedir_max 1.7785263612624065 driven_lanedir_mean 0.641868673177321 driven_lanedir_median 0.6064968425890118 driven_lanedir_min 0.26263992171444817 in-drivable-lane_max 1.6499999999999977 in-drivable-lane_mean 0.6833333333333329 in-drivable-lane_min 0.1499999999999997 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.015424119834213, "sim_physics": 0.03895984626397854, "survival_time": 2.0500000000000007, "driven_lanedir": 0.6855046563537921, "sim_render-ego": 0.032237320411496045, "in-drivable-lane": 0.5, "agent_compute-ego": 0.09468683382359946, "deviation-heading": 0.3146134204397484, "set_robot_commands": 0.05036472111213498, "deviation-center-line": 0.08876804179724099, "driven_lanedir_consec": 0.6855046563537921, "sim_compute_sim_state": 0.020140438545040967, "sim_compute_performance-ego": 0.034891291362483326, "sim_compute_robot_state-ego": 0.03731899726681593}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.0811996820971026, "sim_physics": 0.040049958229064944, "survival_time": 2.499999999999999, "driven_lanedir": 0.3417519223721328, "sim_render-ego": 0.03209218978881836, "in-drivable-lane": 1.549999999999999, "agent_compute-ego": 0.0912215280532837, "deviation-heading": 0.24495495950787743, "set_robot_commands": 0.05241588115692139, "deviation-center-line": 0.06640840348138048, "driven_lanedir_consec": 0.3417519223721328, "sim_compute_sim_state": 0.020667943954467773, "sim_compute_performance-ego": 0.03544701099395752, "sim_compute_robot_state-ego": 0.036734180450439455}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.998660052051846, "sim_physics": 0.04028624912788128, "survival_time": 2.8999999999999977, "driven_lanedir": 0.556497982243314, "sim_render-ego": 0.03255771768504176, "in-drivable-lane": 0.1499999999999997, "agent_compute-ego": 0.09212851113286512, "deviation-heading": 1.988397647695644, "set_robot_commands": 0.05037529304109771, "deviation-center-line": 0.19899178061285744, "driven_lanedir_consec": 0.35446847716043406, "sim_compute_sim_state": 0.020399775998345734, "sim_compute_performance-ego": 0.0355105893365268, "sim_compute_robot_state-ego": 0.037551645574898554}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.5889231238681565, "sim_physics": 0.04017601994907155, "survival_time": 1.7000000000000008, "driven_lanedir": 0.3111750075470283, "sim_render-ego": 0.0316315118004294, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.09072012761059928, "deviation-heading": 0.916867991087866, "set_robot_commands": 0.049167240367216224, "deviation-center-line": 0.10447263985717296, "driven_lanedir_consec": 0.2492937117080367, "sim_compute_sim_state": 0.020003346835865694, "sim_compute_performance-ego": 0.03595089211183436, "sim_compute_robot_state-ego": 0.037491924622479605}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.9572780127028024, "sim_physics": 0.03917511304219564, "survival_time": 2.1000000000000005, "driven_lanedir": 0.4464615982778133, "sim_render-ego": 0.03281348092215402, "in-drivable-lane": 0.9500000000000002, "agent_compute-ego": 0.09369607198806036, "deviation-heading": 0.19281043566106773, "set_robot_commands": 0.053569243067786806, "deviation-center-line": 0.08291428856941858, "driven_lanedir_consec": 0.4464615982778133, "sim_compute_sim_state": 0.020928621292114254, "sim_compute_performance-ego": 0.03633812495640346, "sim_compute_robot_state-ego": 0.03854982058207194}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 2.3167988054662683, "sim_physics": 0.039170085167398255, "survival_time": 4.899999999999991, "driven_lanedir": 1.7785263612624065, "sim_render-ego": 0.032392745115319074, "in-drivable-lane": 0.6999999999999975, "agent_compute-ego": 0.09079765543645742, "deviation-heading": 1.6832008610634357, "set_robot_commands": 0.049745975708474915, "deviation-center-line": 0.37621264593942727, "driven_lanedir_consec": 1.7731298647407658, "sim_compute_sim_state": 0.020246354901060765, "sim_compute_performance-ego": 0.03559680617585474, "sim_compute_robot_state-ego": 0.036950821779212176}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.9841715436990536, "sim_physics": 0.040805816650390625, "survival_time": 2.1000000000000005, "driven_lanedir": 0.5079943433524821, "sim_render-ego": 0.03209971813928513, "in-drivable-lane": 0.8500000000000001, "agent_compute-ego": 0.09005194618588402, "deviation-heading": 0.32945499107350396, "set_robot_commands": 0.05027244772229876, "deviation-center-line": 0.07761654864312081, "driven_lanedir_consec": 0.5079943433524821, "sim_compute_sim_state": 0.020858758971804663, "sim_compute_performance-ego": 0.03530928634461902, "sim_compute_robot_state-ego": 0.036822585832505}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.6087946046105039, "sim_physics": 0.04201486706733704, "survival_time": 1.6000000000000008, "driven_lanedir": 0.26263992171444817, "sim_render-ego": 0.033352114260196686, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.09230123460292816, "deviation-heading": 0.4417737502963447, "set_robot_commands": 0.04986698180437088, "deviation-center-line": 0.06733815764720119, "driven_lanedir_consec": 0.26263992171444817, "sim_compute_sim_state": 0.0199410617351532, "sim_compute_performance-ego": 0.03540212661027908, "sim_compute_robot_state-ego": 0.03710438311100006}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.1933998133228594, "sim_physics": 0.04129302501678467, "survival_time": 2.5999999999999988, "driven_lanedir": 0.8809374204081752, "sim_render-ego": 0.03276078059123112, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.09204561893756572, "deviation-heading": 0.4067278067046391, "set_robot_commands": 0.04974098388965313, "deviation-center-line": 0.08575798987317822, "driven_lanedir_consec": 0.8781058713701944, "sim_compute_sim_state": 0.02065509557723999, "sim_compute_performance-ego": 0.03599970157329853, "sim_compute_robot_state-ego": 0.03733115929823656}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9918847554228204, "sim_physics": 0.04007272720336914, "survival_time": 2.25, "driven_lanedir": 0.6064968425890118, "sim_render-ego": 0.032299539777967665, "in-drivable-lane": 0.4499999999999995, "agent_compute-ego": 0.09245450231764052, "deviation-heading": 0.7563061787136699, "set_robot_commands": 0.050040112601386175, "deviation-center-line": 0.10780199688895407, "driven_lanedir_consec": 0.5885414934234479, "sim_compute_sim_state": 0.02005506091647678, "sim_compute_performance-ego": 0.035206270217895505, "sim_compute_robot_state-ego": 0.0376078552669949}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.9093569820232807, "sim_physics": 0.04011066555976868, "survival_time": 2.000000000000001, "driven_lanedir": 0.3680406089872187, "sim_render-ego": 0.032709598541259766, "in-drivable-lane": 0.9500000000000006, "agent_compute-ego": 0.0910205066204071, "deviation-heading": 0.31701735635158956, "set_robot_commands": 0.050066953897476195, "deviation-center-line": 0.07016829513471222, "driven_lanedir_consec": 0.3680406089872187, "sim_compute_sim_state": 0.020284026861190796, "sim_compute_performance-ego": 0.03497624397277832, "sim_compute_robot_state-ego": 0.03744492530822754}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 1.0307605485359177, "sim_physics": 0.04092670546637641, "survival_time": 2.25, "driven_lanedir": 0.6546656167898023, "sim_render-ego": 0.03234973483615451, "in-drivable-lane": 0.45, "agent_compute-ego": 0.09253588252597383, "deviation-heading": 0.7960414391210141, "set_robot_commands": 0.04949850506252713, "deviation-center-line": 0.1393907642699906, "driven_lanedir_consec": 0.6322304263470951, "sim_compute_sim_state": 0.02002632353040907, "sim_compute_performance-ego": 0.03515705002678765, "sim_compute_robot_state-ego": 0.03809114032321506}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.7569757882184522, "sim_physics": 0.037990452330789445, "survival_time": 4.049999999999994, "driven_lanedir": 0.748673569379265, "sim_render-ego": 0.03264433954968864, "in-drivable-lane": 1.6499999999999977, "agent_compute-ego": 0.09146052525367264, "deviation-heading": 1.0013052229641988, "set_robot_commands": 0.049963144608485846, "deviation-center-line": 0.20018959449728585, "driven_lanedir_consec": 0.6081542545118002, "sim_compute_sim_state": 0.02015013164944119, "sim_compute_performance-ego": 0.0349487316461257, "sim_compute_robot_state-ego": 0.037048027839189694}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 1.0812320549002832, "sim_physics": 0.04058742990680769, "survival_time": 2.549999999999999, "driven_lanedir": 0.7866871619296378, "sim_render-ego": 0.03241820896373076, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.09206134665246105, "deviation-heading": 1.2536030180251625, "set_robot_commands": 0.05006611580942191, "deviation-center-line": 0.17448299281046964, "driven_lanedir_consec": 0.6253146234708695, "sim_compute_sim_state": 0.020345154930563533, "sim_compute_performance-ego": 0.0355070104785994, "sim_compute_robot_state-ego": 0.03725889617321538}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 1.0034715487370909, "sim_physics": 0.04146402815113897, "survival_time": 2.3, "driven_lanedir": 0.6919770844532871, "sim_render-ego": 0.03263040729190992, "in-drivable-lane": 0.4999999999999995, "agent_compute-ego": 0.09235320920529572, "deviation-heading": 0.5319310251869941, "set_robot_commands": 0.05017643389494523, "deviation-center-line": 0.11840097924037146, "driven_lanedir_consec": 0.6752231641422584, "sim_compute_sim_state": 0.02023744064828624, "sim_compute_performance-ego": 0.03545595251995584, "sim_compute_robot_state-ego": 0.03760224321614141}}set_robot_commands_max 0.053569243067786806 set_robot_commands_mean 0.05035533558294648 set_robot_commands_median 0.05006611580942191 set_robot_commands_min 0.049167240367216224 sim_compute_performance-ego_max 0.03633812495640346 sim_compute_performance-ego_mean 0.03544647255515995 sim_compute_performance-ego_median 0.03544701099395752 sim_compute_performance-ego_min 0.034891291362483326 sim_compute_robot_state-ego_max 0.03854982058207194 sim_compute_robot_state-ego_mean 0.03739390710964288 sim_compute_robot_state-ego_median 0.03733115929823656 sim_compute_robot_state-ego_min 0.036734180450439455 sim_compute_sim_state_max 0.020928621292114254 sim_compute_sim_state_mean 0.02032930242316405 sim_compute_sim_state_median 0.020246354901060765 sim_compute_sim_state_min 0.0199410617351532 sim_physics_max 0.04201486706733704 sim_physics_mean 0.04020553260882352 sim_physics_median 0.04017601994907155 sim_physics_min 0.037990452330789445 sim_render-ego_max 0.033352114260196686 sim_render-ego_mean 0.03246596051164553 sim_render-ego_median 0.03241820896373076 sim_render-ego_min 0.0316315118004294 simulation-passed 1 survival_time_max 4.899999999999991 survival_time_mean 2.523333333333332 survival_time_min 1.6000000000000008
No reset possible 19186step1-simulation error no 2019-04-24 12:05:23+00:00 2019-04-24 12:07:56+00:00 0:02:33 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 173, in main
make_video1(fn, out_video)
File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 56, in make_video1
pg('video_aido', dict(filename=fn, output=output))
File "/project/src/procgraph/src/procgraph/scripts/pgmain.py", line 244, in pg
model.init()
File "/project/src/procgraph/src/procgraph/core/model.py", line 218, in init
block.init()
File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 16, in init
self.log = read_simulator_log_cbor(self.get_config('filename'))
File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 179, in read_simulator_log_cbor
render_time = read_perfomance(ld)
File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 74, in read_perfomance
for i, ob in enumerate(read_topic2(ld, 'timing_information')):
File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 49, in read_topic2
for ob in ld.objects:
AttributeError: 'str' object has no attribute 'objects'
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
yield cie
File "experiment_manager.py", line 435, in <module>
wrap(cie)
File "experiment_manager.py", line 423, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 186, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
> Traceback (most recent call last):
> File "experiment_manager.py", line 173, in main
> make_video1(fn, out_video)
> File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 56, in make_video1
> pg('video_aido', dict(filename=fn, output=output))
> File "/project/src/procgraph/src/procgraph/scripts/pgmain.py", line 244, in pg
> model.init()
> File "/project/src/procgraph/src/procgraph/core/model.py", line 218, in init
> block.init()
> File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 16, in init
> self.log = read_simulator_log_cbor(self.get_config('filename'))
> File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 179, in read_simulator_log_cbor
> render_time = read_perfomance(ld)
> File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 74, in read_perfomance
> for i, ob in enumerate(read_topic2(ld, 'timing_information')):
> File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 49, in read_topic2
> for ob in ld.objects:
> AttributeError: 'str' object has no attribute 'objects'
>
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 
Peter Almasi 🇭🇺