Duckietown Challenges Home Challenges Submissions

Submission 2920

Submission2920
Competingyes
Challengeaido2-LF-sim-testing
UserBhairav Mehta
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 22713
Next
User labelchallenge-aido_LF-template-pytorch
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

Show only up-to-date jobs
Job IDstepstatusup to datedate starteddate completeddurationmessage
22713step1-simulationsuccessyes0:10:10
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.07158673794245063
survival_time_median1.3500000000000003
deviation-center-line_median0.06608240685201971
in-drivable-lane_median0


other stats
agent_compute-ego_max0.0899724077295374
agent_compute-ego_mean0.08744085143696093
agent_compute-ego_median0.08724072817209605
agent_compute-ego_min0.0846339225769043
deviation-center-line_max0.12472209448104056
deviation-center-line_mean0.07825262092019689
deviation-center-line_min0.04927027945218111
deviation-heading_max0.9205106098327462
deviation-heading_mean0.7906993837132256
deviation-heading_median0.8408022352329987
deviation-heading_min0.4854931921059073
driven_any_max0.20104404950498284
driven_any_mean0.1532752282483308
driven_any_median0.1470390884460707
driven_any_min0.09322908353936342
driven_lanedir_consec_max0.14052137816915788
driven_lanedir_consec_mean0.0810999113480628
driven_lanedir_consec_min0.03111203047955735
driven_lanedir_max0.14052137816915788
driven_lanedir_mean0.0810999113480628
driven_lanedir_median0.07158673794245063
driven_lanedir_min0.03111203047955735
in-drivable-lane_max0.8500000000000005
in-drivable-lane_mean0.1700000000000001
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.2005656054822796, "sim_physics": 0.04052538871765136, "survival_time": 2.000000000000001, "driven_lanedir": 0.0517787602083688, "sim_render-ego": 0.03202379941940307, "in-drivable-lane": 0.8500000000000005, "agent_compute-ego": 0.08904731869697571, "deviation-heading": 0.7141433377212214, "set_robot_commands": 0.05031598806381225, "deviation-center-line": 0.06122970154255067, "driven_lanedir_consec": 0.0517787602083688, "sim_compute_sim_state": 0.020115262269973753, "sim_compute_performance-ego": 0.0355165958404541, "sim_compute_robot_state-ego": 0.036825031042099}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.20104404950498284, "sim_physics": 0.04064951837062836, "survival_time": 1.6000000000000008, "driven_lanedir": 0.12896244607290286, "sim_render-ego": 0.035058289766311646, "in-drivable-lane": 0, "agent_compute-ego": 0.08627792447805405, "deviation-heading": 0.9204725877249657, "set_robot_commands": 0.04903363436460495, "deviation-center-line": 0.06608240685201971, "driven_lanedir_consec": 0.12896244607290286, "sim_compute_sim_state": 0.019657492637634277, "sim_compute_performance-ego": 0.034907467663288116, "sim_compute_robot_state-ego": 0.03708796948194504}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.09322908353936342, "sim_physics": 0.04007787931533087, "survival_time": 1.0500000000000005, "driven_lanedir": 0.0564597012955006, "sim_render-ego": 0.03156052316938128, "in-drivable-lane": 0, "agent_compute-ego": 0.08740444410414923, "deviation-heading": 0.6950216693210383, "set_robot_commands": 0.04851889610290527, "deviation-center-line": 0.0942554393901761, "driven_lanedir_consec": 0.0564597012955006, "sim_compute_sim_state": 0.020133563450404575, "sim_compute_performance-ego": 0.03488615580967495, "sim_compute_robot_state-ego": 0.03732814107622419}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.17817856557718134, "sim_physics": 0.043682298352641445, "survival_time": 1.5500000000000007, "driven_lanedir": 0.07158673794245063, "sim_render-ego": 0.03262079146600539, "in-drivable-lane": 0.3500000000000003, "agent_compute-ego": 0.08743914481132262, "deviation-heading": 0.9053006068378135, "set_robot_commands": 0.04946755593822848, "deviation-center-line": 0.05715555530998222, "driven_lanedir_consec": 0.07158673794245063, "sim_compute_sim_state": 0.020297535004154328, "sim_compute_performance-ego": 0.03506059031332693, "sim_compute_robot_state-ego": 0.03723992070844097}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.17789848299222463, "sim_physics": 0.04174615355098949, "survival_time": 1.7000000000000008, "driven_lanedir": 0.08828905286060929, "sim_render-ego": 0.03254326652078068, "in-drivable-lane": 0.20000000000000015, "agent_compute-ego": 0.08948341537924374, "deviation-heading": 0.9205106098327462, "set_robot_commands": 0.0497132890364703, "deviation-center-line": 0.05863399460166732, "driven_lanedir_consec": 0.08828905286060929, "sim_compute_sim_state": 0.019999034264508418, "sim_compute_performance-ego": 0.03478666614083683, "sim_compute_robot_state-ego": 0.036934824550853056}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.1895834778167244, "sim_physics": 0.04251188845247836, "survival_time": 1.850000000000001, "driven_lanedir": 0.03111203047955735, "sim_render-ego": 0.032652358751039244, "in-drivable-lane": 0.8000000000000007, "agent_compute-ego": 0.08724072817209605, "deviation-heading": 0.8618383903122427, "set_robot_commands": 0.0494433931402258, "deviation-center-line": 0.05833395362900171, "driven_lanedir_consec": 0.03111203047955735, "sim_compute_sim_state": 0.02009951746141588, "sim_compute_performance-ego": 0.03608305389816697, "sim_compute_robot_state-ego": 0.037755618224272855}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.1869026551080358, "sim_physics": 0.043224544236154266, "survival_time": 1.6500000000000008, "driven_lanedir": 0.14052137816915788, "sim_render-ego": 0.032302198988018616, "in-drivable-lane": 0, "agent_compute-ego": 0.08890543561993224, "deviation-heading": 0.8408022352329987, "set_robot_commands": 0.04980723785631584, "deviation-center-line": 0.11416869572164154, "driven_lanedir_consec": 0.14052137816915788, "sim_compute_sim_state": 0.020109422279126717, "sim_compute_performance-ego": 0.035104802160552055, "sim_compute_robot_state-ego": 0.03764958092660615}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.1033870023337533, "sim_physics": 0.04260275477454776, "survival_time": 1.0500000000000005, "driven_lanedir": 0.07007326041275697, "sim_render-ego": 0.031496013913835795, "in-drivable-lane": 0, "agent_compute-ego": 0.08638300214494977, "deviation-heading": 0.6360732372271093, "set_robot_commands": 0.04900170507885161, "deviation-center-line": 0.09116414622074204, "driven_lanedir_consec": 0.07007326041275697, "sim_compute_sim_state": 0.020231315067836216, "sim_compute_performance-ego": 0.03564092091151646, "sim_compute_robot_state-ego": 0.03713761057172503}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.13082081850917188, "sim_physics": 0.04172055537884052, "survival_time": 1.3000000000000005, "driven_lanedir": 0.0665814714006201, "sim_render-ego": 0.03256851893204909, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.08723572584298941, "deviation-heading": 0.8497151398181275, "set_robot_commands": 0.050502502001248874, "deviation-center-line": 0.04927027945218111, "driven_lanedir_consec": 0.0665814714006201, "sim_compute_sim_state": 0.02027481335860032, "sim_compute_performance-ego": 0.03563515956585224, "sim_compute_robot_state-ego": 0.037157691442049466}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.10687096842728164, "sim_physics": 0.0429112720489502, "survival_time": 1.2500000000000004, "driven_lanedir": 0.05642687544065117, "sim_render-ego": 0.032940006256103514, "in-drivable-lane": 0, "agent_compute-ego": 0.08817813873291015, "deviation-heading": 0.8078099529903776, "set_robot_commands": 0.04909526824951172, "deviation-center-line": 0.08683705894284759, "driven_lanedir_consec": 0.05642687544065117, "sim_compute_sim_state": 0.01993614196777344, "sim_compute_performance-ego": 0.03569777488708496, "sim_compute_robot_state-ego": 0.03733397483825684}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.1470390884460707, "sim_physics": 0.040786531236436635, "survival_time": 1.3500000000000003, "driven_lanedir": 0.11622688714402264, "sim_render-ego": 0.03284203564679181, "in-drivable-lane": 0, "agent_compute-ego": 0.0899724077295374, "deviation-heading": 0.5939272917649253, "set_robot_commands": 0.049409716217606155, "deviation-center-line": 0.1159736520363788, "driven_lanedir_consec": 0.11622688714402264, "sim_compute_sim_state": 0.020615303957903827, "sim_compute_performance-ego": 0.034628347114280415, "sim_compute_robot_state-ego": 0.036817709604899086}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.11764582676770426, "sim_physics": 0.042272366010225736, "survival_time": 1.3000000000000005, "driven_lanedir": 0.06376296949631344, "sim_render-ego": 0.03640511402717003, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.08700016828683707, "deviation-heading": 0.8390689861434011, "set_robot_commands": 0.0497518227650569, "deviation-center-line": 0.07371404618229968, "driven_lanedir_consec": 0.06376296949631344, "sim_compute_sim_state": 0.019874068406911995, "sim_compute_performance-ego": 0.03557021801288311, "sim_compute_robot_state-ego": 0.036955989324129544}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.19046622053232137, "sim_physics": 0.04110651156481575, "survival_time": 1.7000000000000008, "driven_lanedir": 0.09139504586964198, "sim_render-ego": 0.03390188076916863, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.08593611857470344, "deviation-heading": 0.8766157187457224, "set_robot_commands": 0.04977672941544477, "deviation-center-line": 0.061370071819003794, "driven_lanedir_consec": 0.09139504586964198, "sim_compute_sim_state": 0.020363569259643555, "sim_compute_performance-ego": 0.03553156992968391, "sim_compute_robot_state-ego": 0.036627979839549345}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.13990225046977053, "sim_physics": 0.041807212829589845, "survival_time": 1.2500000000000004, "driven_lanedir": 0.07383233252907173, "sim_render-ego": 0.031493520736694335, "in-drivable-lane": 0, "agent_compute-ego": 0.0846339225769043, "deviation-heading": 0.9136977999197856, "set_robot_commands": 0.04899620056152344, "deviation-center-line": 0.06087821762142067, "driven_lanedir_consec": 0.07383233252907173, "sim_compute_sim_state": 0.020046863555908203, "sim_compute_performance-ego": 0.03481867790222168, "sim_compute_robot_state-ego": 0.036924924850463864}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.13559432821809636, "sim_physics": 0.04209183692932129, "survival_time": 1.2500000000000004, "driven_lanedir": 0.10948972089931663, "sim_render-ego": 0.03202202796936035, "in-drivable-lane": 0, "agent_compute-ego": 0.08647487640380859, "deviation-heading": 0.4854931921059073, "set_robot_commands": 0.04931802749633789, "deviation-center-line": 0.12472209448104056, "driven_lanedir_consec": 0.10948972089931663, "sim_compute_sim_state": 0.019855756759643555, "sim_compute_performance-ego": 0.034697961807250974, "sim_compute_robot_state-ego": 0.03684240341186523}}
set_robot_commands_max0.050502502001248874
set_robot_commands_mean0.04947679775254295
set_robot_commands_median0.0494433931402258
set_robot_commands_min0.04851889610290527
sim_compute_performance-ego_max0.03608305389816697
sim_compute_performance-ego_mean0.035237730797138246
sim_compute_performance-ego_median0.035104802160552055
sim_compute_performance-ego_min0.034628347114280415
sim_compute_robot_state-ego_max0.037755618224272855
sim_compute_robot_state-ego_mean0.03710795799289198
sim_compute_robot_state-ego_median0.03708796948194504
sim_compute_robot_state-ego_min0.036627979839549345
sim_compute_sim_state_max0.020615303957903827
sim_compute_sim_state_mean0.0201073106467626
sim_compute_sim_state_median0.020109422279126717
sim_compute_sim_state_min0.019657492637634277
sim_physics_max0.043682298352641445
sim_physics_mean0.041847780784573456
sim_physics_median0.041807212829589845
sim_physics_min0.04007787931533087
sim_render-ego_max0.03640511402717003
sim_render-ego_mean0.03282868975547423
sim_render-ego_median0.03256851893204909
sim_render-ego_min0.031493520736694335
simulation-passed1
survival_time_max2.000000000000001
survival_time_mean1.4566666666666672
survival_time_min1.0500000000000005
No reset possible
20939step1-simulationsuccessno0:09:53
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible
20773step1-simulationsuccessno0:59:27
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible
20247step1-simulationsuccessno0:05:18
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible
19201step1-simulationsuccessno0:06:48
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible
19176step1-simulationerrorno0:02:07
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 173, in main
    make_video1(fn, out_video)
  File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 56, in make_video1
    pg('video_aido', dict(filename=fn, output=output))
  File "/project/src/procgraph/src/procgraph/scripts/pgmain.py", line 244, in pg
    model.init()
  File "/project/src/procgraph/src/procgraph/core/model.py", line 218, in init
    block.init()
  File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 16, in init
    self.log = read_simulator_log_cbor(self.get_config('filename'))
  File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 179, in read_simulator_log_cbor
    render_time = read_perfomance(ld)
  File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 74, in read_perfomance
    for i, ob in enumerate(read_topic2(ld, 'timing_information')):
  File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 49, in read_topic2
    for ob in ld.objects:
AttributeError: 'str' object has no attribute 'objects'

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 435, in <module>
    wrap(cie)
  File "experiment_manager.py", line 423, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 173, in main
 >     make_video1(fn, out_video)
 >   File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 56, in make_video1
 >     pg('video_aido', dict(filename=fn, output=output))
 >   File "/project/src/procgraph/src/procgraph/scripts/pgmain.py", line 244, in pg
 >     model.init()
 >   File "/project/src/procgraph/src/procgraph/core/model.py", line 218, in init
 >     block.init()
 >   File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 16, in init
 >     self.log = read_simulator_log_cbor(self.get_config('filename'))
 >   File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 179, in read_simulator_log_cbor
 >     render_time = read_perfomance(ld)
 >   File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 74, in read_perfomance
 >     for i, ob in enumerate(read_topic2(ld, 'timing_information')):
 >   File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 49, in read_topic2
 >     for ob in ld.objects:
 > AttributeError: 'str' object has no attribute 'objects'
 > 
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible
19098step1-simulationsuccessno0:12:38
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible
19094step1-simulationsuccessno0:06:04
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible