Evaluator 2314

LFv-sim

success

2020-11-30 16:37:38+00:00

2020-11-30 16:46:13+00:00

0:08:35

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	3.400341554229024
survival_time_median	14.950000000000076
deviation-center-line_median	0.4445716015920344
in-drivable-lane_median	0.4750000000000067

other stats

agent_compute-ego_max	0.0417400598526001
agent_compute-ego_mean	0.03947308480739593
agent_compute-ego_median	0.03884253859519959
agent_compute-ego_min	0.03846720218658448
complete-iteration_max	0.213252428372701
complete-iteration_mean	0.20459101299444837
complete-iteration_median	0.20309696912765504
complete-iteration_min	0.1989176853497823
deviation-center-line_max	0.7120755304603565
deviation-center-line_mean	0.5037299283621387
deviation-center-line_min	0.41370097980412934
deviation-heading_max	4.0116507872903195
deviation-heading_mean	2.1350207102145062
deviation-heading_median	1.6835367468005586
deviation-heading_min	1.1613585599665883
driven_any_max	3.5736460775470036
driven_any_mean	3.573617981829102
driven_any_median	3.5736273344217793
driven_any_min	3.573571180925847
driven_lanedir_consec_max	3.5492390678001815
driven_lanedir_consec_mean	3.304577305146886
driven_lanedir_consec_min	2.868387044329314
driven_lanedir_max	3.5492390678001815
driven_lanedir_mean	3.304577305146886
driven_lanedir_median	3.400341554229024
driven_lanedir_min	2.868387044329314
get_duckie_state_max	3.14791997273763e-06
get_duckie_state_mean	3.0934810638427738e-06
get_duckie_state_median	3.089110056559245e-06
get_duckie_state_min	3.047784169514974e-06
get_robot_state_max	0.014076659679412842
get_robot_state_mean	0.01283675452073415
get_robot_state_median	0.012539150714874266
get_robot_state_min	0.012192056973775229
get_state_dump_max	0.01254306157430013
get_state_dump_mean	0.012364129821459452
get_state_dump_median	0.012353059450785318
get_state_dump_min	0.01220733880996704
get_ui_image_max	0.034146482149759926
get_ui_image_mean	0.03299510339895884
get_ui_image_median	0.03285890658696493
get_ui_image_min	0.03211611827214559
in-drivable-lane_max	1.90000000000001
in-drivable-lane_mean	0.7125000000000059
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.573611072493209, "get_ui_image": 0.03211611827214559, "step_physics": 0.06710873206456502, "survival_time": 14.950000000000076, "driven_lanedir": 3.253237292023604, "get_state_dump": 0.01220733880996704, "sim_render-ego": 0.005358630021413167, "get_robot_state": 0.014076659679412842, "get_duckie_state": 3.14791997273763e-06, "in-drivable-lane": 0.9500000000000136, "agent_compute-ego": 0.0417400598526001, "deviation-heading": 2.036336712770791, "complete-iteration": 0.20302064418792728, "set_robot_commands": 0.004420255819956462, "deviation-center-line": 0.4586184964472855, "driven_lanedir_consec": 3.253237292023604, "sim_compute_sim_state": 0.022282470067342124, "sim_compute_performance-ego": 0.003579253355662028}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.57364359635035, "get_ui_image": 0.032571653525034584, "step_physics": 0.06779195229212442, "survival_time": 14.950000000000076, "driven_lanedir": 3.547445816434444, "get_state_dump": 0.012352681954701742, "sim_render-ego": 0.005277636845906575, "get_robot_state": 0.012192056973775229, "get_duckie_state": 3.074804941813151e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03906405607859294, "deviation-heading": 1.330736780830326, "complete-iteration": 0.1989176853497823, "set_robot_commands": 0.0044521800676981605, "deviation-center-line": 0.43052470673678334, "driven_lanedir_consec": 3.547445816434444, "sim_compute_sim_state": 0.021558414300282797, "sim_compute_performance-ego": 0.0035226106643676757}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.573571180925847, "get_ui_image": 0.033146159648895265, "step_physics": 0.07103984117507935, "survival_time": 14.950000000000076, "driven_lanedir": 2.868387044329314, "get_state_dump": 0.012353436946868896, "sim_render-ego": 0.005210665067036947, "get_robot_state": 0.012517610390981038, "get_duckie_state": 3.1034151713053387e-06, "in-drivable-lane": 1.90000000000001, "agent_compute-ego": 0.03846720218658448, "deviation-heading": 4.0116507872903195, "complete-iteration": 0.20317329406738285, "set_robot_commands": 0.0044597355524698895, "deviation-center-line": 0.7120755304603565, "driven_lanedir_consec": 2.868387044329314, "sim_compute_sim_state": 0.022342337767283123, "sim_compute_performance-ego": 0.003500673770904541}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.5736460775470036, "get_ui_image": 0.034146482149759926, "step_physics": 0.07704409122467042, "survival_time": 14.950000000000076, "driven_lanedir": 3.5492390678001815, "get_state_dump": 0.01254306157430013, "sim_render-ego": 0.00521687904993693, "get_robot_state": 0.012560691038767497, "get_duckie_state": 3.047784169514974e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03862102111180624, "deviation-heading": 1.1613585599665883, "complete-iteration": 0.213252428372701, "set_robot_commands": 0.004490970770517985, "deviation-center-line": 0.41370097980412934, "driven_lanedir_consec": 3.5492390678001815, "sim_compute_sim_state": 0.024980228741963702, "sim_compute_performance-ego": 0.0035118802388509115}}
set_robot_commands_max	0.004490970770517985
set_robot_commands_mean	0.004455785552660624
set_robot_commands_median	0.004455957810084025
set_robot_commands_min	0.004420255819956462
sim_compute_performance-ego_max	0.003579253355662028
sim_compute_performance-ego_mean	0.003528604507446289
sim_compute_performance-ego_median	0.003517245451609294
sim_compute_performance-ego_min	0.003500673770904541
sim_compute_sim_state_max	0.024980228741963702
sim_compute_sim_state_mean	0.022790862719217937
sim_compute_sim_state_median	0.022312403917312623
sim_compute_sim_state_min	0.021558414300282797
sim_render-ego_max	0.005358630021413167
sim_render-ego_mean	0.005265952746073405
sim_render-ego_median	0.005247257947921753
sim_render-ego_min	0.005210665067036947
simulation-passed	1
step_physics_max	0.07704409122467042
step_physics_mean	0.0707461541891098
step_physics_median	0.06941589673360188
step_physics_min	0.06710873206456502
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

44112

11782

Kaiyi Chen 🇺🇸

KK Net

LFv-sim

aborted

2020-11-30 16:19:00+00:00

2020-11-30 16:27:27+00:00

0:08:27

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	3.3799969673367514
survival_time_median	14.950000000000076
deviation-center-line_median	0.4597205971152936
in-drivable-lane_median	0.5500000000000078

other stats

agent_compute-ego_max	0.04197041591008504
agent_compute-ego_mean	0.038443835973739626
agent_compute-ego_median	0.03763964215914409
agent_compute-ego_min	0.03652564366658528
complete-iteration_max	0.2018147150675456
complete-iteration_mean	0.19592108031113944
complete-iteration_median	0.19726654012997943
complete-iteration_min	0.1873365259170532
deviation-center-line_max	0.7120755304603565
deviation-center-line_mean	0.5113044261237683
deviation-center-line_min	0.41370097980412934
deviation-heading_max	4.0116507872903195
deviation-heading_mean	2.133074565729253
deviation-heading_median	1.679644457830052
deviation-heading_min	1.1613585599665883
driven_any_max	3.5736460775470036
driven_any_mean	3.573618370554776
driven_any_median	3.573628111873126
driven_any_min	3.573571180925847
driven_lanedir_consec_max	3.5492390678001815
driven_lanedir_consec_mean	3.2944050117007495
driven_lanedir_consec_min	2.868387044329314
driven_lanedir_max	3.5492390678001815
driven_lanedir_mean	3.2944050117007495
driven_lanedir_median	3.3799969673367514
driven_lanedir_min	2.868387044329314
get_duckie_state_max	2.1004676818847657e-06
get_duckie_state_mean	2.034902572631836e-06
get_duckie_state_median	2.0472208658854165e-06
get_duckie_state_min	1.9447008768717447e-06
get_robot_state_max	0.011365429560343424
get_robot_state_mean	0.011193420886993408
get_robot_state_median	0.011209107240041098
get_robot_state_min	0.010990039507548014
get_state_dump_max	0.011913490295410155
get_state_dump_mean	0.011761433084805806
get_state_dump_median	0.011799108982086182
get_state_dump_min	0.011534024079640706
get_ui_image_max	0.03332364241282145
get_ui_image_mean	0.0320316606760025
get_ui_image_median	0.0317626690864563
get_ui_image_min	0.03127766211827596
in-drivable-lane_max	1.90000000000001
in-drivable-lane_mean	0.7500000000000064
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.573612627395902, "get_ui_image": 0.03136606295903524, "step_physics": 0.06477772394816081, "survival_time": 14.950000000000076, "driven_lanedir": 3.2125481182390585, "get_state_dump": 0.011884322961171468, "sim_render-ego": 0.004967233339945475, "get_robot_state": 0.01120077133178711, "get_duckie_state": 2.1004676818847657e-06, "in-drivable-lane": 1.1000000000000156, "agent_compute-ego": 0.04197041591008504, "deviation-heading": 2.028552134829778, "complete-iteration": 0.1981432827313741, "set_robot_commands": 0.004511373043060303, "deviation-center-line": 0.48891648749380384, "driven_lanedir_consec": 3.2125481182390585, "sim_compute_sim_state": 0.021287774244944255, "sim_compute_performance-ego": 0.006043351491292317}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.57364359635035, "get_ui_image": 0.03127766211827596, "step_physics": 0.06391188542048136, "survival_time": 14.950000000000076, "driven_lanedir": 3.547445816434444, "get_state_dump": 0.011534024079640706, "sim_render-ego": 0.0048227159182230635, "get_robot_state": 0.010990039507548014, "get_duckie_state": 2.095699310302734e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03652564366658528, "deviation-heading": 1.330736780830326, "complete-iteration": 0.1873365259170532, "set_robot_commands": 0.004300461610158284, "deviation-center-line": 0.43052470673678334, "driven_lanedir_consec": 3.547445816434444, "sim_compute_sim_state": 0.02055715799331665, "sim_compute_performance-ego": 0.0032782959938049317}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.573571180925847, "get_ui_image": 0.03215927521387736, "step_physics": 0.06863956689834595, "survival_time": 14.950000000000076, "driven_lanedir": 2.868387044329314, "get_state_dump": 0.011913490295410155, "sim_render-ego": 0.004929288228352865, "get_robot_state": 0.011365429560343424, "get_duckie_state": 1.998742421468099e-06, "in-drivable-lane": 1.90000000000001, "agent_compute-ego": 0.038357064723968506, "deviation-heading": 4.0116507872903195, "complete-iteration": 0.1963897975285848, "set_robot_commands": 0.004711453119913737, "deviation-center-line": 0.7120755304603565, "driven_lanedir_consec": 2.868387044329314, "sim_compute_sim_state": 0.020851314067840576, "sim_compute_performance-ego": 0.0033266282081604003}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.5736460775470036, "get_ui_image": 0.03332364241282145, "step_physics": 0.07221763213475545, "survival_time": 14.950000000000076, "driven_lanedir": 3.5492390678001815, "get_state_dump": 0.011713895003000897, "sim_render-ego": 0.004898904959360758, "get_robot_state": 0.011217443148295083, "get_duckie_state": 1.9447008768717447e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03692221959431966, "deviation-heading": 1.1613585599665883, "complete-iteration": 0.2018147150675456, "set_robot_commands": 0.004368734359741211, "deviation-center-line": 0.41370097980412934, "driven_lanedir_consec": 3.5492390678001815, "sim_compute_sim_state": 0.023721920649210613, "sim_compute_performance-ego": 0.0032931661605834963}}
set_robot_commands_max	0.004711453119913737
set_robot_commands_mean	0.004473005533218384
set_robot_commands_median	0.004440053701400756
set_robot_commands_min	0.004300461610158284
sim_compute_performance-ego_max	0.006043351491292317
sim_compute_performance-ego_mean	0.003985360463460286
sim_compute_performance-ego_median	0.0033098971843719483
sim_compute_performance-ego_min	0.0032782959938049317
sim_compute_sim_state_max	0.023721920649210613
sim_compute_sim_state_mean	0.021604541738828024
sim_compute_sim_state_median	0.021069544156392415
sim_compute_sim_state_min	0.02055715799331665
sim_render-ego_max	0.004967233339945475
sim_render-ego_mean	0.004904535611470541
sim_render-ego_median	0.0049140965938568116
sim_render-ego_min	0.0048227159182230635
simulation-passed	1
step_physics_max	0.07221763213475545
step_physics_mean	0.06738670210043589
step_physics_median	0.06670864542325339
step_physics_min	0.06391188542048136
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

44109

11781

Kaiyi Chen 🇺🇸

KK Net

LFv-sim

error

2020-11-30 16:11:01+00:00

2020-11-30 16:11:50+00:00

0:00:49

InvalidEvaluator: Tr [...]

InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 236, in main
    robot_ci.write_topic_and_expect_zero("seed", config.seed)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
    msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 305, in read_reply
    raise RemoteNodeAborted(msg)
zuper_nodes.structures.RemoteNodeAborted: The remote node "ego" aborted with the following error:

error in ego |Unexpected error:
             |
             || Traceback (most recent call last):
             ||   File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 314, in loop
             ||     call_if_fun_exists(node, "init", context=context_data)
             ||   File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
             ||     f(**kwargs)
             ||   File "solution.py", line 38, in init
             ||     self.model.load_weights("FrankNet.h5")
             ||   File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/keras/engine/training.py", line 250, in load_weights
             ||     return super(Model, self).load_weights(filepath, by_name, skip_mismatch)
             ||   File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/keras/engine/network.py", line 1266, in load_weights
             ||     hdf5_format.load_weights_from_hdf5_group(f, self.layers)
             ||   File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/keras/saving/hdf5_format.py", line 682, in load_weights_from_hdf5_group
             ||     raise ValueError('You are trying to load a weight file '
             || ValueError: You are trying to load a weight file containing 20 layers into a model with 10 layers.
             ||
             || The above exception was the direct cause of the following exception:
             ||
             || Traceback (most recent call last):
             ||   File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 319, in loop
             ||     raise Exception(msg) from e
             || Exception: Exception while calling the node's init() function.
             ||
             || | Traceback (most recent call last):
             || |   File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 314, in loop
             || |     call_if_fun_exists(node, "init", context=context_data)
             || |   File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
             || |     f(**kwargs)
             || |   File "solution.py", line 38, in init
             || |     self.model.load_weights("FrankNet.h5")
             || |   File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/keras/engine/training.py", line 250, in load_weights
             || |     return super(Model, self).load_weights(filepath, by_name, skip_mismatch)
             || |   File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/keras/engine/network.py", line 1266, in load_weights
             || |     hdf5_format.load_weights_from_hdf5_group(f, self.layers)
             || |   File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/keras/saving/hdf5_format.py", line 682, in load_weights_from_hdf5_group
             || |     raise ValueError('You are trying to load a weight file '
             || | ValueError: You are trying to load a weight file containing 20 layers into a model with 10 layers.
             || |
             ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 351, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

44107

11781

Kaiyi Chen 🇺🇸

KK Net

LFv-sim

error

2020-11-30 16:09:56+00:00

2020-11-30 16:10:46+00:00

0:00:50

InvalidEvaluator: Tr [...]

InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 236, in main
    robot_ci.write_topic_and_expect_zero("seed", config.seed)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
    msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 305, in read_reply
    raise RemoteNodeAborted(msg)
zuper_nodes.structures.RemoteNodeAborted: The remote node "ego" aborted with the following error:

error in ego |Unexpected error:
             |
             || Traceback (most recent call last):
             ||   File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 314, in loop
             ||     call_if_fun_exists(node, "init", context=context_data)
             ||   File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
             ||     f(**kwargs)
             ||   File "solution.py", line 38, in init
             ||     self.model.load_weights("FrankNet.h5")
             ||   File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/keras/engine/training.py", line 250, in load_weights
             ||     return super(Model, self).load_weights(filepath, by_name, skip_mismatch)
             ||   File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/keras/engine/network.py", line 1266, in load_weights
             ||     hdf5_format.load_weights_from_hdf5_group(f, self.layers)
             ||   File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/keras/saving/hdf5_format.py", line 682, in load_weights_from_hdf5_group
             ||     raise ValueError('You are trying to load a weight file '
             || ValueError: You are trying to load a weight file containing 20 layers into a model with 10 layers.
             ||
             || The above exception was the direct cause of the following exception:
             ||
             || Traceback (most recent call last):
             ||   File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 319, in loop
             ||     raise Exception(msg) from e
             || Exception: Exception while calling the node's init() function.
             ||
             || | Traceback (most recent call last):
             || |   File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 314, in loop
             || |     call_if_fun_exists(node, "init", context=context_data)
             || |   File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
             || |     f(**kwargs)
             || |   File "solution.py", line 38, in init
             || |     self.model.load_weights("FrankNet.h5")
             || |   File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/keras/engine/training.py", line 250, in load_weights
             || |     return super(Model, self).load_weights(filepath, by_name, skip_mismatch)
             || |   File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/keras/engine/network.py", line 1266, in load_weights
             || |     hdf5_format.load_weights_from_hdf5_group(f, self.layers)
             || |   File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/keras/saving/hdf5_format.py", line 682, in load_weights_from_hdf5_group
             || |     raise ValueError('You are trying to load a weight file '
             || | ValueError: You are trying to load a weight file containing 20 layers into a model with 10 layers.
             || |
             ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 351, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

44103

11781

Kaiyi Chen 🇺🇸

KK Net

LFv-sim

failed

2020-11-30 16:07:51+00:00

2020-11-30 16:08:34+00:00

0:00:43

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

44061

11779

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

host-error

2020-11-30 05:15:54+00:00

2020-11-30 05:15:59+00:00

0:00:05

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
    cr = run_single(
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
    write_logs(wd, project, services=config["services"])
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
    services2id: Dict[str, str] = get_services_id(wd, project, services)
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 937, in get_services_id
    container = client.containers.get(container_id)
  File "/usr/local/lib/python3.8/dist-packages/docker/models/containers.py", line 880, in get
    resp = self.client.api.inspect_container(container_id)
  File "/usr/local/lib/python3.8/dist-packages/docker/utils/decorators.py", line 16, in wrapped
    raise errors.NullResource(
docker.errors.NullResource: Resource ID was not provided

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

44023

11778

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

host-error

2020-11-30 04:54:52+00:00

2020-11-30 04:54:57+00:00

0:00:05

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
    cr = run_single(
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
    write_logs(wd, project, services=config["services"])
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
    services2id: Dict[str, str] = get_services_id(wd, project, services)
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 937, in get_services_id
    container = client.containers.get(container_id)
  File "/usr/local/lib/python3.8/dist-packages/docker/models/containers.py", line 880, in get
    resp = self.client.api.inspect_container(container_id)
  File "/usr/local/lib/python3.8/dist-packages/docker/utils/decorators.py", line 16, in wrapped
    raise errors.NullResource(
docker.errors.NullResource: Resource ID was not provided

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

44014

11777

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

host-error

2020-11-30 04:53:02+00:00

2020-11-30 04:53:07+00:00

0:00:05

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
    cr = run_single(
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
    write_logs(wd, project, services=config["services"])
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
    services2id: Dict[str, str] = get_services_id(wd, project, services)
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 937, in get_services_id
    container = client.containers.get(container_id)
  File "/usr/local/lib/python3.8/dist-packages/docker/models/containers.py", line 880, in get
    resp = self.client.api.inspect_container(container_id)
  File "/usr/local/lib/python3.8/dist-packages/docker/utils/decorators.py", line 16, in wrapped
    raise errors.NullResource(
docker.errors.NullResource: Resource ID was not provided

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

43974

11775

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

host-error

2020-11-30 04:19:33+00:00

2020-11-30 04:19:48+00:00

0:00:15

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
    cr = run_single(
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
    write_logs(wd, project, services=config["services"])
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
    services2id: Dict[str, str] = get_services_id(wd, project, services)
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 937, in get_services_id
    container = client.containers.get(container_id)
  File "/usr/local/lib/python3.8/dist-packages/docker/models/containers.py", line 880, in get
    resp = self.client.api.inspect_container(container_id)
  File "/usr/local/lib/python3.8/dist-packages/docker/utils/decorators.py", line 16, in wrapped
    raise errors.NullResource(
docker.errors.NullResource: Resource ID was not provided

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

43938

11772

Ehsan Ahmadi 🇨🇦

template-random

LFv-sim

aborted

2020-11-30 02:38:33+00:00

2020-11-30 02:38:39+00:00

0:00:06

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
    cr = run_single(
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
    write_logs(wd, project, services=config["services"])
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
    services2id: Dict[str, str] = get_services_id(wd, project, services)
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 937, in get_services_id
    container = client.containers.get(container_id)
  File "/usr/local/lib/python3.8/dist-packages/docker/models/containers.py", line 880, in get
    resp = self.client.api.inspect_container(container_id)
  File "/usr/local/lib/python3.8/dist-packages/docker/utils/decorators.py", line 16, in wrapped
    raise errors.NullResource(
docker.errors.NullResource: Resource ID was not provided

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

43913

11771

Dishank Bansal 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-30 02:23:54+00:00

2020-11-30 02:33:07+00:00

0:09:13

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	3.294940356411268
survival_time_median	14.950000000000076
deviation-center-line_median	0.9017108223130568
in-drivable-lane_median	1.850000000000008

other stats

agent_compute-ego_max	0.01773808717727661
agent_compute-ego_mean	0.017581050594647728
agent_compute-ego_median	0.017627618710199994
agent_compute-ego_min	0.017330877780914307
complete-iteration_max	0.20236605326334636
complete-iteration_mean	0.20125929673512777
complete-iteration_median	0.20127596259117125
complete-iteration_min	0.20011920849482215
deviation-center-line_max	1.0471073470656749
deviation-center-line_mean	0.9040982182887144
deviation-center-line_min	0.7658638814630688
deviation-heading_max	4.556076155760174
deviation-heading_mean	3.964597821471985
deviation-heading_median	3.804011065992353
deviation-heading_min	3.69429299814306
driven_any_max	5.096714450370885
driven_any_mean	4.489687783610779
driven_any_median	4.435950575536612
driven_any_min	3.990135532999005
driven_lanedir_consec_max	4.013143478943052
driven_lanedir_consec_mean	3.2221078329862403
driven_lanedir_consec_min	2.285407140179373
driven_lanedir_max	4.165712389153284
driven_lanedir_mean	3.60771908688368
driven_lanedir_median	3.9898784091010313
driven_lanedir_min	2.285407140179373
get_duckie_state_max	2.585252126057943e-06
get_duckie_state_mean	2.509951591491699e-06
get_duckie_state_median	2.5443236033121745e-06
get_duckie_state_min	2.3659070332845053e-06
get_robot_state_max	0.01588523467381795
get_robot_state_mean	0.015459301869074503
get_robot_state_median	0.015525499979654947
get_robot_state_min	0.014900972843170166
get_state_dump_max	0.013518904050191244
get_state_dump_mean	0.013385053277015686
get_state_dump_median	0.013401567141215006
get_state_dump_min	0.013218174775441488
get_ui_image_max	0.03586253563563029
get_ui_image_mean	0.03546326180299123
get_ui_image_median	0.03538697004318237
get_ui_image_min	0.035216571489969886
in-drivable-lane_max	4.200000000000051
in-drivable-lane_mean	2.087500000000018
in-drivable-lane_min	0.4500000000000064
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.549414868881437, "get_ui_image": 0.035216571489969886, "step_physics": 0.07810829559961954, "survival_time": 14.950000000000076, "driven_lanedir": 3.9666133392590113, "get_state_dump": 0.013337887128194174, "sim_render-ego": 0.0060576915740966795, "get_robot_state": 0.01582829236984253, "get_duckie_state": 2.564589182535807e-06, "in-drivable-lane": 1.200000000000017, "agent_compute-ego": 0.0176873246828715, "deviation-heading": 3.908684887982673, "complete-iteration": 0.20011920849482215, "set_robot_commands": 0.004762314955393474, "deviation-center-line": 1.0242279464295247, "driven_lanedir_consec": 3.9666133392590113, "sim_compute_sim_state": 0.02491230169932047, "sim_compute_performance-ego": 0.004065271218617757}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.322486282191788, "get_ui_image": 0.035479182402292885, "step_physics": 0.08021593968073527, "survival_time": 14.950000000000076, "driven_lanedir": 4.013143478943052, "get_state_dump": 0.01346524715423584, "sim_render-ego": 0.006041155656178792, "get_robot_state": 0.01588523467381795, "get_duckie_state": 2.585252126057943e-06, "in-drivable-lane": 0.4500000000000064, "agent_compute-ego": 0.017567912737528484, "deviation-heading": 3.69429299814306, "complete-iteration": 0.20236605326334636, "set_robot_commands": 0.004867039521535238, "deviation-center-line": 1.0471073470656749, "driven_lanedir_consec": 4.013143478943052, "sim_compute_sim_state": 0.02462198495864868, "sim_compute_performance-ego": 0.004077326456705729}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.990135532999005, "get_ui_image": 0.03586253563563029, "step_physics": 0.07902902364730835, "survival_time": 14.950000000000076, "driven_lanedir": 2.285407140179373, "get_state_dump": 0.013518904050191244, "sim_render-ego": 0.005934907595316569, "get_robot_state": 0.015222707589467366, "get_duckie_state": 2.5240580240885415e-06, "in-drivable-lane": 4.200000000000051, "agent_compute-ego": 0.01773808717727661, "deviation-heading": 4.556076155760174, "complete-iteration": 0.20121312618255616, "set_robot_commands": 0.004657948811848958, "deviation-center-line": 0.7658638814630688, "driven_lanedir_consec": 2.285407140179373, "sim_compute_sim_state": 0.025173570315043133, "sim_compute_performance-ego": 0.003930630683898925}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 5.096714450370885, "get_ui_image": 0.03529475768407186, "step_physics": 0.07965710004170735, "survival_time": 14.950000000000076, "driven_lanedir": 4.165712389153284, "get_state_dump": 0.013218174775441488, "sim_render-ego": 0.005846050580342611, "get_robot_state": 0.014900972843170166, "get_duckie_state": 2.3659070332845053e-06, "in-drivable-lane": 2.499999999999999, "agent_compute-ego": 0.017330877780914307, "deviation-heading": 3.699337244002032, "complete-iteration": 0.2013387989997864, "set_robot_commands": 0.0046558094024658206, "deviation-center-line": 0.7791936981965886, "driven_lanedir_consec": 2.6232673735635244, "sim_compute_sim_state": 0.026331583658854168, "sim_compute_performance-ego": 0.003961327870686849}}
set_robot_commands_max	0.004867039521535238
set_robot_commands_mean	0.004735778172810873
set_robot_commands_median	0.0047101318836212155
set_robot_commands_min	0.0046558094024658206
sim_compute_performance-ego_max	0.004077326456705729
sim_compute_performance-ego_mean	0.004008639057477315
sim_compute_performance-ego_median	0.004013299544652303
sim_compute_performance-ego_min	0.003930630683898925
sim_compute_sim_state_max	0.026331583658854168
sim_compute_sim_state_mean	0.025259860157966618
sim_compute_sim_state_median	0.02504293600718181
sim_compute_sim_state_min	0.02462198495864868
sim_render-ego_max	0.0060576915740966795
sim_render-ego_mean	0.005969951351483663
sim_render-ego_median	0.005988031625747681
sim_render-ego_min	0.005846050580342611
simulation-passed	1
step_physics_max	0.08021593968073527
step_physics_mean	0.07925258974234263
step_physics_median	0.07934306184450785
step_physics_min	0.07810829559961954
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43898

11771

Dishank Bansal 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-30 02:14:57+00:00

2020-11-30 02:23:09+00:00

0:08:12

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	3.529278457970946
survival_time_median	14.950000000000076
deviation-center-line_median	0.951275913525936
in-drivable-lane_median	1.1500000000000163

other stats

agent_compute-ego_max	0.017069196701049803
agent_compute-ego_mean	0.016934645990113833
agent_compute-ego_median	0.016940467793902594
agent_compute-ego_min	0.01678845167160034
complete-iteration_max	0.2029150082514836
complete-iteration_mean	0.1895501298170823
complete-iteration_median	0.18632309595743815
complete-iteration_min	0.1826393191019694
deviation-center-line_max	1.0353344490367098
deviation-center-line_mean	0.8272762653684247
deviation-center-line_min	0.3712187853851171
deviation-heading_max	4.076848500378455
deviation-heading_mean	3.1741933969317184
deviation-heading_median	3.676527956555238
deviation-heading_min	1.266869174237944
driven_any_max	4.90022859500377
driven_any_mean	3.994809988510768
driven_any_median	4.1847219087885135
driven_any_min	2.7095675414622753
driven_lanedir_consec_max	4.263945456884146
driven_lanedir_consec_mean	3.398808220275386
driven_lanedir_consec_min	2.2727305082755054
driven_lanedir_max	4.263945456884146
driven_lanedir_mean	3.398808220275386
driven_lanedir_median	3.529278457970946
driven_lanedir_min	2.2727305082755054
get_duckie_state_max	3.2734870910644532e-06
get_duckie_state_mean	2.782143357194665e-06
get_duckie_state_median	2.666308885409838e-06
get_duckie_state_min	2.5224685668945313e-06
get_robot_state_max	0.013696695963541668
get_robot_state_mean	0.013490200196946418
get_robot_state_median	0.013498525133221854
get_robot_state_min	0.013267054557800292
get_state_dump_max	0.01324427366256714
get_state_dump_mean	0.013159719626386682
get_state_dump_median	0.013172846476792734
get_state_dump_min	0.013048911889394124
get_ui_image_max	0.034170215780084785
get_ui_image_mean	0.03306167837345239
get_ui_image_median	0.032816162904103593
get_ui_image_min	0.03244417190551758
in-drivable-lane_max	1.900000000000019
in-drivable-lane_mean	1.2500000000000122
in-drivable-lane_min	0.7999999999999972
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.90022859500377, "get_ui_image": 0.0324592129389445, "step_physics": 0.07104707400004069, "survival_time": 14.950000000000076, "driven_lanedir": 4.263945456884146, "get_state_dump": 0.01324427366256714, "sim_render-ego": 0.005522685050964355, "get_robot_state": 0.013696695963541668, "get_duckie_state": 2.5224685668945313e-06, "in-drivable-lane": 1.200000000000017, "agent_compute-ego": 0.016985878149668374, "deviation-heading": 3.6418840131789474, "complete-iteration": 0.18516892035802204, "set_robot_commands": 0.004483653704325358, "deviation-center-line": 1.0242369493547476, "driven_lanedir_consec": 4.263945456884146, "sim_compute_sim_state": 0.023764453728993735, "sim_compute_performance-ego": 0.003820904890696208}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.344723242584537, "get_ui_image": 0.03244417190551758, "step_physics": 0.07051116625467936, "survival_time": 14.950000000000076, "driven_lanedir": 3.841258989039621, "get_state_dump": 0.013109330336252847, "sim_render-ego": 0.005517191092173259, "get_robot_state": 0.013267054557800292, "get_duckie_state": 3.2734870910644532e-06, "in-drivable-lane": 1.1000000000000156, "agent_compute-ego": 0.01678845167160034, "deviation-heading": 3.711171899931528, "complete-iteration": 0.1826393191019694, "set_robot_commands": 0.004534989992777507, "deviation-center-line": 0.878314877697124, "driven_lanedir_consec": 3.841258989039621, "sim_compute_sim_state": 0.022610690593719483, "sim_compute_performance-ego": 0.0037147998809814457}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.02472057499249, "get_ui_image": 0.033173112869262694, "step_physics": 0.07356321652730306, "survival_time": 14.950000000000076, "driven_lanedir": 3.217297926902271, "get_state_dump": 0.013048911889394124, "sim_render-ego": 0.00550003449122111, "get_robot_state": 0.013417821725209554, "get_duckie_state": 2.539952596028646e-06, "in-drivable-lane": 1.900000000000019, "agent_compute-ego": 0.017069196701049803, "deviation-heading": 4.076848500378455, "complete-iteration": 0.18747727155685423, "set_robot_commands": 0.004561712741851806, "deviation-center-line": 1.0353344490367098, "driven_lanedir_consec": 3.217297926902271, "sim_compute_sim_state": 0.02328393856684367, "sim_compute_performance-ego": 0.003717904090881348}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.7095675414622753, "get_ui_image": 0.034170215780084785, "step_physics": 0.0850357075671216, "survival_time": 7.149999999999983, "driven_lanedir": 2.2727305082755054, "get_state_dump": 0.01323636261733262, "sim_render-ego": 0.005455342206087979, "get_robot_state": 0.013579228541234155, "get_duckie_state": 2.7926651747910293e-06, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.016895057438136813, "deviation-heading": 1.266869174237944, "complete-iteration": 0.2029150082514836, "set_robot_commands": 0.004548271219213525, "deviation-center-line": 0.3712187853851171, "driven_lanedir_consec": 2.2727305082755054, "sim_compute_sim_state": 0.026115324113752458, "sim_compute_performance-ego": 0.003735945774958684}}
set_robot_commands_max	0.004561712741851806
set_robot_commands_mean	0.004532156914542049
set_robot_commands_median	0.0045416306059955155
set_robot_commands_min	0.004483653704325358
sim_compute_performance-ego_max	0.003820904890696208
sim_compute_performance-ego_mean	0.0037473886593794217
sim_compute_performance-ego_median	0.003726924932920016
sim_compute_performance-ego_min	0.0037147998809814457
sim_compute_sim_state_max	0.026115324113752458
sim_compute_sim_state_mean	0.023943601750827336
sim_compute_sim_state_median	0.023524196147918702
sim_compute_sim_state_min	0.022610690593719483
sim_render-ego_max	0.005522685050964355
sim_render-ego_mean	0.005498813210111675
sim_render-ego_median	0.005508612791697185
sim_render-ego_min	0.005455342206087979
simulation-passed	1
step_physics_max	0.0850357075671216
step_physics_mean	0.07503929108728617
step_physics_median	0.07230514526367188
step_physics_min	0.07051116625467936
survival_time_max	14.950000000000076
survival_time_mean	13.000000000000057
survival_time_min	7.149999999999983

No reset possible

43874

11767

Olga (Ge Ya) Xu 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-28 18:28:44+00:00

2020-11-28 18:37:07+00:00

0:08:23

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.9502270286023126
survival_time_median	14.950000000000076
deviation-center-line_median	0.39115543811859976
in-drivable-lane_median	10.125000000000046

other stats

agent_compute-ego_max	0.017243777910868327
agent_compute-ego_mean	0.01695768614610036
agent_compute-ego_median	0.016896047989527384
agent_compute-ego_min	0.016794870694478353
complete-iteration_max	0.18752970695495605
complete-iteration_mean	0.18230929732322693
complete-iteration_median	0.1813501032193502
complete-iteration_min	0.1790072758992513
deviation-center-line_max	0.4978910553462465
deviation-center-line_mean	0.3908163066201519
deviation-center-line_min	0.2830632948971614
deviation-heading_max	1.7627745756867736
deviation-heading_mean	1.479266458599076
deviation-heading_median	1.4744069757972245
deviation-heading_min	1.2054773071150815
driven_any_max	3.3128931768136964
driven_any_mean	3.2756903966520268
driven_any_median	3.2727913240547077
driven_any_min	3.2442857616849947
driven_lanedir_consec_max	1.265001621921188
driven_lanedir_consec_mean	0.9361097019250088
driven_lanedir_consec_min	0.5789831285742223
driven_lanedir_max	1.265001621921188
driven_lanedir_mean	0.9361097019250088
driven_lanedir_median	0.9502270286023126
driven_lanedir_min	0.5789831285742223
get_duckie_state_max	2.399285634358724e-06
get_duckie_state_mean	2.269546190897624e-06
get_duckie_state_median	2.233584721883138e-06
get_duckie_state_min	2.211729685465495e-06
get_robot_state_max	0.012884202003479004
get_robot_state_mean	0.012723816831906636
get_robot_state_median	0.012820942004521689
get_robot_state_min	0.012369181315104168
get_state_dump_max	0.012769513924916586
get_state_dump_mean	0.012692709167798362
get_state_dump_median	0.012750745217005413
get_state_dump_min	0.012499832312266031
get_ui_image_max	0.03329979260762533
get_ui_image_mean	0.032627031207084656
get_ui_image_median	0.03254360437393189
get_ui_image_min	0.032121123472849525
in-drivable-lane_max	11.350000000000083
in-drivable-lane_mean	9.987500000000052
in-drivable-lane_min	8.350000000000039
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.2936038459911825, "get_ui_image": 0.03230985164642334, "step_physics": 0.06980007489522298, "survival_time": 14.950000000000076, "driven_lanedir": 0.8705119127223935, "get_state_dump": 0.012769513924916586, "sim_render-ego": 0.005292936166127523, "get_robot_state": 0.012869787216186524, "get_duckie_state": 2.217292785644531e-06, "in-drivable-lane": 10.650000000000055, "agent_compute-ego": 0.016800427436828615, "deviation-heading": 1.2054773071150815, "complete-iteration": 0.17998827616373697, "set_robot_commands": 0.0042018969853719074, "deviation-center-line": 0.3199549671650749, "driven_lanedir_consec": 0.8705119127223935, "sim_compute_sim_state": 0.022277780373891196, "sim_compute_performance-ego": 0.003539106845855713}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.2442857616849947, "get_ui_image": 0.032121123472849525, "step_physics": 0.06931187868118287, "survival_time": 14.950000000000076, "driven_lanedir": 1.265001621921188, "get_state_dump": 0.012750147183736163, "sim_render-ego": 0.005298638343811035, "get_robot_state": 0.012884202003479004, "get_duckie_state": 2.211729685465495e-06, "in-drivable-lane": 8.350000000000039, "agent_compute-ego": 0.016991668542226154, "deviation-heading": 1.7627745756867736, "complete-iteration": 0.1790072758992513, "set_robot_commands": 0.004332372347513835, "deviation-center-line": 0.4978910553462465, "driven_lanedir_consec": 1.265001621921188, "sim_compute_sim_state": 0.021643938223520915, "sim_compute_performance-ego": 0.003542625109354655}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.251978802118233, "get_ui_image": 0.03277735710144043, "step_physics": 0.07072011311848958, "survival_time": 14.950000000000076, "driven_lanedir": 0.5789831285742223, "get_state_dump": 0.01275134325027466, "sim_render-ego": 0.005436490376790365, "get_robot_state": 0.012772096792856851, "get_duckie_state": 2.249876658121745e-06, "in-drivable-lane": 11.350000000000083, "agent_compute-ego": 0.017243777910868327, "deviation-heading": 1.5880352857069329, "complete-iteration": 0.18271193027496335, "set_robot_commands": 0.004522934754689534, "deviation-center-line": 0.2830632948971614, "driven_lanedir_consec": 0.5789831285742223, "sim_compute_sim_state": 0.022735600471496583, "sim_compute_performance-ego": 0.0036179256439208985}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.3128931768136964, "get_ui_image": 0.03329979260762533, "step_physics": 0.07482622146606445, "survival_time": 14.950000000000076, "driven_lanedir": 1.0299421444822316, "get_state_dump": 0.012499832312266031, "sim_render-ego": 0.005110775629679362, "get_robot_state": 0.012369181315104168, "get_duckie_state": 2.399285634358724e-06, "in-drivable-lane": 9.600000000000035, "agent_compute-ego": 0.016794870694478353, "deviation-heading": 1.360778665887516, "complete-iteration": 0.18752970695495605, "set_robot_commands": 0.004386819203694661, "deviation-center-line": 0.4623559090721247, "driven_lanedir_consec": 1.0299421444822316, "sim_compute_sim_state": 0.02461326519648234, "sim_compute_performance-ego": 0.003495916525522868}}
set_robot_commands_max	0.004522934754689534
set_robot_commands_mean	0.0043610058228174845
set_robot_commands_median	0.004359595775604248
set_robot_commands_min	0.0042018969853719074
sim_compute_performance-ego_max	0.0036179256439208985
sim_compute_performance-ego_mean	0.0035488935311635337
sim_compute_performance-ego_median	0.003540865977605184
sim_compute_performance-ego_min	0.003495916525522868
sim_compute_sim_state_max	0.02461326519648234
sim_compute_sim_state_mean	0.02281764606634776
sim_compute_sim_state_median	0.02250669042269389
sim_compute_sim_state_min	0.021643938223520915
sim_render-ego_max	0.005436490376790365
sim_render-ego_mean	0.005284710129102071
sim_render-ego_median	0.005295787254969279
sim_render-ego_min	0.005110775629679362
simulation-passed	1
step_physics_max	0.07482622146606445
step_physics_mean	0.07116457204023997
step_physics_median	0.07026009400685629
step_physics_min	0.06931187868118287
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43871

11766

Ayman Shams 🇨🇦

sim-exercise-2

LFv-sim

failed

2020-11-28 13:18:55+00:00

2020-11-28 13:24:38+00:00

0:05:43

InvalidSubmission: T [...]

InvalidSubmission:
Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
    msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
    raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "experiment_manager.py", line 540, in run_episode
    r: MsgReceived = await loop.run_in_executor(executor, f)
  File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
    ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
    raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 477 messages. Expected topic "commands".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 281, in main
    length_s = await run_episode(
  File "experiment_manager.py", line 544, in run_episode
    raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

43858

11763

Olga (Ge Ya) Xu 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-28 05:15:57+00:00

2020-11-28 05:24:26+00:00

0:08:29

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.9900044446877554
survival_time_median	14.950000000000076
deviation-center-line_median	0.40320528432624
in-drivable-lane_median	10.050000000000054

other stats

agent_compute-ego_max	0.01676098664601644
agent_compute-ego_mean	0.016618615984916686
agent_compute-ego_median	0.016609727938969927
agent_compute-ego_min	0.01649402141571045
complete-iteration_max	0.1910655164718628
complete-iteration_mean	0.18297686914602915
complete-iteration_median	0.18082429687182108
complete-iteration_min	0.17919336636861166
deviation-center-line_max	0.4594416721932151
deviation-center-line_mean	0.39342961327951775
deviation-center-line_min	0.30786621227237587
deviation-heading_max	1.648927903859536
deviation-heading_mean	1.3621718534624236
deviation-heading_median	1.4084490522544697
deviation-heading_min	0.9828614054812188
driven_any_max	3.5945017461408386
driven_any_mean	3.385198065754897
driven_any_median	3.4088872250847597
driven_any_min	3.1285160667092287
driven_lanedir_consec_max	1.1031904000764776
driven_lanedir_consec_mean	0.958744595133746
driven_lanedir_consec_min	0.7517790910829958
driven_lanedir_max	1.1031904000764776
driven_lanedir_mean	0.958744595133746
driven_lanedir_median	0.9900044446877554
driven_lanedir_min	0.7517790910829958
get_duckie_state_max	2.127488454182943e-06
get_duckie_state_mean	2.0579497019449872e-06
get_duckie_state_median	2.04920768737793e-06
get_duckie_state_min	2.005894978841146e-06
get_robot_state_max	0.013372771739959715
get_robot_state_mean	0.012850379347801208
get_robot_state_median	0.012734060684839885
get_robot_state_min	0.012560624281565349
get_state_dump_max	0.01270446221033732
get_state_dump_mean	0.01256906489531199
get_state_dump_median	0.012540894349416095
get_state_dump_min	0.01249000867207845
get_ui_image_max	0.03397160847981771
get_ui_image_mean	0.032777881026268
get_ui_image_median	0.032476599613825485
get_ui_image_min	0.03218671639760335
in-drivable-lane_max	10.900000000000071
in-drivable-lane_mean	10.012500000000056
in-drivable-lane_min	9.050000000000049
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.1285160667092287, "get_ui_image": 0.032317111492156984, "step_physics": 0.07024130582809449, "survival_time": 14.950000000000076, "driven_lanedir": 1.1031904000764776, "get_state_dump": 0.01270446221033732, "sim_render-ego": 0.005266289710998535, "get_robot_state": 0.012560624281565349, "get_duckie_state": 2.127488454182943e-06, "in-drivable-lane": 9.050000000000049, "agent_compute-ego": 0.0165995717048645, "deviation-heading": 1.648927903859536, "complete-iteration": 0.17989726940790812, "set_robot_commands": 0.0044591307640075685, "deviation-center-line": 0.3737303882002877, "driven_lanedir_consec": 1.1031904000764776, "sim_compute_sim_state": 0.02206340233484904, "sim_compute_performance-ego": 0.0035425233840942383}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.4012415097689934, "get_ui_image": 0.03218671639760335, "step_physics": 0.06945300896962484, "survival_time": 14.950000000000076, "driven_lanedir": 0.7517790910829958, "get_state_dump": 0.01257447322209676, "sim_render-ego": 0.005391635100046793, "get_robot_state": 0.012835562229156494, "get_duckie_state": 2.063115437825521e-06, "in-drivable-lane": 10.900000000000071, "agent_compute-ego": 0.016619884173075358, "deviation-heading": 0.9828614054812188, "complete-iteration": 0.17919336636861166, "set_robot_commands": 0.004445136388142904, "deviation-center-line": 0.30786621227237587, "driven_lanedir_consec": 0.7517790910829958, "sim_compute_sim_state": 0.02193020741144816, "sim_compute_performance-ego": 0.0036096803347269698}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.5945017461408386, "get_ui_image": 0.03263608773549398, "step_physics": 0.07027921835581462, "survival_time": 14.950000000000076, "driven_lanedir": 1.0214381810149842, "get_state_dump": 0.01249000867207845, "sim_render-ego": 0.005389285087585449, "get_robot_state": 0.013372771739959715, "get_duckie_state": 2.005894978841146e-06, "in-drivable-lane": 10.150000000000066, "agent_compute-ego": 0.01676098664601644, "deviation-heading": 1.572955816441039, "complete-iteration": 0.18175132433573404, "set_robot_commands": 0.00443210522333781, "deviation-center-line": 0.4326801804521925, "driven_lanedir_consec": 1.0214381810149842, "sim_compute_sim_state": 0.022648995717366536, "sim_compute_performance-ego": 0.0036014453570048016}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.4165329404005265, "get_ui_image": 0.03397160847981771, "step_physics": 0.07690977573394775, "survival_time": 14.950000000000076, "driven_lanedir": 0.9585707083605266, "get_state_dump": 0.012507315476735432, "sim_render-ego": 0.005210818449656169, "get_robot_state": 0.012632559140523277, "get_duckie_state": 2.0352999369303382e-06, "in-drivable-lane": 9.950000000000042, "agent_compute-ego": 0.01649402141571045, "deviation-heading": 1.2439422880679003, "complete-iteration": 0.1910655164718628, "set_robot_commands": 0.004397425651550293, "deviation-center-line": 0.4594416721932151, "driven_lanedir_consec": 0.9585707083605266, "sim_compute_sim_state": 0.02525561014811198, "sim_compute_performance-ego": 0.0035406343142191567}}
set_robot_commands_max	0.0044591307640075685
set_robot_commands_mean	0.004433449506759644
set_robot_commands_median	0.004438620805740357
set_robot_commands_min	0.004397425651550293
sim_compute_performance-ego_max	0.0036096803347269698
sim_compute_performance-ego_mean	0.0035735708475112915
sim_compute_performance-ego_median	0.00357198437054952
sim_compute_performance-ego_min	0.0035406343142191567
sim_compute_sim_state_max	0.02525561014811198
sim_compute_sim_state_mean	0.02297455390294393
sim_compute_sim_state_median	0.02235619902610779
sim_compute_sim_state_min	0.02193020741144816
sim_render-ego_max	0.005391635100046793
sim_render-ego_mean	0.0053145070870717365
sim_render-ego_median	0.005327787399291992
sim_render-ego_min	0.005210818449656169
simulation-passed	1
step_physics_max	0.07690977573394775
step_physics_mean	0.07172082722187043
step_physics_median	0.07026026209195455
step_physics_min	0.06945300896962484
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43851

11761

Ayman Shams 🇨🇦

exercise_state_estimation

LFv-sim

failed

2020-11-28 01:44:13+00:00

2020-11-28 01:50:20+00:00

0:06:07

InvalidSubmission: T [...]

InvalidSubmission:
Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
    msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
    raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "experiment_manager.py", line 540, in run_episode
    r: MsgReceived = await loop.run_in_executor(executor, f)
  File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
    ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
    raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 477 messages. Expected topic "commands".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 281, in main
    length_s = await run_episode(
  File "experiment_manager.py", line 544, in run_episode
    raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

43816

11752

Olga (Ge Ya) Xu 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-27 03:10:54+00:00

2020-11-27 03:19:55+00:00

0:09:01

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.8106625173182116
survival_time_median	14.950000000000076
deviation-center-line_median	0.7928588441118634
in-drivable-lane_median	7.550000000000062

other stats

agent_compute-ego_max	0.017306938966115317
agent_compute-ego_mean	0.017014589309692383
agent_compute-ego_median	0.016949714422225953
agent_compute-ego_min	0.01685198942820231
complete-iteration_max	0.18955803950627645
complete-iteration_mean	0.18740929146607715
complete-iteration_median	0.1875357206662496
complete-iteration_min	0.18500768502553305
deviation-center-line_max	1.1366726272154453
deviation-center-line_mean	0.7465985531379183
deviation-center-line_min	0.26400389711250144
deviation-heading_max	2.8619608246186483
deviation-heading_mean	1.726373706382788
deviation-heading_median	1.3887685563675574
deviation-heading_min	1.2659968881773884
driven_any_max	4.303986669860499
driven_any_mean	3.856112739605794
driven_any_median	3.809139505774674
driven_any_min	3.502185277013328
driven_lanedir_consec_max	3.0833727350070057
driven_lanedir_consec_mean	1.846948003767112
driven_lanedir_consec_min	0.6830942454250176
driven_lanedir_max	3.0833727350070057
driven_lanedir_mean	1.846948003767112
driven_lanedir_median	1.8106625173182116
driven_lanedir_min	0.6830942454250176
get_duckie_state_max	2.501805623372396e-06
get_duckie_state_mean	2.3843844731648765e-06
get_duckie_state_median	2.377033233642578e-06
get_duckie_state_min	2.281665802001953e-06
get_robot_state_max	0.013774465719858806
get_robot_state_mean	0.013371739586194356
get_robot_state_median	0.013538739283879598
get_robot_state_min	0.012635014057159425
get_state_dump_max	0.01329389492670695
get_state_dump_mean	0.012965097626050314
get_state_dump_median	0.013055959542592366
get_state_dump_min	0.01245457649230957
get_ui_image_max	0.03386322577794393
get_ui_image_mean	0.033249525030454
get_ui_image_median	0.033395096858342486
get_ui_image_min	0.032344680627187095
in-drivable-lane_max	11.400000000000082
in-drivable-lane_mean	7.612500000000065
in-drivable-lane_min	3.9500000000000526
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.037746968778321, "get_ui_image": 0.033267671267191566, "step_physics": 0.07388666947682698, "survival_time": 14.950000000000076, "driven_lanedir": 1.7889691818211642, "get_state_dump": 0.01329389492670695, "sim_render-ego": 0.005646243890126546, "get_robot_state": 0.013774465719858806, "get_duckie_state": 2.501805623372396e-06, "in-drivable-lane": 8.50000000000006, "agent_compute-ego": 0.017306938966115317, "deviation-heading": 1.2659968881773884, "complete-iteration": 0.18955803950627645, "set_robot_commands": 0.004546457926432291, "deviation-center-line": 0.7090014476294363, "driven_lanedir_consec": 1.7889691818211642, "sim_compute_sim_state": 0.023900354703267415, "sim_compute_performance-ego": 0.003788742224375407}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.580532042771028, "get_ui_image": 0.03352252244949341, "step_physics": 0.07317591110865275, "survival_time": 14.950000000000076, "driven_lanedir": 1.832355852815259, "get_state_dump": 0.01311503251393636, "sim_render-ego": 0.005573148727416992, "get_robot_state": 0.013680962721506757, "get_duckie_state": 2.3627281188964844e-06, "in-drivable-lane": 6.600000000000064, "agent_compute-ego": 0.01701397657394409, "deviation-heading": 2.8619608246186483, "complete-iteration": 0.1875014321009318, "set_robot_commands": 0.004517470995585124, "deviation-center-line": 0.8767162405942903, "driven_lanedir_consec": 1.832355852815259, "sim_compute_sim_state": 0.02304714361826579, "sim_compute_performance-ego": 0.003709104855855306}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.502185277013328, "get_ui_image": 0.03386322577794393, "step_physics": 0.0736748234430949, "survival_time": 14.950000000000076, "driven_lanedir": 0.6830942454250176, "get_state_dump": 0.012996886571248372, "sim_render-ego": 0.005479178428649902, "get_robot_state": 0.01339651584625244, "get_duckie_state": 2.3913383483886717e-06, "in-drivable-lane": 11.400000000000082, "agent_compute-ego": 0.01685198942820231, "deviation-heading": 1.3518276871592831, "complete-iteration": 0.1875700092315674, "set_robot_commands": 0.004456570148468017, "deviation-center-line": 0.26400389711250144, "driven_lanedir_consec": 0.6830942454250176, "sim_compute_sim_state": 0.02305564324061076, "sim_compute_performance-ego": 0.003651250998179118}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.303986669860499, "get_ui_image": 0.032344680627187095, "step_physics": 0.07192574580510458, "survival_time": 14.950000000000076, "driven_lanedir": 3.0833727350070057, "get_state_dump": 0.01245457649230957, "sim_render-ego": 0.0052341095606486, "get_robot_state": 0.012635014057159425, "get_duckie_state": 2.281665802001953e-06, "in-drivable-lane": 3.9500000000000526, "agent_compute-ego": 0.016885452270507813, "deviation-heading": 1.4257094255758316, "complete-iteration": 0.18500768502553305, "set_robot_commands": 0.00456925630569458, "deviation-center-line": 1.1366726272154453, "driven_lanedir_consec": 3.0833727350070057, "sim_compute_sim_state": 0.02521639664967855, "sim_compute_performance-ego": 0.0036021995544433592}}
set_robot_commands_max	0.00456925630569458
set_robot_commands_mean	0.004522438844045003
set_robot_commands_median	0.004531964461008708
set_robot_commands_min	0.004456570148468017
sim_compute_performance-ego_max	0.003788742224375407
sim_compute_performance-ego_mean	0.0036878244082132975
sim_compute_performance-ego_median	0.003680177927017212
sim_compute_performance-ego_min	0.0036021995544433592
sim_compute_sim_state_max	0.02521639664967855
sim_compute_sim_state_mean	0.023804884552955628
sim_compute_sim_state_median	0.023477998971939085
sim_compute_sim_state_min	0.02304714361826579
sim_render-ego_max	0.005646243890126546
sim_render-ego_mean	0.00548317015171051
sim_render-ego_median	0.005526163578033447
sim_render-ego_min	0.0052341095606486
simulation-passed	1
step_physics_max	0.07388666947682698
step_physics_mean	0.0731657874584198
step_physics_median	0.07342536727587382
step_physics_min	0.07192574580510458
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43797

11745

Jean-Sébastien Grondin 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 21:17:42+00:00

2020-11-26 21:25:15+00:00

0:07:33

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.0719234028193925
survival_time_median	14.950000000000076
deviation-center-line_median	0.7326335963743222
in-drivable-lane_median	1.6750000000000165

other stats

agent_compute-ego_max	0.018145166238149008
agent_compute-ego_mean	0.01709673363788455
agent_compute-ego_median	0.016776689688364665
agent_compute-ego_min	0.01668838893665987
complete-iteration_max	0.18711474259694416
complete-iteration_mean	0.18358239136490168
complete-iteration_median	0.1835313992173064
complete-iteration_min	0.18015202442804973
deviation-center-line_max	0.8971362117096137
deviation-center-line_mean	0.6670620449198753
deviation-center-line_min	0.305844775221243
deviation-heading_max	3.612487008769718
deviation-heading_mean	2.7195074913636184
deviation-heading_median	2.9978206119424593
deviation-heading_min	1.2699017327998368
driven_any_max	3.447587320258784
driven_any_mean	2.713332515429847
driven_any_median	2.866277979942434
driven_any_min	1.6731867815757369
driven_lanedir_consec_max	3.20604020273288
driven_lanedir_consec_mean	2.122667772836394
driven_lanedir_consec_min	1.14078408297391
driven_lanedir_max	3.20604020273288
driven_lanedir_mean	2.1248704220724264
driven_lanedir_median	2.0719234028193925
driven_lanedir_min	1.1495946799180394
get_duckie_state_max	2.3140626795151653e-06
get_duckie_state_mean	2.107573490516812e-06
get_duckie_state_median	2.0519892374674477e-06
get_duckie_state_min	2.0122528076171874e-06
get_robot_state_max	0.013305515050888062
get_robot_state_mean	0.012816728651523591
get_robot_state_median	0.012975875933965047
get_robot_state_min	0.012009647687276205
get_state_dump_max	0.013193423257154576
get_state_dump_mean	0.01286769338098227
get_state_dump_median	0.012977010011672974
get_state_dump_min	0.012323330243428549
get_ui_image_max	0.033492345015207925
get_ui_image_mean	0.032649479952513
get_ui_image_median	0.03249197770567501
get_ui_image_min	0.03212161938349406
in-drivable-lane_max	7.300000000000023
in-drivable-lane_mean	2.925000000000013
in-drivable-lane_min	1.0499999999999965
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.6731867815757369, "get_ui_image": 0.03215701439801384, "step_physics": 0.06919859262073741, "survival_time": 6.799999999999984, "driven_lanedir": 1.3070617225501089, "get_state_dump": 0.013193423257154576, "sim_render-ego": 0.005413230727700626, "get_robot_state": 0.013305515050888062, "get_duckie_state": 2.3140626795151653e-06, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.01668838893665987, "deviation-heading": 1.2699017327998368, "complete-iteration": 0.1803620212218341, "set_robot_commands": 0.004515227149514591, "deviation-center-line": 0.305844775221243, "driven_lanedir_consec": 1.3070617225501089, "sim_compute_sim_state": 0.02209771380704992, "sim_compute_performance-ego": 0.0036547832629259896}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.326962027263831, "get_ui_image": 0.03212161938349406, "step_physics": 0.06985077699025471, "survival_time": 14.950000000000076, "driven_lanedir": 2.8367850830886763, "get_state_dump": 0.01301392714182536, "sim_render-ego": 0.005201586087544759, "get_robot_state": 0.013028490543365478, "get_duckie_state": 2.0623207092285157e-06, "in-drivable-lane": 2.1000000000000147, "agent_compute-ego": 0.01678648789723714, "deviation-heading": 3.4110036111448694, "complete-iteration": 0.18015202442804973, "set_robot_commands": 0.004438053766886393, "deviation-center-line": 0.8971362117096137, "driven_lanedir_consec": 2.8367850830886763, "sim_compute_sim_state": 0.022058783372243245, "sim_compute_performance-ego": 0.0035170888900756835}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.4055939326210365, "get_ui_image": 0.033492345015207925, "step_physics": 0.07574315388997396, "survival_time": 14.950000000000076, "driven_lanedir": 1.1495946799180394, "get_state_dump": 0.01294009288152059, "sim_render-ego": 0.005384089946746826, "get_robot_state": 0.012923261324564617, "get_duckie_state": 2.04165776570638e-06, "in-drivable-lane": 7.300000000000023, "agent_compute-ego": 0.016766891479492188, "deviation-heading": 3.612487008769718, "complete-iteration": 0.18711474259694416, "set_robot_commands": 0.004352924823760987, "deviation-center-line": 0.6415604698478478, "driven_lanedir_consec": 1.14078408297391, "sim_compute_sim_state": 0.02176954746246338, "sim_compute_performance-ego": 0.003607098261515299}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.447587320258784, "get_ui_image": 0.032826941013336185, "step_physics": 0.07404621680577596, "survival_time": 14.950000000000076, "driven_lanedir": 3.20604020273288, "get_state_dump": 0.012323330243428549, "sim_render-ego": 0.004999793370564778, "get_robot_state": 0.012009647687276205, "get_duckie_state": 2.0122528076171874e-06, "in-drivable-lane": 1.2500000000000178, "agent_compute-ego": 0.018145166238149008, "deviation-heading": 2.5846376127400488, "complete-iteration": 0.18670077721277872, "set_robot_commands": 0.004511835575103759, "deviation-center-line": 0.8237067229007967, "driven_lanedir_consec": 3.20604020273288, "sim_compute_sim_state": 0.02430649995803833, "sim_compute_performance-ego": 0.0034023181597391764}}
set_robot_commands_max	0.004515227149514591
set_robot_commands_mean	0.0044545103288164325
set_robot_commands_median	0.004474944670995076
set_robot_commands_min	0.004352924823760987
sim_compute_performance-ego_max	0.0036547832629259896
sim_compute_performance-ego_mean	0.003545322143564037
sim_compute_performance-ego_median	0.0035620935757954917
sim_compute_performance-ego_min	0.0034023181597391764
sim_compute_sim_state_max	0.02430649995803833
sim_compute_sim_state_mean	0.02255813614994872
sim_compute_sim_state_median	0.022078248589646583
sim_compute_sim_state_min	0.02176954746246338
sim_render-ego_max	0.005413230727700626
sim_render-ego_mean	0.005249675033139247
sim_render-ego_median	0.005292838017145793
sim_render-ego_min	0.004999793370564778
simulation-passed	1
step_physics_max	0.07574315388997396
step_physics_mean	0.07220968507668551
step_physics_median	0.07194849689801533
step_physics_min	0.06919859262073741
survival_time_max	14.950000000000076
survival_time_mean	12.912500000000056
survival_time_min	6.799999999999984

No reset possible

43780

11740

Jean-Sébastien Grondin 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 20:56:46+00:00

2020-11-26 21:05:32+00:00

0:08:46

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.4549070691450217
survival_time_median	14.950000000000076
deviation-center-line_median	1.076191922010408
in-drivable-lane_median	0.7250000000000028

other stats

agent_compute-ego_max	0.01730648676554362
agent_compute-ego_mean	0.016982446511586508
agent_compute-ego_median	0.016962682803471883
agent_compute-ego_min	0.016697933673858644
complete-iteration_max	0.20557362000147503
complete-iteration_mean	0.192134800752004
complete-iteration_median	0.1907802712917328
complete-iteration_min	0.18140504042307537
deviation-center-line_max	1.3656044466220478
deviation-center-line_mean	1.0655574434010229
deviation-center-line_min	0.7442414829612268
deviation-heading_max	5.202450325519525
deviation-heading_mean	3.658727678014389
deviation-heading_median	3.507476781047707
deviation-heading_min	2.417506824442616
driven_any_max	2.780995834618084
driven_any_mean	2.5952820081807904
driven_any_median	2.702731844287327
driven_any_min	2.194668509530424
driven_lanedir_consec_max	2.65383281326645
driven_lanedir_consec_mean	2.314602248207936
driven_lanedir_consec_min	1.6947620412752504
driven_lanedir_max	2.65383281326645
driven_lanedir_mean	2.314602248207936
driven_lanedir_median	2.4549070691450217
driven_lanedir_min	1.6947620412752504
get_duckie_state_max	2.5780995686848957e-06
get_duckie_state_mean	2.2333860397338867e-06
get_duckie_state_median	2.2176901499430337e-06
get_duckie_state_min	1.920064290364583e-06
get_robot_state_max	0.015609537760416669
get_robot_state_mean	0.013624720176060994
get_robot_state_median	0.01382663567860921
get_robot_state_min	0.011236071586608888
get_state_dump_max	0.014920072555541992
get_state_dump_mean	0.013027333418528238
get_state_dump_median	0.012797125180562335
get_state_dump_min	0.011595010757446287
get_ui_image_max	0.03550310214360555
get_ui_image_mean	0.033826743761698405
get_ui_image_median	0.033664717276891076
get_ui_image_min	0.03247443834940592
in-drivable-lane_max	1.749999999999995
in-drivable-lane_mean	0.8
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.6796037790176124, "get_ui_image": 0.03550310214360555, "step_physics": 0.08238581816355388, "survival_time": 14.950000000000076, "driven_lanedir": 2.3847009663151555, "get_state_dump": 0.014920072555541992, "sim_render-ego": 0.0061705215771993005, "get_robot_state": 0.015609537760416669, "get_duckie_state": 2.5780995686848957e-06, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.01730648676554362, "deviation-heading": 3.608296802430432, "complete-iteration": 0.20557362000147503, "set_robot_commands": 0.004896490573883056, "deviation-center-line": 1.2142070055368963, "driven_lanedir_consec": 2.3847009663151555, "sim_compute_sim_state": 0.02458216587702433, "sim_compute_performance-ego": 0.0040522003173828125}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.780995834618084, "get_ui_image": 0.03438295443852742, "step_physics": 0.07646724462509155, "survival_time": 14.950000000000076, "driven_lanedir": 2.65383281326645, "get_state_dump": 0.013270691235860188, "sim_render-ego": 0.006012734572092692, "get_robot_state": 0.01546474536259969, "get_duckie_state": 2.392133076985677e-06, "in-drivable-lane": 0.6000000000000085, "agent_compute-ego": 0.017140611012776693, "deviation-heading": 2.417506824442616, "complete-iteration": 0.1966579858462016, "set_robot_commands": 0.004730405807495117, "deviation-center-line": 0.9381768384839198, "driven_lanedir_consec": 2.65383281326645, "sim_compute_sim_state": 0.023350473244984946, "sim_compute_performance-ego": 0.005696401596069336}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.194668509530424, "get_ui_image": 0.03294648011525472, "step_physics": 0.07251412868499756, "survival_time": 14.950000000000076, "driven_lanedir": 1.6947620412752504, "get_state_dump": 0.012323559125264486, "sim_render-ego": 0.005159354209899903, "get_robot_state": 0.012188525994618732, "get_duckie_state": 2.0432472229003907e-06, "in-drivable-lane": 1.749999999999995, "agent_compute-ego": 0.016784754594167072, "deviation-heading": 5.202450325519525, "complete-iteration": 0.18140504042307537, "set_robot_commands": 0.004452994664510091, "deviation-center-line": 0.7442414829612268, "driven_lanedir_consec": 1.6947620412752504, "sim_compute_sim_state": 0.02143314202626546, "sim_compute_performance-ego": 0.0034742347399393716}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.725859909557042, "get_ui_image": 0.03247443834940592, "step_physics": 0.07630100170771281, "survival_time": 14.950000000000076, "driven_lanedir": 2.5251131719748874, "get_state_dump": 0.011595010757446287, "sim_render-ego": 0.004962124029795329, "get_robot_state": 0.011236071586608888, "get_duckie_state": 1.920064290364583e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016697933673858644, "deviation-heading": 3.4066567596649815, "complete-iteration": 0.184902556737264, "set_robot_commands": 0.004292352199554443, "deviation-center-line": 1.3656044466220478, "driven_lanedir_consec": 2.5251131719748874, "sim_compute_sim_state": 0.02387389659881592, "sim_compute_performance-ego": 0.0033487923940022785}}
set_robot_commands_max	0.004896490573883056
set_robot_commands_mean	0.004593060811360677
set_robot_commands_median	0.0045917002360026035
set_robot_commands_min	0.004292352199554443
sim_compute_performance-ego_max	0.005696401596069336
sim_compute_performance-ego_mean	0.0041429072618484495
sim_compute_performance-ego_median	0.003763217528661092
sim_compute_performance-ego_min	0.0033487923940022785
sim_compute_sim_state_max	0.02458216587702433
sim_compute_sim_state_mean	0.023309919436772665
sim_compute_sim_state_median	0.023612184921900432
sim_compute_sim_state_min	0.02143314202626546
sim_render-ego_max	0.0061705215771993005
sim_render-ego_mean	0.005576183597246805
sim_render-ego_median	0.005586044390996298
sim_render-ego_min	0.004962124029795329
simulation-passed	1
step_physics_max	0.08238581816355388
step_physics_mean	0.07691704829533895
step_physics_median	0.07638412316640218
step_physics_min	0.07251412868499756
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43760

11734

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 20:45:22+00:00

2020-11-26 20:52:56+00:00

0:07:34

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.0087239175028433
survival_time_median	14.950000000000076
deviation-center-line_median	0.5230238541358978
in-drivable-lane_median	1.9500000000000228

other stats

agent_compute-ego_max	0.017705049514770508
agent_compute-ego_mean	0.01725905131726038
agent_compute-ego_median	0.01720676342646281
agent_compute-ego_min	0.016917628901345388
complete-iteration_max	0.21100606044133505
complete-iteration_mean	0.20535791879608517
complete-iteration_median	0.20465982448487055
complete-iteration_min	0.20110596577326456
deviation-center-line_max	0.9528526124249038
deviation-center-line_mean	0.5358229264200212
deviation-center-line_min	0.1443913849833851
deviation-heading_max	3.1073365946299853
deviation-heading_mean	1.7746909896968994
deviation-heading_median	1.809257387208448
deviation-heading_min	0.3729125897407164
driven_any_max	3.46736303809457
driven_any_mean	2.38278530956266
driven_any_median	2.6610498038828463
driven_any_min	0.741678592390379
driven_lanedir_consec_max	3.3800689223721245
driven_lanedir_consec_mean	1.9843900476357983
driven_lanedir_consec_min	0.5400434331653823
driven_lanedir_max	3.3800689223721245
driven_lanedir_mean	1.9843900476357983
driven_lanedir_median	2.0087239175028433
driven_lanedir_min	0.5400434331653823
get_duckie_state_max	2.839735576084682e-06
get_duckie_state_mean	2.777619021279471e-06
get_duckie_state_median	2.7970472971598305e-06
get_duckie_state_min	2.6766459147135416e-06
get_robot_state_max	0.015835234097072055
get_robot_state_mean	0.015618333362397692
get_robot_state_median	0.01570604642232259
get_robot_state_min	0.015226006507873535
get_state_dump_max	0.013974424203236895
get_state_dump_mean	0.0137270663749604
get_state_dump_median	0.013707117353166851
get_state_dump_min	0.013519606590270995
get_ui_image_max	0.03625998179117838
get_ui_image_mean	0.03558939421460742
get_ui_image_median	0.03590265123617081
get_ui_image_min	0.034292292594909665
in-drivable-lane_max	7.400000000000096
in-drivable-lane_mean	2.8250000000000357
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.741678592390379, "get_ui_image": 0.03582666175706046, "step_physics": 0.08203752977507454, "survival_time": 2.799999999999998, "driven_lanedir": 0.5400434331653823, "get_state_dump": 0.013805440493992396, "sim_render-ego": 0.0060358260359082904, "get_robot_state": 0.015835234097072055, "get_duckie_state": 2.839735576084682e-06, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.016917628901345388, "deviation-heading": 0.3729125897407164, "complete-iteration": 0.2026012454714094, "set_robot_commands": 0.0046419501304626465, "deviation-center-line": 0.1443913849833851, "driven_lanedir_consec": 0.5400434331653823, "sim_compute_sim_state": 0.02324282271521432, "sim_compute_performance-ego": 0.004103694643293109}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.46736303809457, "get_ui_image": 0.03597864071528117, "step_physics": 0.08359351714452108, "survival_time": 14.950000000000076, "driven_lanedir": 3.3800689223721245, "get_state_dump": 0.013974424203236895, "sim_render-ego": 0.0061150773366292314, "get_robot_state": 0.015669930775960288, "get_duckie_state": 2.6766459147135416e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017475845019022624, "deviation-heading": 2.7720214523578783, "complete-iteration": 0.2067184034983317, "set_robot_commands": 0.0048631532986958825, "deviation-center-line": 0.7935984998102383, "driven_lanedir_consec": 3.3800689223721245, "sim_compute_sim_state": 0.024734657605489097, "sim_compute_performance-ego": 0.00416057030359904}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.461033697105521, "get_ui_image": 0.03625998179117838, "step_physics": 0.0875916878382365, "survival_time": 14.950000000000076, "driven_lanedir": 1.9999562944337388, "get_state_dump": 0.013608794212341308, "sim_render-ego": 0.006276354789733886, "get_robot_state": 0.015742162068684895, "get_duckie_state": 2.78472900390625e-06, "in-drivable-lane": 3.3500000000000476, "agent_compute-ego": 0.017705049514770508, "deviation-heading": 3.1073365946299853, "complete-iteration": 0.21100606044133505, "set_robot_commands": 0.004884285926818848, "deviation-center-line": 0.9528526124249038, "driven_lanedir_consec": 1.9999562944337388, "sim_compute_sim_state": 0.02460969050725301, "sim_compute_performance-ego": 0.0041729164123535155}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.8610659106601717, "get_ui_image": 0.034292292594909665, "step_physics": 0.07935921669006347, "survival_time": 14.950000000000076, "driven_lanedir": 2.017491540571948, "get_state_dump": 0.013519606590270995, "sim_render-ego": 0.005828699270884196, "get_robot_state": 0.015226006507873535, "get_duckie_state": 2.809365590413411e-06, "in-drivable-lane": 7.400000000000096, "agent_compute-ego": 0.016937681833902995, "deviation-heading": 0.8464933220590174, "complete-iteration": 0.20110596577326456, "set_robot_commands": 0.004695192178090413, "deviation-center-line": 0.2524492084615573, "driven_lanedir_consec": 2.017491540571948, "sim_compute_sim_state": 0.02698062260945638, "sim_compute_performance-ego": 0.00412087599436442}}
set_robot_commands_max	0.004884285926818848
set_robot_commands_mean	0.0047711453835169474
set_robot_commands_median	0.004779172738393148
set_robot_commands_min	0.0046419501304626465
sim_compute_performance-ego_max	0.0041729164123535155
sim_compute_performance-ego_mean	0.004139514338402521
sim_compute_performance-ego_median	0.00414072314898173
sim_compute_performance-ego_min	0.004103694643293109
sim_compute_sim_state_max	0.02698062260945638
sim_compute_sim_state_mean	0.024891948359353204
sim_compute_sim_state_median	0.024672174056371052
sim_compute_sim_state_min	0.02324282271521432
sim_render-ego_max	0.006276354789733886
sim_render-ego_mean	0.006063989358288902
sim_render-ego_median	0.006075451686268761
sim_render-ego_min	0.005828699270884196
simulation-passed	1
step_physics_max	0.0875916878382365
step_physics_mean	0.0831454878619739
step_physics_median	0.08281552345979781
step_physics_min	0.07935921669006347
survival_time_max	14.950000000000076
survival_time_mean	11.912500000000058
survival_time_min	2.799999999999998

No reset possible

43751

11730

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 20:34:26+00:00

2020-11-26 20:42:36+00:00

0:08:10

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.4085608505854568
survival_time_median	14.950000000000076
deviation-center-line_median	0.39259840282917663
in-drivable-lane_median	5.725000000000051

other stats

agent_compute-ego_max	0.017331833839416503
agent_compute-ego_mean	0.017012903292973836
agent_compute-ego_median	0.017012287378311154
agent_compute-ego_min	0.016695204575856527
complete-iteration_max	0.18533963600794473
complete-iteration_mean	0.17896422545115154
complete-iteration_median	0.1794008715947469
complete-iteration_min	0.17171552260716758
deviation-center-line_max	0.6527115304034401
deviation-center-line_mean	0.402374542632602
deviation-center-line_min	0.17158983446861445
deviation-heading_max	2.3784262326945744
deviation-heading_mean	1.605697255607904
deviation-heading_median	1.7181854041942597
deviation-heading_min	0.6079919813485223
driven_any_max	3.8247015917777527
driven_any_mean	3.21645656973718
driven_any_median	3.1872519776847064
driven_any_min	2.6666207318015536
driven_lanedir_consec_max	3.618176405744439
driven_lanedir_consec_mean	2.28035725087273
driven_lanedir_consec_min	0.6861308965755674
driven_lanedir_max	3.618176405744439
driven_lanedir_mean	2.28035725087273
driven_lanedir_median	2.4085608505854568
driven_lanedir_min	0.6861308965755674
get_duckie_state_max	2.4159749348958332e-06
get_duckie_state_mean	2.2464990615844725e-06
get_duckie_state_median	2.2208690643310546e-06
get_duckie_state_min	2.1282831827799477e-06
get_robot_state_max	0.012318257490793865
get_robot_state_mean	0.011765622695287067
get_robot_state_median	0.01162724773089091
get_robot_state_min	0.01148973782857259
get_state_dump_max	0.012466396490732829
get_state_dump_mean	0.012118683854738872
get_state_dump_median	0.01212920109430949
get_state_dump_min	0.011749936739603678
get_ui_image_max	0.0328576938311259
get_ui_image_mean	0.0322211742401123
get_ui_image_median	0.03230514248212178
get_ui_image_min	0.03141671816507975
in-drivable-lane_max	11.450000000000074
in-drivable-lane_mean	5.975000000000044
in-drivable-lane_min	1.0000000000000018
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.755022444117431, "get_ui_image": 0.03216813643773397, "step_physics": 0.07041035413742065, "survival_time": 14.950000000000076, "driven_lanedir": 1.3848552535716716, "get_state_dump": 0.012466396490732829, "sim_render-ego": 0.0052605644861857094, "get_robot_state": 0.012318257490793865, "get_duckie_state": 2.4159749348958332e-06, "in-drivable-lane": 9.900000000000087, "agent_compute-ego": 0.01703627030054728, "deviation-heading": 0.6079919813485223, "complete-iteration": 0.1801660378774007, "set_robot_commands": 0.004433441162109375, "deviation-center-line": 0.17158983446861445, "driven_lanedir_consec": 1.3848552535716716, "sim_compute_sim_state": 0.022399511337280274, "sim_compute_performance-ego": 0.003540664513905843}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.619481511251982, "get_ui_image": 0.03141671816507975, "step_physics": 0.06658469518025716, "survival_time": 14.950000000000076, "driven_lanedir": 3.4322664475992424, "get_state_dump": 0.012087734540303548, "sim_render-ego": 0.0049143552780151365, "get_robot_state": 0.01155701716740926, "get_duckie_state": 2.1505355834960936e-06, "in-drivable-lane": 1.550000000000014, "agent_compute-ego": 0.016695204575856527, "deviation-heading": 2.050963556062108, "complete-iteration": 0.17171552260716758, "set_robot_commands": 0.00439212958017985, "deviation-center-line": 0.587887355902849, "driven_lanedir_consec": 3.4322664475992424, "sim_compute_sim_state": 0.02061925967534383, "sim_compute_performance-ego": 0.003323191006978353}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.6666207318015536, "get_ui_image": 0.032442148526509604, "step_physics": 0.07152015050252279, "survival_time": 14.950000000000076, "driven_lanedir": 0.6861308965755674, "get_state_dump": 0.011749936739603678, "sim_render-ego": 0.005078779856363932, "get_robot_state": 0.01148973782857259, "get_duckie_state": 2.2912025451660155e-06, "in-drivable-lane": 11.450000000000074, "agent_compute-ego": 0.017331833839416503, "deviation-heading": 1.3854072523264116, "complete-iteration": 0.1786357053120931, "set_robot_commands": 0.004489077726999919, "deviation-center-line": 0.19730944975550427, "driven_lanedir_consec": 0.6861308965755674, "sim_compute_sim_state": 0.020996967156728108, "sim_compute_performance-ego": 0.0034096725781758625}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.8247015917777527, "get_ui_image": 0.0328576938311259, "step_physics": 0.0746381950378418, "survival_time": 14.950000000000076, "driven_lanedir": 3.618176405744439, "get_state_dump": 0.01217066764831543, "sim_render-ego": 0.005007285277048747, "get_robot_state": 0.011697478294372558, "get_duckie_state": 2.1282831827799477e-06, "in-drivable-lane": 1.0000000000000018, "agent_compute-ego": 0.01698830445607503, "deviation-heading": 2.3784262326945744, "complete-iteration": 0.18533963600794473, "set_robot_commands": 0.004400085608164469, "deviation-center-line": 0.6527115304034401, "driven_lanedir_consec": 3.618176405744439, "sim_compute_sim_state": 0.02406798760096232, "sim_compute_performance-ego": 0.0033869274457295736}}
set_robot_commands_max	0.004489077726999919
set_robot_commands_mean	0.004428683519363403
set_robot_commands_median	0.004416763385136922
set_robot_commands_min	0.00439212958017985
sim_compute_performance-ego_max	0.003540664513905843
sim_compute_performance-ego_mean	0.003415113886197408
sim_compute_performance-ego_median	0.0033983000119527183
sim_compute_performance-ego_min	0.003323191006978353
sim_compute_sim_state_max	0.02406798760096232
sim_compute_sim_state_mean	0.02202093144257863
sim_compute_sim_state_median	0.02169823924700419
sim_compute_sim_state_min	0.02061925967534383
sim_render-ego_max	0.0052605644861857094
sim_render-ego_mean	0.005065246224403382
sim_render-ego_median	0.005043032566706339
sim_render-ego_min	0.0049143552780151365
simulation-passed	1
step_physics_max	0.0746381950378418
step_physics_mean	0.0707883487145106
step_physics_median	0.07096525231997172
step_physics_min	0.06658469518025716
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43744

11728

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 20:16:45+00:00

2020-11-26 20:25:28+00:00

0:08:43

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.8479122567574808
survival_time_median	14.950000000000076
deviation-center-line_median	0.5668461395043803
in-drivable-lane_median	5.950000000000069

other stats

agent_compute-ego_max	0.01740086793899536
agent_compute-ego_mean	0.017179692983627322
agent_compute-ego_median	0.017135703961054485
agent_compute-ego_min	0.017046496073404947
complete-iteration_max	0.1971908060709635
complete-iteration_mean	0.1929164405663808
complete-iteration_median	0.1923434368769328
complete-iteration_min	0.18978808244069417
deviation-center-line_max	0.8259922648974256
deviation-center-line_mean	0.5585131557370788
deviation-center-line_min	0.2743680790421293
deviation-heading_max	2.667552957499033
deviation-heading_mean	1.5883509955700066
deviation-heading_median	1.6166955451827996
deviation-heading_min	0.4524599344153943
driven_any_max	3.5774244986730768
driven_any_mean	2.7948648300355554
driven_any_median	2.655655315606818
driven_any_min	2.2907241902555087
driven_lanedir_consec_max	3.5420442792071105
driven_lanedir_consec_mean	2.1475022563890622
driven_lanedir_consec_min	1.3521402328341765
driven_lanedir_max	3.5420442792071105
driven_lanedir_mean	2.1475022563890622
driven_lanedir_median	1.8479122567574808
driven_lanedir_min	1.3521402328341765
get_duckie_state_max	2.604325612386068e-06
get_duckie_state_mean	2.4487574895222983e-06
get_duckie_state_median	2.428690592447917e-06
get_duckie_state_min	2.333323160807292e-06
get_robot_state_max	0.015079619884490967
get_robot_state_mean	0.014126647512118022
get_robot_state_median	0.014137783447901408
get_robot_state_min	0.013151403268178303
get_state_dump_max	0.013144872983296712
get_state_dump_mean	0.013080288171768187
get_state_dump_median	0.01307497223218282
get_state_dump_min	0.0130263352394104
get_ui_image_max	0.034534919261932376
get_ui_image_mean	0.033707805077234906
get_ui_image_median	0.033577707211176554
get_ui_image_min	0.033140886624654135
in-drivable-lane_max	9.950000000000088
in-drivable-lane_mean	5.462500000000056
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.5978844796327767, "get_ui_image": 0.03340881665547689, "step_physics": 0.07486614068349202, "survival_time": 14.950000000000076, "driven_lanedir": 1.3521402328341765, "get_state_dump": 0.0130263352394104, "sim_render-ego": 0.005548134644826253, "get_robot_state": 0.013366056283315024, "get_duckie_state": 2.4859110514322915e-06, "in-drivable-lane": 9.950000000000088, "agent_compute-ego": 0.01711119810740153, "deviation-heading": 0.4524599344153943, "complete-iteration": 0.18978808244069417, "set_robot_commands": 0.0044500732421875, "deviation-center-line": 0.2743680790421293, "driven_lanedir_consec": 1.3521402328341765, "sim_compute_sim_state": 0.02417004346847534, "sim_compute_performance-ego": 0.00369309663772583}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.713426151580859, "get_ui_image": 0.033140886624654135, "step_physics": 0.07377749601999918, "survival_time": 14.950000000000076, "driven_lanedir": 2.233332923679417, "get_state_dump": 0.013144872983296712, "sim_render-ego": 0.005711650848388672, "get_robot_state": 0.015079619884490967, "get_duckie_state": 2.604325612386068e-06, "in-drivable-lane": 4.90000000000007, "agent_compute-ego": 0.017046496073404947, "deviation-heading": 1.361014799747647, "complete-iteration": 0.18987199544906616, "set_robot_commands": 0.004708824157714844, "deviation-center-line": 0.6482676809129613, "driven_lanedir_consec": 2.233332923679417, "sim_compute_sim_state": 0.0232678492863973, "sim_compute_performance-ego": 0.003842675685882568}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.2907241902555087, "get_ui_image": 0.034534919261932376, "step_physics": 0.07998037258783976, "survival_time": 14.950000000000076, "driven_lanedir": 1.4624915898355446, "get_state_dump": 0.013054300944010416, "sim_render-ego": 0.00574252446492513, "get_robot_state": 0.014909510612487792, "get_duckie_state": 2.371470133463542e-06, "in-drivable-lane": 7.000000000000067, "agent_compute-ego": 0.01716020981470744, "deviation-heading": 2.667552957499033, "complete-iteration": 0.1971908060709635, "set_robot_commands": 0.004594360987345378, "deviation-center-line": 0.48542459809579935, "driven_lanedir_consec": 1.4624915898355446, "sim_compute_sim_state": 0.02321097135543823, "sim_compute_performance-ego": 0.0038530460993448897}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.5774244986730768, "get_ui_image": 0.03374659776687622, "step_physics": 0.07788882493972778, "survival_time": 14.950000000000076, "driven_lanedir": 3.5420442792071105, "get_state_dump": 0.013095643520355225, "sim_render-ego": 0.005420333544413249, "get_robot_state": 0.013151403268178303, "get_duckie_state": 2.333323160807292e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01740086793899536, "deviation-heading": 1.872376290617952, "complete-iteration": 0.1948148783047994, "set_robot_commands": 0.004415001074473063, "deviation-center-line": 0.8259922648974256, "driven_lanedir_consec": 3.5420442792071105, "sim_compute_sim_state": 0.025901997089385988, "sim_compute_performance-ego": 0.003648379643758138}}
set_robot_commands_max	0.004708824157714844
set_robot_commands_mean	0.004542064865430196
set_robot_commands_median	0.004522217114766439
set_robot_commands_min	0.004415001074473063
sim_compute_performance-ego_max	0.0038530460993448897
sim_compute_performance-ego_mean	0.003759299516677857
sim_compute_performance-ego_median	0.003767886161804199
sim_compute_performance-ego_min	0.003648379643758138
sim_compute_sim_state_max	0.025901997089385988
sim_compute_sim_state_mean	0.024137715299924214
sim_compute_sim_state_median	0.02371894637743632
sim_compute_sim_state_min	0.02321097135543823
sim_render-ego_max	0.00574252446492513
sim_render-ego_mean	0.005605660875638326
sim_render-ego_median	0.0056298927466074625
sim_render-ego_min	0.005420333544413249
simulation-passed	1
step_physics_max	0.07998037258783976
step_physics_mean	0.07662820855776468
step_physics_median	0.0763774828116099
step_physics_min	0.07377749601999918
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43729

11724

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 20:03:51+00:00

2020-11-26 20:11:17+00:00

0:07:26

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.3407927075761084
survival_time_median	14.950000000000076
deviation-center-line_median	0.7367450382380643
in-drivable-lane_median	1.3500000000000023

other stats

agent_compute-ego_max	0.017611475785573323
agent_compute-ego_mean	0.016937146012981734
agent_compute-ego_median	0.016879578481117884
agent_compute-ego_min	0.01637795130411784
complete-iteration_max	0.1923483339945475
complete-iteration_mean	0.1858262038230896
complete-iteration_median	0.18569703618685404
complete-iteration_min	0.17956240892410277
deviation-center-line_max	0.8382757979791273
deviation-center-line_mean	0.6423334595533405
deviation-center-line_min	0.25756796375810626
deviation-heading_max	3.065785065071549
deviation-heading_mean	2.267613764897809
deviation-heading_median	2.6923936119278435
deviation-heading_min	0.6198827706640003
driven_any_max	3.7465186091990295
driven_any_mean	2.7203457423701636
driven_any_median	3.015841922592178
driven_any_min	1.1031805150972689
driven_lanedir_consec_max	3.4676632880749967
driven_lanedir_consec_mean	2.2951304406702744
driven_lanedir_consec_min	1.031273059453884
driven_lanedir_max	3.4676632880749967
driven_lanedir_mean	2.2951304406702744
driven_lanedir_median	2.3407927075761084
driven_lanedir_min	1.031273059453884
get_duckie_state_max	2.5158127148946128e-06
get_duckie_state_mean	2.3338447014490764e-06
get_duckie_state_median	2.2971630096435542e-06
get_duckie_state_min	2.2252400716145835e-06
get_robot_state_max	0.013153883318106333
get_robot_state_mean	0.012912145381172498
get_robot_state_median	0.012869100173314413
get_robot_state_min	0.012756497859954832
get_state_dump_max	0.013122424483299255
get_state_dump_mean	0.01284410799543063
get_state_dump_median	0.01280565857887268
get_state_dump_min	0.012642690340677895
get_ui_image_max	0.033438618977864584
get_ui_image_mean	0.03290316869815191
get_ui_image_median	0.03298045217990875
get_ui_image_min	0.03221315145492554
in-drivable-lane_max	6.700000000000047
in-drivable-lane_mean	2.350000000000013
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.1031805150972689, "get_ui_image": 0.03286767999331156, "step_physics": 0.071022962530454, "survival_time": 4.799999999999991, "driven_lanedir": 1.031273059453884, "get_state_dump": 0.013122424483299255, "sim_render-ego": 0.005593483646710713, "get_robot_state": 0.013153883318106333, "get_duckie_state": 2.5158127148946128e-06, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.017189684013525646, "deviation-heading": 0.6198827706640003, "complete-iteration": 0.1828379432360331, "set_robot_commands": 0.004679198066393535, "deviation-center-line": 0.25756796375810626, "driven_lanedir_consec": 1.031273059453884, "sim_compute_sim_state": 0.021338559687137604, "sim_compute_performance-ego": 0.003728871544202169}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.5559744590558986, "get_ui_image": 0.03221315145492554, "step_physics": 0.0696804404258728, "survival_time": 14.950000000000076, "driven_lanedir": 3.4676632880749967, "get_state_dump": 0.012811740239461264, "sim_render-ego": 0.005261382261912028, "get_robot_state": 0.012951777776082356, "get_duckie_state": 2.277692159016927e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016569472948710123, "deviation-heading": 2.796741073061804, "complete-iteration": 0.17956240892410277, "set_robot_commands": 0.004442941347757975, "deviation-center-line": 0.7385101242754865, "driven_lanedir_consec": 3.4676632880749967, "sim_compute_sim_state": 0.021921382745107017, "sim_compute_performance-ego": 0.003580164909362793}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.475709386128458, "get_ui_image": 0.033438618977864584, "step_physics": 0.08009446382522584, "survival_time": 14.950000000000076, "driven_lanedir": 1.3322653151692436, "get_state_dump": 0.012799576918284098, "sim_render-ego": 0.005420253276824951, "get_robot_state": 0.012786422570546468, "get_duckie_state": 2.3166338602701823e-06, "in-drivable-lane": 6.700000000000047, "agent_compute-ego": 0.017611475785573323, "deviation-heading": 3.065785065071549, "complete-iteration": 0.1923483339945475, "set_robot_commands": 0.004545529683430989, "deviation-center-line": 0.8382757979791273, "driven_lanedir_consec": 1.3322653151692436, "sim_compute_sim_state": 0.021927045981089275, "sim_compute_performance-ego": 0.003593204021453858}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.7465186091990295, "get_ui_image": 0.03309322436650594, "step_physics": 0.07514881769816081, "survival_time": 14.950000000000076, "driven_lanedir": 3.3493200999829735, "get_state_dump": 0.012642690340677895, "sim_render-ego": 0.005210403601328532, "get_robot_state": 0.012756497859954832, "get_duckie_state": 2.2252400716145835e-06, "in-drivable-lane": 1.9000000000000077, "agent_compute-ego": 0.01637795130411784, "deviation-heading": 2.588046150793883, "complete-iteration": 0.18855612913767497, "set_robot_commands": 0.004499052365620931, "deviation-center-line": 0.7349799522006422, "driven_lanedir_consec": 3.3493200999829735, "sim_compute_sim_state": 0.02517067829767863, "sim_compute_performance-ego": 0.003531936009724935}}
set_robot_commands_max	0.004679198066393535
set_robot_commands_mean	0.004541680365800858
set_robot_commands_median	0.004522291024525961
set_robot_commands_min	0.004442941347757975
sim_compute_performance-ego_max	0.003728871544202169
sim_compute_performance-ego_mean	0.0036085441211859384
sim_compute_performance-ego_median	0.0035866844654083253
sim_compute_performance-ego_min	0.003531936009724935
sim_compute_sim_state_max	0.02517067829767863
sim_compute_sim_state_mean	0.022589416677753132
sim_compute_sim_state_median	0.021924214363098143
sim_compute_sim_state_min	0.021338559687137604
sim_render-ego_max	0.005593483646710713
sim_render-ego_mean	0.005371380696694056
sim_render-ego_median	0.005340817769368489
sim_render-ego_min	0.005210403601328532
simulation-passed	1
step_physics_max	0.08009446382522584
step_physics_mean	0.07398667111992836
step_physics_median	0.07308589011430741
step_physics_min	0.0696804404258728
survival_time_max	14.950000000000076
survival_time_mean	12.412500000000056
survival_time_min	4.799999999999991

No reset possible

43727

11723

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 19:54:38+00:00

2020-11-26 20:02:49+00:00

0:08:11

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	3.28722167362766
survival_time_median	14.950000000000076
deviation-center-line_median	0.8519842466167807
in-drivable-lane_median	0.0

other stats

agent_compute-ego_max	0.01710744857788086
agent_compute-ego_mean	0.01686409672101339
agent_compute-ego_median	0.016873441537221274
agent_compute-ego_min	0.016602055231730143
complete-iteration_max	0.1851107382774353
complete-iteration_mean	0.1770806783437729
complete-iteration_median	0.1752140204111735
complete-iteration_min	0.17278393427530925
deviation-center-line_max	0.9408475327758088
deviation-center-line_mean	0.8156508245544518
deviation-center-line_min	0.6177872722084368
deviation-heading_max	2.7996762465038905
deviation-heading_mean	2.484089407064046
deviation-heading_median	2.5239493352692572
deviation-heading_min	2.08878271121378
driven_any_max	3.5147315235417076
driven_any_mean	3.239379454060275
driven_any_median	3.356503621116751
driven_any_min	2.729779050465892
driven_lanedir_consec_max	3.4617258123997177
driven_lanedir_consec_mean	3.1021475766720066
driven_lanedir_consec_min	2.3724211470329895
driven_lanedir_max	3.4617258123997177
driven_lanedir_mean	3.1021475766720066
driven_lanedir_median	3.28722167362766
driven_lanedir_min	2.3724211470329895
get_duckie_state_max	2.322991689046224e-06
get_duckie_state_mean	2.087553342183431e-06
get_duckie_state_median	2.036889394124349e-06
get_duckie_state_min	1.953442891438802e-06
get_robot_state_max	0.011800934473673502
get_robot_state_mean	0.011535247166951498
get_robot_state_median	0.011506911913553871
get_robot_state_min	0.01132623036702474
get_state_dump_max	0.012277208964029947
get_state_dump_mean	0.012020111083984377
get_state_dump_median	0.01197730580965678
get_state_dump_min	0.011848623752593997
get_ui_image_max	0.03330519358317057
get_ui_image_mean	0.03222159246603648
get_ui_image_median	0.03212689916292826
get_ui_image_min	0.031327377955118814
in-drivable-lane_max	2.000000000000024
in-drivable-lane_mean	0.500000000000006
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.2976603149264916, "get_ui_image": 0.031327377955118814, "step_physics": 0.06657387336095175, "survival_time": 14.950000000000076, "driven_lanedir": 3.2279145082240532, "get_state_dump": 0.012277208964029947, "sim_render-ego": 0.005126175880432129, "get_robot_state": 0.011800934473673502, "get_duckie_state": 2.322991689046224e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016602055231730143, "deviation-heading": 2.6066670751130667, "complete-iteration": 0.17365957895914713, "set_robot_commands": 0.004471700191497802, "deviation-center-line": 0.6177872722084368, "driven_lanedir_consec": 3.2279145082240532, "sim_compute_sim_state": 0.021880493958791096, "sim_compute_performance-ego": 0.003474712371826172}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.4153469273070103, "get_ui_image": 0.03169638633728027, "step_physics": 0.06654080231984456, "survival_time": 14.950000000000076, "driven_lanedir": 3.3465288390312664, "get_state_dump": 0.01202237129211426, "sim_render-ego": 0.0050421937306722, "get_robot_state": 0.011554848353068034, "get_duckie_state": 1.953442891438802e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01710744857788086, "deviation-heading": 2.441231595425448, "complete-iteration": 0.17278393427530925, "set_robot_commands": 0.004263835748036703, "deviation-center-line": 0.7999054316348619, "driven_lanedir_consec": 3.3465288390312664, "sim_compute_sim_state": 0.021030450661977132, "sim_compute_performance-ego": 0.0034011451403299967}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.729779050465892, "get_ui_image": 0.03255741198857625, "step_physics": 0.07009257793426514, "survival_time": 14.950000000000076, "driven_lanedir": 2.3724211470329895, "get_state_dump": 0.011848623752593997, "sim_render-ego": 0.0050005563100179035, "get_robot_state": 0.01132623036702474, "get_duckie_state": 2.0011266072591144e-06, "in-drivable-lane": 2.000000000000024, "agent_compute-ego": 0.016709225177764894, "deviation-heading": 2.7996762465038905, "complete-iteration": 0.17676846186319986, "set_robot_commands": 0.0043661197026570635, "deviation-center-line": 0.9408475327758088, "driven_lanedir_consec": 2.3724211470329895, "sim_compute_sim_state": 0.0213982621828715, "sim_compute_performance-ego": 0.003345815340677897}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.5147315235417076, "get_ui_image": 0.03330519358317057, "step_physics": 0.07470119953155517, "survival_time": 14.950000000000076, "driven_lanedir": 3.4617258123997177, "get_state_dump": 0.0119322403271993, "sim_render-ego": 0.004845221837361653, "get_robot_state": 0.011458975474039712, "get_duckie_state": 2.0726521809895833e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017037657896677653, "deviation-heading": 2.08878271121378, "complete-iteration": 0.1851107382774353, "set_robot_commands": 0.004436853726704915, "deviation-center-line": 0.9040630615986996, "driven_lanedir_consec": 3.4617258123997177, "sim_compute_sim_state": 0.024027074178059896, "sim_compute_performance-ego": 0.003243874708811442}}
set_robot_commands_max	0.004471700191497802
set_robot_commands_mean	0.004384627342224121
set_robot_commands_median	0.004401486714680989
set_robot_commands_min	0.004263835748036703
sim_compute_performance-ego_max	0.003474712371826172
sim_compute_performance-ego_mean	0.0033663868904113773
sim_compute_performance-ego_median	0.003373480240503947
sim_compute_performance-ego_min	0.003243874708811442
sim_compute_sim_state_max	0.024027074178059896
sim_compute_sim_state_mean	0.022084070245424907
sim_compute_sim_state_median	0.0216393780708313
sim_compute_sim_state_min	0.021030450661977132
sim_render-ego_max	0.005126175880432129
sim_render-ego_mean	0.005003536939620972
sim_render-ego_median	0.005021375020345052
sim_render-ego_min	0.004845221837361653
simulation-passed	1
step_physics_max	0.07470119953155517
step_physics_mean	0.06947711328665417
step_physics_median	0.06833322564760844
step_physics_min	0.06654080231984456
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43708

11718

Jean-Sébastien Grondin 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 19:31:58+00:00

2020-11-26 19:40:22+00:00

0:08:24

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.215758570473486
survival_time_median	14.950000000000076
deviation-center-line_median	0.7226895329802777
in-drivable-lane_median	2.975000000000028

other stats

agent_compute-ego_max	0.01809300184249878
agent_compute-ego_mean	0.017424413408123472
agent_compute-ego_median	0.017279498269722898
agent_compute-ego_min	0.017045655250549317
complete-iteration_max	0.208741131623586
complete-iteration_mean	0.20011142474300456
complete-iteration_median	0.20138672315849449
complete-iteration_min	0.18893112103144327
deviation-center-line_max	0.9710671123220128
deviation-center-line_mean	0.7505441412214613
deviation-center-line_min	0.5857303866032769
deviation-heading_max	5.243707627895034
deviation-heading_mean	4.3304095251568135
deviation-heading_median	4.2977673788417965
deviation-heading_min	3.482395715048628
driven_any_max	4.004211632821417
driven_any_mean	3.538508317107122
driven_any_median	3.657964507674762
driven_any_min	2.833892620257547
driven_lanedir_consec_max	3.60024330564099
driven_lanedir_consec_mean	2.4594470808888316
driven_lanedir_consec_min	1.8060278769673632
driven_lanedir_max	3.60024330564099
driven_lanedir_mean	2.4594470808888316
driven_lanedir_median	2.215758570473486
driven_lanedir_min	1.8060278769673632
get_duckie_state_max	2.594788869222005e-06
get_duckie_state_mean	2.507098815726034e-06
get_duckie_state_median	2.4859110514322915e-06
get_duckie_state_min	2.461784290817549e-06
get_robot_state_max	0.015831774870554607
get_robot_state_mean	0.015133158482095732
get_robot_state_median	0.014975675576887792
get_robot_state_min	0.014749507904052734
get_state_dump_max	0.0134998841105767
get_state_dump_mean	0.013208730295769074
get_state_dump_median	0.013210864464441936
get_state_dump_min	0.012913308143615722
get_ui_image_max	0.0358621080716451
get_ui_image_mean	0.03487117968265366
get_ui_image_median	0.03511442149210276
get_ui_image_min	0.033393767674764
in-drivable-lane_max	6.500000000000068
in-drivable-lane_mean	3.187500000000032
in-drivable-lane_min	0.3000000000000025
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.9009563763008455, "get_ui_image": 0.033393767674764, "step_physics": 0.07322332938512166, "survival_time": 14.950000000000076, "driven_lanedir": 2.614819358434687, "get_state_dump": 0.012913308143615722, "sim_render-ego": 0.005592792828877767, "get_robot_state": 0.014749507904052734, "get_duckie_state": 2.4660428365071615e-06, "in-drivable-lane": 3.650000000000023, "agent_compute-ego": 0.017194894949595134, "deviation-heading": 5.243707627895034, "complete-iteration": 0.18893112103144327, "set_robot_commands": 0.004588646094004313, "deviation-center-line": 0.7892922509269874, "driven_lanedir_consec": 2.614819358434687, "sim_compute_sim_state": 0.023352063496907553, "sim_compute_performance-ego": 0.003786443869272868}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.004211632821417, "get_ui_image": 0.03503673235575358, "step_physics": 0.0783069117863973, "survival_time": 14.950000000000076, "driven_lanedir": 3.60024330564099, "get_state_dump": 0.01324664036432902, "sim_render-ego": 0.005819892883300782, "get_robot_state": 0.014847177664438884, "get_duckie_state": 2.505779266357422e-06, "in-drivable-lane": 0.3000000000000025, "agent_compute-ego": 0.017045655250549317, "deviation-heading": 4.921897484254118, "complete-iteration": 0.19633771419525148, "set_robot_commands": 0.004596282641092936, "deviation-center-line": 0.9710671123220128, "driven_lanedir_consec": 3.60024330564099, "sim_compute_sim_state": 0.02335820913314819, "sim_compute_performance-ego": 0.00393083651860555}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.4149726390486785, "get_ui_image": 0.0358621080716451, "step_physics": 0.08578105529149373, "survival_time": 14.950000000000076, "driven_lanedir": 1.8060278769673632, "get_state_dump": 0.01317508856455485, "sim_render-ego": 0.006365088621775309, "get_robot_state": 0.015831774870554607, "get_duckie_state": 2.594788869222005e-06, "in-drivable-lane": 6.500000000000068, "agent_compute-ego": 0.01809300184249878, "deviation-heading": 3.673637273429475, "complete-iteration": 0.208741131623586, "set_robot_commands": 0.004860977331797282, "deviation-center-line": 0.5857303866032769, "driven_lanedir_consec": 1.8060278769673632, "sim_compute_sim_state": 0.024496675332387287, "sim_compute_performance-ego": 0.00411784569422404}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.833892620257547, "get_ui_image": 0.03519211062845194, "step_physics": 0.08323442935943604, "survival_time": 10.600000000000016, "driven_lanedir": 1.8166977825122848, "get_state_dump": 0.0134998841105767, "sim_render-ego": 0.0059537595173098, "get_robot_state": 0.015104173489336698, "get_duckie_state": 2.461784290817549e-06, "in-drivable-lane": 2.3000000000000327, "agent_compute-ego": 0.01736410158985066, "deviation-heading": 3.482395715048628, "complete-iteration": 0.2064357321217375, "set_robot_commands": 0.004696830263677633, "deviation-center-line": 0.656086815033568, "driven_lanedir_consec": 1.8166977825122848, "sim_compute_sim_state": 0.02724795071583874, "sim_compute_performance-ego": 0.003986861345902929}}
set_robot_commands_max	0.004860977331797282
set_robot_commands_mean	0.004685684082643041
set_robot_commands_median	0.004646556452385284
set_robot_commands_min	0.004588646094004313
sim_compute_performance-ego_max	0.00411784569422404
sim_compute_performance-ego_mean	0.003955496857001347
sim_compute_performance-ego_median	0.00395884893225424
sim_compute_performance-ego_min	0.003786443869272868
sim_compute_sim_state_max	0.02724795071583874
sim_compute_sim_state_mean	0.024613724669570444
sim_compute_sim_state_median	0.02392744223276774
sim_compute_sim_state_min	0.023352063496907553
sim_render-ego_max	0.006365088621775309
sim_render-ego_mean	0.005932883462815914
sim_render-ego_median	0.005886826200305291
sim_render-ego_min	0.005592792828877767
simulation-passed	1
step_physics_max	0.08578105529149373
step_physics_mean	0.08013643145561218
step_physics_median	0.08077067057291668
step_physics_min	0.07322332938512166
survival_time_max	14.950000000000076
survival_time_mean	13.862500000000065
survival_time_min	10.600000000000016

No reset possible

43695

11718

Jean-Sébastien Grondin 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 19:22:04+00:00

2020-11-26 19:30:46+00:00

0:08:42

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.8348512015710643
survival_time_median	14.950000000000076
deviation-center-line_median	1.0221797373831776
in-drivable-lane_median	1.300000000000015

other stats

agent_compute-ego_max	0.017276262442270915
agent_compute-ego_mean	0.017165676821237322
agent_compute-ego_median	0.017216640053124264
agent_compute-ego_min	0.01695316473642985
complete-iteration_max	0.2042857819590075
complete-iteration_mean	0.2015670509585019
complete-iteration_median	0.20241644978523257
complete-iteration_min	0.19714952230453492
deviation-center-line_max	1.0287548949335543
deviation-center-line_mean	0.9243054570078396
deviation-center-line_min	0.6241074583314492
deviation-heading_max	5.79817628215179
deviation-heading_mean	4.9271606365103615
deviation-heading_median	5.223511277337016
deviation-heading_min	3.463443709215625
driven_any_max	4.120453337830937
driven_any_mean	3.500901749341213
driven_any_median	3.810673018411088
driven_any_min	2.2618076227117387
driven_lanedir_consec_max	3.1625571460730937
driven_lanedir_consec_mean	2.6594629705923007
driven_lanedir_consec_min	1.8055923331539812
driven_lanedir_max	3.607903201140539
driven_lanedir_mean	2.9148820761467937
driven_lanedir_median	3.123016385146327
driven_lanedir_min	1.8055923331539812
get_duckie_state_max	2.574920654296875e-06
get_duckie_state_mean	2.4866920778121075e-06
get_duckie_state_median	2.481910004012886e-06
get_duckie_state_min	2.408027648925781e-06
get_robot_state_max	0.016106228718812437
get_robot_state_mean	0.0151567446911472
get_robot_state_median	0.015333958069483438
get_robot_state_min	0.013852833906809489
get_state_dump_max	0.013538223573531228
get_state_dump_mean	0.013361429688574254
get_state_dump_median	0.0133394185702006
get_state_dump_min	0.013228658040364584
get_ui_image_max	0.03624484867885195
get_ui_image_mean	0.03529168827095251
get_ui_image_median	0.0353390638033549
get_ui_image_min	0.03424377679824829
in-drivable-lane_max	1.5
in-drivable-lane_mean	1.137500000000009
in-drivable-lane_min	0.4500000000000064
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.8059124594565654, "get_ui_image": 0.03424377679824829, "step_physics": 0.07824998537699382, "survival_time": 14.950000000000076, "driven_lanedir": 3.083475624219561, "get_state_dump": 0.013228658040364584, "sim_render-ego": 0.005947884718577067, "get_robot_state": 0.015274566014607747, "get_duckie_state": 2.574920654296875e-06, "in-drivable-lane": 1.5, "agent_compute-ego": 0.017249133586883545, "deviation-heading": 5.79817628215179, "complete-iteration": 0.19714952230453492, "set_robot_commands": 0.004791525999704996, "deviation-center-line": 1.0250010711302753, "driven_lanedir_consec": 3.083475624219561, "sim_compute_sim_state": 0.024033590952555337, "sim_compute_performance-ego": 0.0039847286542256674}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.2618076227117387, "get_ui_image": 0.03624484867885195, "step_physics": 0.08207142764124377, "survival_time": 8.699999999999989, "driven_lanedir": 1.8055923331539812, "get_state_dump": 0.013538223573531228, "sim_render-ego": 0.006422825243281222, "get_robot_state": 0.016106228718812437, "get_duckie_state": 2.533539958383845e-06, "in-drivable-lane": 0.4500000000000064, "agent_compute-ego": 0.017184146519364982, "deviation-heading": 3.463443709215625, "complete-iteration": 0.2042857819590075, "set_robot_commands": 0.004916711785327429, "deviation-center-line": 0.6241074583314492, "driven_lanedir_consec": 1.8055923331539812, "sim_compute_sim_state": 0.02338126061976641, "sim_compute_performance-ego": 0.004268151590193825}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.8154335773656105, "get_ui_image": 0.03618655999501546, "step_physics": 0.08137182712554931, "survival_time": 14.950000000000076, "driven_lanedir": 3.1625571460730937, "get_state_dump": 0.013295459747314452, "sim_render-ego": 0.006143253644307454, "get_robot_state": 0.01539335012435913, "get_duckie_state": 2.430280049641927e-06, "in-drivable-lane": 1.350000000000012, "agent_compute-ego": 0.017276262442270915, "deviation-heading": 5.596279480833018, "complete-iteration": 0.20300740162531536, "set_robot_commands": 0.0048601460456848145, "deviation-center-line": 1.0287548949335543, "driven_lanedir_consec": 3.1625571460730937, "sim_compute_sim_state": 0.024275298118591308, "sim_compute_performance-ego": 0.004056081771850586}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.120453337830937, "get_ui_image": 0.034491567611694335, "step_physics": 0.08202292760213216, "survival_time": 14.950000000000076, "driven_lanedir": 3.607903201140539, "get_state_dump": 0.01338337739308675, "sim_render-ego": 0.0057718006769816085, "get_robot_state": 0.013852833906809489, "get_duckie_state": 2.408027648925781e-06, "in-drivable-lane": 1.2500000000000178, "agent_compute-ego": 0.01695316473642985, "deviation-heading": 4.850743073841015, "complete-iteration": 0.20182549794514973, "set_robot_commands": 0.004659164746602377, "deviation-center-line": 1.01935840363608, "driven_lanedir_consec": 2.5862267789225677, "sim_compute_sim_state": 0.026658571561177572, "sim_compute_performance-ego": 0.003884052435557048}}
set_robot_commands_max	0.004916711785327429
set_robot_commands_mean	0.004806887144329904
set_robot_commands_median	0.004825836022694905
set_robot_commands_min	0.004659164746602377
sim_compute_performance-ego_max	0.004268151590193825
sim_compute_performance-ego_mean	0.004048253612956782
sim_compute_performance-ego_median	0.0040204052130381265
sim_compute_performance-ego_min	0.003884052435557048
sim_compute_sim_state_max	0.026658571561177572
sim_compute_sim_state_mean	0.024587180313022657
sim_compute_sim_state_median	0.02415444453557332
sim_compute_sim_state_min	0.02338126061976641
sim_render-ego_max	0.006422825243281222
sim_render-ego_mean	0.0060714410707868385
sim_render-ego_median	0.006045569181442261
sim_render-ego_min	0.0057718006769816085
simulation-passed	1
step_physics_max	0.08207142764124377
step_physics_mean	0.08092904193647976
step_physics_median	0.08169737736384074
step_physics_min	0.07824998537699382
survival_time_max	14.950000000000076
survival_time_mean	13.387500000000056
survival_time_min	8.699999999999989

No reset possible

43677

11714

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 19:14:46+00:00

2020-11-26 19:21:33+00:00

0:06:47

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.710791507668021
survival_time_median	11.32500000000003
deviation-center-line_median	0.5313478674185631
in-drivable-lane_median	1.1749999999999985

other stats

agent_compute-ego_max	0.0172570006052653
agent_compute-ego_mean	0.017120003173877667
agent_compute-ego_median	0.01712215582529704
agent_compute-ego_min	0.01697870043965129
complete-iteration_max	0.2062791895866394
complete-iteration_mean	0.1928124961140868
complete-iteration_median	0.19035616296194333
complete-iteration_min	0.18425846894582112
deviation-center-line_max	0.8378159568196142
deviation-center-line_mean	0.5145493191310427
deviation-center-line_min	0.1576855848674305
deviation-heading_max	3.5789317515781365
deviation-heading_mean	2.0333685262258197
deviation-heading_median	2.069082358484741
deviation-heading_min	0.4163776363556594
driven_any_max	3.989894394951616
driven_any_mean	2.279018107411766
driven_any_median	2.1765609404060795
driven_any_min	0.7730561538832874
driven_lanedir_consec_max	3.677380775130703
driven_lanedir_consec_mean	1.9434423692038805
driven_lanedir_consec_min	0.6748056863487768
driven_lanedir_max	3.677380775130703
driven_lanedir_mean	1.9434423692038805
driven_lanedir_median	1.710791507668021
driven_lanedir_min	0.6748056863487768
get_duckie_state_max	3.181298573811849e-06
get_duckie_state_mean	3.0350504499493224e-06
get_duckie_state_median	3.0326843261718747e-06
get_duckie_state_min	2.8935345736416904e-06
get_robot_state_max	0.015273754596710204
get_robot_state_mean	0.014012025494080083
get_robot_state_median	0.013773861524862645
get_robot_state_min	0.013226624329884846
get_state_dump_max	0.01338361899058024
get_state_dump_mean	0.013146638134857277
get_state_dump_median	0.013121269146601356
get_state_dump_min	0.012960395255646148
get_ui_image_max	0.03516863425572713
get_ui_image_mean	0.03381556141944159
get_ui_image_median	0.03360411343120393
get_ui_image_min	0.032885384559631345
in-drivable-lane_max	5.500000000000057
in-drivable-lane_mean	2.0625000000000133
in-drivable-lane_min	0.3999999999999986
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.7730561538832874, "get_ui_image": 0.032885384559631345, "step_physics": 0.07232626279195149, "survival_time": 2.9999999999999973, "driven_lanedir": 0.6748056863487768, "get_state_dump": 0.01338361899058024, "sim_render-ego": 0.005521746476491293, "get_robot_state": 0.013226624329884846, "get_duckie_state": 3.0835469563802084e-06, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.017035218079884847, "deviation-heading": 0.4163776363556594, "complete-iteration": 0.18425846894582112, "set_robot_commands": 0.004511046409606934, "deviation-center-line": 0.1576855848674305, "driven_lanedir_consec": 0.6748056863487768, "sim_compute_sim_state": 0.021469144026438396, "sim_compute_performance-ego": 0.0037511428197224937}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.835233211759523, "get_ui_image": 0.03313996110643659, "step_physics": 0.07374232930022401, "survival_time": 7.699999999999981, "driven_lanedir": 1.714500102891691, "get_state_dump": 0.012960395255646148, "sim_render-ego": 0.005563228161304028, "get_robot_state": 0.014205858304903105, "get_duckie_state": 2.8935345736416904e-06, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.01697870043965129, "deviation-heading": 1.653443222552685, "complete-iteration": 0.18766717786912795, "set_robot_commands": 0.004682609013148716, "deviation-center-line": 0.3481111861269834, "driven_lanedir_consec": 1.714500102891691, "sim_compute_sim_state": 0.02257308092984286, "sim_compute_performance-ego": 0.003679710549193543}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.5178886690526365, "get_ui_image": 0.03406826575597127, "step_physics": 0.07877633571624756, "survival_time": 14.950000000000076, "driven_lanedir": 1.707082912444351, "get_state_dump": 0.012992820739746091, "sim_render-ego": 0.005490262508392334, "get_robot_state": 0.013341864744822183, "get_duckie_state": 2.9818216959635415e-06, "in-drivable-lane": 5.500000000000057, "agent_compute-ego": 0.0172570006052653, "deviation-heading": 3.5789317515781365, "complete-iteration": 0.1930451480547587, "set_robot_commands": 0.0043660950660705565, "deviation-center-line": 0.8378159568196142, "driven_lanedir_consec": 1.707082912444351, "sim_compute_sim_state": 0.022977507909139, "sim_compute_performance-ego": 0.003631308078765869}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.989894394951616, "get_ui_image": 0.03516863425572713, "step_physics": 0.0828891404469808, "survival_time": 14.950000000000076, "driven_lanedir": 3.677380775130703, "get_state_dump": 0.013249717553456624, "sim_render-ego": 0.0060155598322550454, "get_robot_state": 0.015273754596710204, "get_duckie_state": 3.181298573811849e-06, "in-drivable-lane": 1.5499999999999998, "agent_compute-ego": 0.017209093570709228, "deviation-heading": 2.484721494416797, "complete-iteration": 0.2062791895866394, "set_robot_commands": 0.004756662050882975, "deviation-center-line": 0.7145845487101429, "driven_lanedir_consec": 3.677380775130703, "sim_compute_sim_state": 0.02757472594579061, "sim_compute_performance-ego": 0.0039913543065389}}
set_robot_commands_max	0.004756662050882975
set_robot_commands_mean	0.004579103134927296
set_robot_commands_median	0.004596827711377825
set_robot_commands_min	0.0043660950660705565
sim_compute_performance-ego_max	0.0039913543065389
sim_compute_performance-ego_mean	0.003763378938555201
sim_compute_performance-ego_median	0.003715426684458018
sim_compute_performance-ego_min	0.003631308078765869
sim_compute_sim_state_max	0.02757472594579061
sim_compute_sim_state_mean	0.023648614702802714
sim_compute_sim_state_median	0.02277529441949093
sim_compute_sim_state_min	0.021469144026438396
sim_render-ego_max	0.0060155598322550454
sim_render-ego_mean	0.005647699244610675
sim_render-ego_median	0.0055424873188976605
sim_render-ego_min	0.005490262508392334
simulation-passed	1
step_physics_max	0.0828891404469808
step_physics_mean	0.07693351706385096
step_physics_median	0.07625933250823579
step_physics_min	0.07232626279195149
survival_time_max	14.950000000000076
survival_time_mean	10.150000000000034
survival_time_min	2.9999999999999973

No reset possible

43668

11710

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 18:35:46+00:00

2020-11-26 18:43:53+00:00

0:08:07

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.492310532332695
survival_time_median	14.950000000000076
deviation-center-line_median	0.5929665928332268
in-drivable-lane_median	1.9250000000000271

other stats

agent_compute-ego_max	0.016926424503326418
agent_compute-ego_mean	0.01659225841363271
agent_compute-ego_median	0.016707022190093995
agent_compute-ego_min	0.01602856477101644
complete-iteration_max	0.1883314577738444
complete-iteration_mean	0.17742244859536488
complete-iteration_median	0.17531594236691794
complete-iteration_min	0.1707264518737793
deviation-center-line_max	0.7880169829469863
deviation-center-line_mean	0.6079008954503973
deviation-center-line_min	0.4576534131881492
deviation-heading_max	3.821409421488691
deviation-heading_mean	3.082224810725105
deviation-heading_median	2.942960891398556
deviation-heading_min	2.621568038614616
driven_any_max	3.1066235626904746
driven_any_mean	2.817477378327746
driven_any_median	2.8563755509423947
driven_any_min	2.4505348487357193
driven_lanedir_consec_max	3.0072580023226294
driven_lanedir_consec_mean	2.4733810248398385
driven_lanedir_consec_min	1.9016450323713323
driven_lanedir_max	3.0072580023226294
driven_lanedir_mean	2.4733810248398385
driven_lanedir_median	2.492310532332695
driven_lanedir_min	1.9016450323713323
get_duckie_state_max	3.0152002970377604e-06
get_duckie_state_mean	2.9522180557250977e-06
get_duckie_state_median	2.967119216918946e-06
get_duckie_state_min	2.85943349202474e-06
get_robot_state_max	0.011583338578542074
get_robot_state_mean	0.011501546104749044
get_robot_state_median	0.01154921849568685
get_robot_state_min	0.011324408849080404
get_state_dump_max	0.01212327480316162
get_state_dump_mean	0.011919915676116943
get_state_dump_median	0.011954840024312336
get_state_dump_min	0.011646707852681478
get_ui_image_max	0.033064255714416506
get_ui_image_mean	0.03203649580478668
get_ui_image_median	0.03193848530451457
get_ui_image_min	0.03120475689570109
in-drivable-lane_max	4.0500000000000576
in-drivable-lane_mean	1.975000000000028
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.1066235626904746, "get_ui_image": 0.03120475689570109, "step_physics": 0.06617870410283407, "survival_time": 14.950000000000076, "driven_lanedir": 3.0072580023226294, "get_state_dump": 0.01212327480316162, "sim_render-ego": 0.0051013000806172685, "get_robot_state": 0.011583338578542074, "get_duckie_state": 3.0152002970377604e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01602856477101644, "deviation-heading": 3.0291620260267083, "complete-iteration": 0.17196887493133545, "set_robot_commands": 0.004575835069020589, "deviation-center-line": 0.6675232481924125, "driven_lanedir_consec": 3.0072580023226294, "sim_compute_sim_state": 0.021562973658243816, "sim_compute_performance-ego": 0.0034813674290974936}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.9552085786958737, "get_ui_image": 0.031539405981699624, "step_physics": 0.06589642206827799, "survival_time": 14.950000000000076, "driven_lanedir": 2.8149755985227283, "get_state_dump": 0.012017833391825355, "sim_render-ego": 0.00507211446762085, "get_robot_state": 0.011324408849080404, "get_duckie_state": 2.940495808919271e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016926424503326418, "deviation-heading": 3.821409421488691, "complete-iteration": 0.1707264518737793, "set_robot_commands": 0.004325987497965495, "deviation-center-line": 0.7880169829469863, "driven_lanedir_consec": 2.8149755985227283, "sim_compute_sim_state": 0.02016372521718343, "sim_compute_performance-ego": 0.003340439796447754}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.4505348487357193, "get_ui_image": 0.03233756462732951, "step_physics": 0.0723677937189738, "survival_time": 14.950000000000076, "driven_lanedir": 1.9016450323713323, "get_state_dump": 0.011891846656799316, "sim_render-ego": 0.004896990458170573, "get_robot_state": 0.01158233642578125, "get_duckie_state": 2.99374262491862e-06, "in-drivable-lane": 3.8500000000000543, "agent_compute-ego": 0.016783454418182374, "deviation-heading": 2.856759756770404, "complete-iteration": 0.1786630098025004, "set_robot_commands": 0.0044964035352071125, "deviation-center-line": 0.4576534131881492, "driven_lanedir_consec": 1.9016450323713323, "sim_compute_sim_state": 0.020885450839996336, "sim_compute_performance-ego": 0.003297710418701172}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.7575425231889152, "get_ui_image": 0.033064255714416506, "step_physics": 0.07915268421173095, "survival_time": 14.950000000000076, "driven_lanedir": 2.1696454661426623, "get_state_dump": 0.011646707852681478, "sim_render-ego": 0.004874078432718912, "get_robot_state": 0.011516100565592447, "get_duckie_state": 2.85943349202474e-06, "in-drivable-lane": 4.0500000000000576, "agent_compute-ego": 0.016630589962005615, "deviation-heading": 2.621568038614616, "complete-iteration": 0.1883314577738444, "set_robot_commands": 0.004484527111053467, "deviation-center-line": 0.5184099374740413, "driven_lanedir_consec": 2.1696454661426623, "sim_compute_sim_state": 0.023588333129882812, "sim_compute_performance-ego": 0.0032511480649312337}}
set_robot_commands_max	0.004575835069020589
set_robot_commands_mean	0.004470688303311666
set_robot_commands_median	0.00449046532313029
set_robot_commands_min	0.004325987497965495
sim_compute_performance-ego_max	0.0034813674290974936
sim_compute_performance-ego_mean	0.0033426664272944136
sim_compute_performance-ego_median	0.0033190751075744627
sim_compute_performance-ego_min	0.0032511480649312337
sim_compute_sim_state_max	0.023588333129882812
sim_compute_sim_state_mean	0.0215501207113266
sim_compute_sim_state_median	0.02122421224912008
sim_compute_sim_state_min	0.02016372521718343
sim_render-ego_max	0.0051013000806172685
sim_render-ego_mean	0.004986120859781901
sim_render-ego_median	0.004984552462895711
sim_render-ego_min	0.004874078432718912
simulation-passed	1
step_physics_max	0.07915268421173095
step_physics_mean	0.0708989010254542
step_physics_median	0.06927324891090393
step_physics_min	0.06589642206827799
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43661

11708

Mo Kleit 🇨🇦

real-exercise-2

LFv-sim

success

2020-11-26 16:59:39+00:00

2020-11-26 17:07:48+00:00

0:08:09

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.5206897945024944
survival_time_median	14.950000000000076
deviation-center-line_median	0.5750692789121299
in-drivable-lane_median	4.1500000000000075

other stats

agent_compute-ego_max	0.016915834744771322
agent_compute-ego_mean	0.016841402366366727
agent_compute-ego_median	0.01685568554124582
agent_compute-ego_min	0.01673840363820394
complete-iteration_max	0.19213304805398437
complete-iteration_mean	0.18574569872925792
complete-iteration_median	0.18537495692571004
complete-iteration_min	0.1800998330116272
deviation-center-line_max	0.6756636840626298
deviation-center-line_mean	0.5747201924953907
deviation-center-line_min	0.4730785280946736
deviation-heading_max	3.546944423486319
deviation-heading_mean	3.086760103039222
deviation-heading_median	3.1084891205916927
deviation-heading_min	2.5831177474871843
driven_any_max	3.879709388962166
driven_any_mean	3.770202583916262
driven_any_median	3.873336947621568
driven_any_min	3.4544270514597457
driven_lanedir_consec_max	3.296641988061288
driven_lanedir_consec_mean	2.433018468467286
driven_lanedir_consec_min	1.394052296802868
driven_lanedir_max	3.296641988061288
driven_lanedir_mean	2.5108998591501748
driven_lanedir_median	2.5206897945024944
driven_lanedir_min	1.7055778595344226
get_duckie_state_max	2.471605936686198e-06
get_duckie_state_mean	2.3488270655999916e-06
get_duckie_state_median	2.359946568806966e-06
get_duckie_state_min	2.203809188099836e-06
get_robot_state_max	0.01298952579498291
get_robot_state_mean	0.012703090055604998
get_robot_state_median	0.012759580103199133
get_robot_state_min	0.012303674221038818
get_state_dump_max	0.013078981240590414
get_state_dump_mean	0.01275406998641482
get_state_dump_median	0.012780393009328664
get_state_dump_min	0.01237651268641154
get_ui_image_max	0.03392567259542058
get_ui_image_mean	0.03300070927160956
get_ui_image_median	0.03288968761761983
get_ui_image_min	0.032297789255777996
in-drivable-lane_max	5.60000000000008
in-drivable-lane_mean	3.93750000000003
in-drivable-lane_min	1.8500000000000263
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.866965059484462, "get_ui_image": 0.032297789255777996, "step_physics": 0.07070218642552693, "survival_time": 14.950000000000076, "driven_lanedir": 2.833850121085749, "get_state_dump": 0.013078981240590414, "sim_render-ego": 0.005302871863047282, "get_robot_state": 0.01298952579498291, "get_duckie_state": 2.436637878417969e-06, "in-drivable-lane": 3.050000000000024, "agent_compute-ego": 0.01673840363820394, "deviation-heading": 3.546944423486319, "complete-iteration": 0.1820890204111735, "set_robot_commands": 0.004540936152140299, "deviation-center-line": 0.6756636840626298, "driven_lanedir_consec": 2.833850121085749, "sim_compute_sim_state": 0.022708976268768312, "sim_compute_performance-ego": 0.003592355251312256}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.879708835758674, "get_ui_image": 0.03263511339823405, "step_physics": 0.06973932107289632, "survival_time": 14.950000000000076, "driven_lanedir": 3.296641988061288, "get_state_dump": 0.012841623624165853, "sim_render-ego": 0.00525696595509847, "get_robot_state": 0.012796489397684734, "get_duckie_state": 2.471605936686198e-06, "in-drivable-lane": 1.8500000000000263, "agent_compute-ego": 0.016867939631144205, "deviation-heading": 2.5831177474871843, "complete-iteration": 0.1800998330116272, "set_robot_commands": 0.0043736704190572104, "deviation-center-line": 0.6202195172341756, "driven_lanedir_consec": 3.296641988061288, "sim_compute_sim_state": 0.021925692558288575, "sim_compute_performance-ego": 0.00353150208791097}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.4544270514597457, "get_ui_image": 0.03392567259542058, "step_physics": 0.0804016822286313, "survival_time": 13.350000000000056, "driven_lanedir": 1.7055778595344226, "get_state_dump": 0.012719162394491477, "sim_render-ego": 0.005317830860838015, "get_robot_state": 0.012722670808713534, "get_duckie_state": 2.203809188099836e-06, "in-drivable-lane": 5.249999999999992, "agent_compute-ego": 0.016843431451347438, "deviation-heading": 3.4907136600573145, "complete-iteration": 0.19213304805398437, "set_robot_commands": 0.004330821698078056, "deviation-center-line": 0.5299190405900841, "driven_lanedir_consec": 1.394052296802868, "sim_compute_sim_state": 0.022180427772721993, "sim_compute_performance-ego": 0.0035575186268667156}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.879709388962166, "get_ui_image": 0.03314426183700561, "step_physics": 0.07601916790008545, "survival_time": 14.950000000000076, "driven_lanedir": 2.20752946791924, "get_state_dump": 0.01237651268641154, "sim_render-ego": 0.005115955670674642, "get_robot_state": 0.012303674221038818, "get_duckie_state": 2.283255259195963e-06, "in-drivable-lane": 5.60000000000008, "agent_compute-ego": 0.016915834744771322, "deviation-heading": 2.7262645811260704, "complete-iteration": 0.1886608934402466, "set_robot_commands": 0.0045370856920878095, "deviation-center-line": 0.4730785280946736, "driven_lanedir_consec": 2.20752946791924, "sim_compute_sim_state": 0.024631338914235433, "sim_compute_performance-ego": 0.003483146826426188}}
set_robot_commands_max	0.004540936152140299
set_robot_commands_mean	0.0044456284903408435
set_robot_commands_median	0.0044553780555725096
set_robot_commands_min	0.004330821698078056
sim_compute_performance-ego_max	0.003592355251312256
sim_compute_performance-ego_mean	0.003541130698129032
sim_compute_performance-ego_median	0.0035445103573888428
sim_compute_performance-ego_min	0.003483146826426188
sim_compute_sim_state_max	0.024631338914235433
sim_compute_sim_state_mean	0.02286160887850358
sim_compute_sim_state_median	0.022444702020745153
sim_compute_sim_state_min	0.021925692558288575
sim_render-ego_max	0.005317830860838015
sim_render-ego_mean	0.005248406087414602
sim_render-ego_median	0.005279918909072876
sim_render-ego_min	0.005115955670674642
simulation-passed	1
step_physics_max	0.0804016822286313
step_physics_mean	0.074215589406785
step_physics_median	0.0733606771628062
step_physics_min	0.06973932107289632
survival_time_max	14.950000000000076
survival_time_mean	14.550000000000072
survival_time_min	13.350000000000056

No reset possible

43642

11702

Mo Kleit 🇨🇦

real-exercise-2

LFv-sim

success

2020-11-26 14:24:37+00:00

2020-11-26 14:30:54+00:00

0:06:17

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.6512329835359802
survival_time_median	12.825000000000047
deviation-center-line_median	0.38290196768442575
in-drivable-lane_median	0.9500000000000136

other stats

agent_compute-ego_max	0.017427371342976887
agent_compute-ego_mean	0.0171284989107435
agent_compute-ego_median	0.017231003361698992
agent_compute-ego_min	0.01662461757659912
complete-iteration_max	0.1911178871849987
complete-iteration_mean	0.17956407996167273
complete-iteration_median	0.1778187890847524
complete-iteration_min	0.1715008544921875
deviation-center-line_max	0.5638004839474879
deviation-center-line_mean	0.3554310844644501
deviation-center-line_min	0.09211991854146095
deviation-heading_max	2.5316284909177833
deviation-heading_mean	1.5053587040380974
deviation-heading_median	1.526917773671159
deviation-heading_min	0.43597077789228816
driven_any_max	3.8797678934682662
driven_any_mean	2.734685931479694
driven_any_median	3.3152405281337387
driven_any_min	0.4284947761830338
driven_lanedir_consec_max	3.4699739700158028
driven_lanedir_consec_mean	1.77081683522951
driven_lanedir_consec_min	0.3108274038302772
driven_lanedir_max	3.4699739700158028
driven_lanedir_mean	1.77081683522951
driven_lanedir_median	1.6512329835359802
driven_lanedir_min	0.3108274038302772
get_duckie_state_max	2.2252400716145835e-06
get_duckie_state_mean	2.15012336445746e-06
get_duckie_state_median	2.15328742410535e-06
get_duckie_state_min	2.068678538004557e-06
get_robot_state_max	0.011579577128092449
get_robot_state_mean	0.011366228301577108
get_robot_state_median	0.0114199925248868
get_robot_state_min	0.011045351028442382
get_state_dump_max	0.01195698809400897
get_state_dump_mean	0.011848572372833144
get_state_dump_median	0.011859601537386575
get_state_dump_min	0.011718098322550457
get_ui_image_max	0.033515141389080294
get_ui_image_mean	0.03234424848887037
get_ui_image_median	0.03226948122183482
get_ui_image_min	0.031322890122731525
in-drivable-lane_max	11.30000000000007
in-drivable-lane_mean	3.387500000000024
in-drivable-lane_min	0.3500000000000001
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.4284947761830338, "get_ui_image": 0.031652706861495974, "step_physics": 0.06734681725502015, "survival_time": 2.000000000000001, "driven_lanedir": 0.3108274038302772, "get_state_dump": 0.011918073892593384, "sim_render-ego": 0.004910659790039062, "get_robot_state": 0.011261188983917236, "get_duckie_state": 2.205371856689453e-06, "in-drivable-lane": 0.3500000000000001, "agent_compute-ego": 0.01662461757659912, "deviation-heading": 0.43597077789228816, "complete-iteration": 0.17154871225357057, "set_robot_commands": 0.0046606302261352536, "deviation-center-line": 0.09211991854146095, "driven_lanedir_consec": 0.3108274038302772, "sim_compute_sim_state": 0.01957789659500122, "sim_compute_performance-ego": 0.003461015224456787}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.8797678934682662, "get_ui_image": 0.031322890122731525, "step_physics": 0.06698678096135458, "survival_time": 14.950000000000076, "driven_lanedir": 3.4699739700158028, "get_state_dump": 0.011718098322550457, "sim_render-ego": 0.004999558130900065, "get_robot_state": 0.011045351028442382, "get_duckie_state": 2.068678538004557e-06, "in-drivable-lane": 1.200000000000017, "agent_compute-ego": 0.017071520487467448, "deviation-heading": 2.5316284909177833, "complete-iteration": 0.1715008544921875, "set_robot_commands": 0.0043333784739176436, "deviation-center-line": 0.5038820862148201, "driven_lanedir_consec": 3.4699739700158028, "sim_compute_sim_state": 0.020585341453552244, "sim_compute_performance-ego": 0.0033068943023681643}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.8792166772662977, "get_ui_image": 0.03288625558217367, "step_physics": 0.07552448272705078, "survival_time": 14.950000000000076, "driven_lanedir": 0.8163183969182225, "get_state_dump": 0.011801129182179768, "sim_render-ego": 0.0051551326115926105, "get_robot_state": 0.011579577128092449, "get_duckie_state": 2.2252400716145835e-06, "in-drivable-lane": 11.30000000000007, "agent_compute-ego": 0.017427371342976887, "deviation-heading": 0.9435257124745444, "complete-iteration": 0.18408886591593424, "set_robot_commands": 0.004477504889170329, "deviation-center-line": 0.26192184915403144, "driven_lanedir_consec": 0.8163183969182225, "sim_compute_sim_state": 0.021676335334777832, "sim_compute_performance-ego": 0.0034213813145955404}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.7512643790011806, "get_ui_image": 0.033515141389080294, "step_physics": 0.07984789621050113, "survival_time": 10.700000000000015, "driven_lanedir": 2.486147570153738, "get_state_dump": 0.01195698809400897, "sim_render-ego": 0.004952168910302849, "get_robot_state": 0.011578796065856364, "get_duckie_state": 2.101202991521247e-06, "in-drivable-lane": 0.70000000000001, "agent_compute-ego": 0.01739048623593054, "deviation-heading": 2.1103098348677736, "complete-iteration": 0.1911178871849987, "set_robot_commands": 0.004469080506084121, "deviation-center-line": 0.5638004839474879, "driven_lanedir_consec": 2.486147570153738, "sim_compute_sim_state": 0.023903490226959513, "sim_compute_performance-ego": 0.003367051899990189}}
set_robot_commands_max	0.0046606302261352536
set_robot_commands_mean	0.004485148523826837
set_robot_commands_median	0.004473292697627225
set_robot_commands_min	0.0043333784739176436
sim_compute_performance-ego_max	0.003461015224456787
sim_compute_performance-ego_mean	0.00338908568535267
sim_compute_performance-ego_median	0.0033942166072928647
sim_compute_performance-ego_min	0.0033068943023681643
sim_compute_sim_state_max	0.023903490226959513
sim_compute_sim_state_mean	0.0214357659025727
sim_compute_sim_state_median	0.02113083839416504
sim_compute_sim_state_min	0.01957789659500122
sim_render-ego_max	0.0051551326115926105
sim_render-ego_mean	0.0050043798607086465
sim_render-ego_median	0.0049758635206014565
sim_render-ego_min	0.004910659790039062
simulation-passed	1
step_physics_max	0.07984789621050113
step_physics_mean	0.07242649428848166
step_physics_median	0.07143564999103547
step_physics_min	0.06698678096135458
survival_time_max	14.950000000000076
survival_time_mean	10.650000000000045
survival_time_min	2.000000000000001

No reset possible

43631

11698

Dishank Bansal 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 08:28:46+00:00

2020-11-26 08:37:18+00:00

0:08:32

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.600790238137002
survival_time_median	14.950000000000076
deviation-center-line_median	0.6970842662935683
in-drivable-lane_median	5.250000000000032

other stats

agent_compute-ego_max	0.017095582485198976
agent_compute-ego_mean	0.01682400166988373
agent_compute-ego_median	0.016876362959543867
agent_compute-ego_min	0.01644769827524821
complete-iteration_max	0.1904248356819153
complete-iteration_mean	0.1853262710571289
complete-iteration_median	0.1841318146387736
complete-iteration_min	0.18261661926905315
deviation-center-line_max	0.6991660519696276
deviation-center-line_mean	0.6374977493437446
deviation-center-line_min	0.4566564128182142
deviation-heading_max	3.206511556593934
deviation-heading_mean	2.7386083451883354
deviation-heading_median	3.1438754809471434
deviation-heading_min	1.460170862265121
driven_any_max	5.531467446698969
driven_any_mean	4.978962484332385
driven_any_median	5.246413375133756
driven_any_min	3.8915557403630583
driven_lanedir_consec_max	2.71846571374053
driven_lanedir_consec_mean	2.4988113445361986
driven_lanedir_consec_min	2.0751991881302594
driven_lanedir_max	4.532199938043632
driven_lanedir_mean	3.164155468672309
driven_lanedir_median	2.7408805009793493
driven_lanedir_min	2.6426609346869028
get_duckie_state_max	2.472400665283203e-06
get_duckie_state_mean	2.4255116780598955e-06
get_duckie_state_median	2.419551213582357e-06
get_duckie_state_min	2.390543619791667e-06
get_robot_state_max	0.013041543960571288
get_robot_state_mean	0.012946562965710956
get_robot_state_median	0.012954919735590618
get_robot_state_min	0.012834868431091308
get_state_dump_max	0.013345136642456054
get_state_dump_mean	0.013149131933848065
get_state_dump_median	0.0131121559937795
get_state_dump_min	0.013027079105377195
get_ui_image_max	0.033427355289459226
get_ui_image_mean	0.032673494617144264
get_ui_image_median	0.032579506238301595
get_ui_image_min	0.032107610702514645
in-drivable-lane_max	8.900000000000087
in-drivable-lane_mean	5.6250000000000355
in-drivable-lane_min	3.099999999999989
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 5.241374938737498, "get_ui_image": 0.032107610702514645, "step_physics": 0.07127935250600179, "survival_time": 14.950000000000076, "driven_lanedir": 2.6426609346869028, "get_state_dump": 0.013027079105377195, "sim_render-ego": 0.005353582700093587, "get_robot_state": 0.012877577940622966, "get_duckie_state": 2.445379892985026e-06, "in-drivable-lane": 8.900000000000087, "agent_compute-ego": 0.016837149461110434, "deviation-heading": 1.460170862265121, "complete-iteration": 0.18261661926905315, "set_robot_commands": 0.004518063068389893, "deviation-center-line": 0.4566564128182142, "driven_lanedir_consec": 2.6426609346869028, "sim_compute_sim_state": 0.022821138699849447, "sim_compute_performance-ego": 0.003648238976796468}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 5.251451811530012, "get_ui_image": 0.03251845200856527, "step_physics": 0.07479459126790365, "survival_time": 14.950000000000076, "driven_lanedir": 4.532199938043632, "get_state_dump": 0.013029743830362955, "sim_render-ego": 0.005344425837198893, "get_robot_state": 0.012834868431091308, "get_duckie_state": 2.390543619791667e-06, "in-drivable-lane": 3.099999999999989, "agent_compute-ego": 0.01644769827524821, "deviation-heading": 3.206511556593934, "complete-iteration": 0.1842218295733134, "set_robot_commands": 0.004352796077728272, "deviation-center-line": 0.6969186684203197, "driven_lanedir_consec": 2.5589195415871013, "sim_compute_sim_state": 0.021123129526774087, "sim_compute_performance-ego": 0.003628644148508708}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.8915557403630583, "get_ui_image": 0.03264056046803792, "step_physics": 0.07176472902297974, "survival_time": 14.950000000000076, "driven_lanedir": 2.71846571374053, "get_state_dump": 0.013194568157196045, "sim_render-ego": 0.005392053127288818, "get_robot_state": 0.013032261530558267, "get_duckie_state": 2.3937225341796873e-06, "in-drivable-lane": 3.750000000000015, "agent_compute-ego": 0.017095582485198976, "deviation-heading": 3.149626118041176, "complete-iteration": 0.18404179970423384, "set_robot_commands": 0.004443601767222086, "deviation-center-line": 0.697249864166817, "driven_lanedir_consec": 2.71846571374053, "sim_compute_sim_state": 0.022676814397176108, "sim_compute_performance-ego": 0.0036520163218180337}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 5.531467446698969, "get_ui_image": 0.033427355289459226, "step_physics": 0.07503365198771159, "survival_time": 14.950000000000076, "driven_lanedir": 2.763295288218169, "get_state_dump": 0.013345136642456054, "sim_render-ego": 0.0054194982846577965, "get_robot_state": 0.013041543960571288, "get_duckie_state": 2.472400665283203e-06, "in-drivable-lane": 6.75000000000005, "agent_compute-ego": 0.016915576457977297, "deviation-heading": 3.138124843853111, "complete-iteration": 0.1904248356819153, "set_robot_commands": 0.0044570509592692055, "deviation-center-line": 0.6991660519696276, "driven_lanedir_consec": 2.0751991881302594, "sim_compute_sim_state": 0.02492257038752238, "sim_compute_performance-ego": 0.003711253801981608}}
set_robot_commands_max	0.004518063068389893
set_robot_commands_mean	0.004442877968152364
set_robot_commands_median	0.004450326363245646
set_robot_commands_min	0.004352796077728272
sim_compute_performance-ego_max	0.003711253801981608
sim_compute_performance-ego_mean	0.003660038312276204
sim_compute_performance-ego_median	0.0036501276493072503
sim_compute_performance-ego_min	0.003628644148508708
sim_compute_sim_state_max	0.02492257038752238
sim_compute_sim_state_mean	0.022885913252830507
sim_compute_sim_state_median	0.022748976548512777
sim_compute_sim_state_min	0.021123129526774087
sim_render-ego_max	0.0054194982846577965
sim_render-ego_mean	0.005377389987309774
sim_render-ego_median	0.005372817913691203
sim_render-ego_min	0.005344425837198893
simulation-passed	1
step_physics_max	0.07503365198771159
step_physics_mean	0.0732180811961492
step_physics_median	0.0732796601454417
step_physics_min	0.07127935250600179
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43625

11696

Bhavya Patwa 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 08:18:31+00:00

2020-11-26 08:27:58+00:00

0:09:27

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.5254514480561756
survival_time_median	14.950000000000076
deviation-center-line_median	0.439865154200895
in-drivable-lane_median	0.15000000000000213

other stats

agent_compute-ego_max	0.01775578816731771
agent_compute-ego_mean	0.017536635597546896
agent_compute-ego_median	0.01754216432571411
agent_compute-ego_min	0.01730642557144165
complete-iteration_max	0.19776757876078288
complete-iteration_mean	0.19541021426518757
complete-iteration_median	0.1964185849825541
complete-iteration_min	0.1910361083348592
deviation-center-line_max	0.61000505080107
deviation-center-line_mean	0.4378220666162438
deviation-center-line_min	0.26155290726211505
deviation-heading_max	3.166958392865912
deviation-heading_mean	2.326755462946227
deviation-heading_median	2.2681868389666695
deviation-heading_min	1.603689780985656
driven_any_max	1.740173437393489
driven_any_mean	1.6727783179466822
driven_any_median	1.667285899354588
driven_any_min	1.6163680356840635
driven_lanedir_consec_max	1.7255090175100374
driven_lanedir_consec_mean	1.3928783805448814
driven_lanedir_consec_min	0.795101608557137
driven_lanedir_max	1.7255090175100374
driven_lanedir_mean	1.420598405563752
driven_lanedir_median	1.5808914980939166
driven_lanedir_min	0.795101608557137
get_duckie_state_max	3.7447611490885417e-06
get_duckie_state_mean	3.686149915059407e-06
get_duckie_state_median	3.6863485972086583e-06
get_duckie_state_min	3.6271413167317703e-06
get_robot_state_max	0.015468784173329673
get_robot_state_mean	0.014638734459877014
get_robot_state_median	0.01465012550354004
get_robot_state_min	0.013785902659098308
get_state_dump_max	0.013865655263264972
get_state_dump_mean	0.013621562520662944
get_state_dump_median	0.0136244535446167
get_state_dump_min	0.0133716877301534
get_ui_image_max	0.0345158839225769
get_ui_image_mean	0.03398484090963999
get_ui_image_median	0.033892904122670486
get_ui_image_min	0.03363767147064209
in-drivable-lane_max	7.100000000000034
in-drivable-lane_mean	1.8500000000000096
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.6163680356840635, "get_ui_image": 0.0345158839225769, "step_physics": 0.07738189220428467, "survival_time": 14.950000000000076, "driven_lanedir": 1.5071692039420626, "get_state_dump": 0.013865655263264972, "sim_render-ego": 0.005997115770975748, "get_robot_state": 0.015468784173329673, "get_duckie_state": 3.670056660970052e-06, "in-drivable-lane": 0.30000000000000426, "agent_compute-ego": 0.017736268043518067, "deviation-heading": 3.166958392865912, "complete-iteration": 0.1973954176902771, "set_robot_commands": 0.004714823563893636, "deviation-center-line": 0.61000505080107, "driven_lanedir_consec": 1.396289103866581, "sim_compute_sim_state": 0.02352703412373861, "sim_compute_performance-ego": 0.004036551316579183}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.676837694156455, "get_ui_image": 0.03363767147064209, "step_physics": 0.074108034769694, "survival_time": 14.950000000000076, "driven_lanedir": 1.6546137922457704, "get_state_dump": 0.013671680291493734, "sim_render-ego": 0.005874442259470622, "get_robot_state": 0.01490874449412028, "get_duckie_state": 3.7026405334472655e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017348060607910155, "deviation-heading": 2.155787575376425, "complete-iteration": 0.1910361083348592, "set_robot_commands": 0.004628847440083822, "deviation-center-line": 0.26155290726211505, "driven_lanedir_consec": 1.6546137922457704, "sim_compute_sim_state": 0.022714229424794515, "sim_compute_performance-ego": 0.003993491331736247}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.6577341045527212, "get_ui_image": 0.03391973416010539, "step_physics": 0.07828930457433064, "survival_time": 14.950000000000076, "driven_lanedir": 0.795101608557137, "get_state_dump": 0.013577226797739666, "sim_render-ego": 0.00592758576075236, "get_robot_state": 0.014391506512959798, "get_duckie_state": 3.7447611490885417e-06, "in-drivable-lane": 7.100000000000034, "agent_compute-ego": 0.01775578816731771, "deviation-heading": 2.3805861025569146, "complete-iteration": 0.19544175227483113, "set_robot_commands": 0.004622440338134765, "deviation-center-line": 0.5685209537747445, "driven_lanedir_consec": 0.795101608557137, "sim_compute_sim_state": 0.02282614469528198, "sim_compute_performance-ego": 0.003981802463531494}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.740173437393489, "get_ui_image": 0.03386607408523559, "step_physics": 0.08006681680679321, "survival_time": 14.950000000000076, "driven_lanedir": 1.7255090175100374, "get_state_dump": 0.0133716877301534, "sim_render-ego": 0.005585182507832845, "get_robot_state": 0.013785902659098308, "get_duckie_state": 3.6271413167317703e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01730642557144165, "deviation-heading": 1.603689780985656, "complete-iteration": 0.19776757876078288, "set_robot_commands": 0.004458959897359212, "deviation-center-line": 0.3112093546270454, "driven_lanedir_consec": 1.7255090175100374, "sim_compute_sim_state": 0.025398027102152505, "sim_compute_performance-ego": 0.003780403931935629}}
set_robot_commands_max	0.004714823563893636
set_robot_commands_mean	0.004606267809867859
set_robot_commands_median	0.004625643889109294
set_robot_commands_min	0.004458959897359212
sim_compute_performance-ego_max	0.004036551316579183
sim_compute_performance-ego_mean	0.003948062260945638
sim_compute_performance-ego_median	0.003987646897633871
sim_compute_performance-ego_min	0.003780403931935629
sim_compute_sim_state_max	0.025398027102152505
sim_compute_sim_state_mean	0.0236163588364919
sim_compute_sim_state_median	0.023176589409510295
sim_compute_sim_state_min	0.022714229424794515
sim_render-ego_max	0.005997115770975748
sim_render-ego_mean	0.005846081574757894
sim_render-ego_median	0.005901014010111491
sim_render-ego_min	0.005585182507832845
simulation-passed	1
step_physics_max	0.08006681680679321
step_physics_mean	0.07746151208877564
step_physics_median	0.07783559838930765
step_physics_min	0.074108034769694
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43600

11696

Bhavya Patwa 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 08:07:29+00:00

2020-11-26 08:17:00+00:00

0:09:31

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.5631421173585751
survival_time_median	14.950000000000076
deviation-center-line_median	0.21647001715424172
in-drivable-lane_median	0.7500000000000107

other stats

agent_compute-ego_max	0.01833489179611206
agent_compute-ego_mean	0.018142807284990944
agent_compute-ego_median	0.01817991852760315
agent_compute-ego_min	0.017876500288645427
complete-iteration_max	0.21453163862228392
complete-iteration_mean	0.2076949840784073
complete-iteration_median	0.207453267176946
complete-iteration_min	0.2013417633374532
deviation-center-line_max	0.3461375905643951
deviation-center-line_mean	0.22916890612563928
deviation-center-line_min	0.1375979996296786
deviation-heading_max	2.4225606330895624
deviation-heading_mean	1.7436229799214882
deviation-heading_median	1.5922804585905856
deviation-heading_min	1.367370369415219
driven_any_max	1.7614456460506085
driven_any_mean	1.6952700782549388
driven_any_median	1.6994200941711886
driven_any_min	1.6207944786267705
driven_lanedir_consec_max	1.7521704586107194
driven_lanedir_consec_mean	1.3238231733730133
driven_lanedir_consec_min	0.4168380001641827
driven_lanedir_max	1.7521704586107194
driven_lanedir_mean	1.3238231733730133
driven_lanedir_median	1.5631421173585751
driven_lanedir_min	0.4168380001641827
get_duckie_state_max	2.7608871459960938e-06
get_duckie_state_mean	2.5729338328043623e-06
get_duckie_state_median	2.564191818237305e-06
get_duckie_state_min	2.4024645487467447e-06
get_robot_state_max	0.016188074747721354
get_robot_state_mean	0.015956153273582456
get_robot_state_median	0.015993858178456624
get_robot_state_min	0.015648821989695232
get_state_dump_max	0.013916807174682615
get_state_dump_mean	0.013778916597366332
get_state_dump_median	0.013813148736953737
get_state_dump_min	0.013572561740875243
get_ui_image_max	0.03582709789276123
get_ui_image_mean	0.035514353911081945
get_ui_image_median	0.03553739428520203
get_ui_image_min	0.03515552918116251
in-drivable-lane_max	10.400000000000086
in-drivable-lane_mean	2.9750000000000267
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.6207944786267705, "get_ui_image": 0.03526237408320109, "step_physics": 0.08072656313578287, "survival_time": 14.950000000000076, "driven_lanedir": 1.3907903001683906, "get_state_dump": 0.013863058884938556, "sim_render-ego": 0.006181599299112956, "get_robot_state": 0.015991098880767822, "get_duckie_state": 2.7608871459960938e-06, "in-drivable-lane": 1.500000000000021, "agent_compute-ego": 0.01833489179611206, "deviation-heading": 2.4225606330895624, "complete-iteration": 0.20409302949905395, "set_robot_commands": 0.0049982333183288576, "deviation-center-line": 0.3461375905643951, "driven_lanedir_consec": 1.3907903001683906, "sim_compute_sim_state": 0.024383827845255533, "sim_compute_performance-ego": 0.0041972208023071285}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.7614456460506085, "get_ui_image": 0.03515552918116251, "step_physics": 0.07910139163335164, "survival_time": 14.950000000000076, "driven_lanedir": 1.7521704586107194, "get_state_dump": 0.013916807174682615, "sim_render-ego": 0.0062934199968973795, "get_robot_state": 0.016188074747721354, "get_duckie_state": 2.539952596028646e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017876500288645427, "deviation-heading": 1.367370369415219, "complete-iteration": 0.2013417633374532, "set_robot_commands": 0.004947907924652099, "deviation-center-line": 0.1375979996296786, "driven_lanedir_consec": 1.7521704586107194, "sim_compute_sim_state": 0.023552022775014243, "sim_compute_performance-ego": 0.004157278537750244}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.6437623934373389, "get_ui_image": 0.03581241448720296, "step_physics": 0.08949068625768025, "survival_time": 14.950000000000076, "driven_lanedir": 0.4168380001641827, "get_state_dump": 0.013572561740875243, "sim_render-ego": 0.005983590284983317, "get_robot_state": 0.015648821989695232, "get_duckie_state": 2.4024645487467447e-06, "in-drivable-lane": 10.400000000000086, "agent_compute-ego": 0.018052620887756343, "deviation-heading": 1.389858504743685, "complete-iteration": 0.21081350485483805, "set_robot_commands": 0.0048346980412801105, "deviation-center-line": 0.21509835131799715, "driven_lanedir_consec": 0.4168380001641827, "sim_compute_sim_state": 0.023237912654876708, "sim_compute_performance-ego": 0.004029393990834554}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.755077794905038, "get_ui_image": 0.03582709789276123, "step_physics": 0.0879287322362264, "survival_time": 14.950000000000076, "driven_lanedir": 1.73549393454876, "get_state_dump": 0.013763238588968912, "sim_render-ego": 0.006222442785898844, "get_robot_state": 0.015996617476145426, "get_duckie_state": 2.5884310404459637e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01830721616744995, "deviation-heading": 1.7947024124374864, "complete-iteration": 0.21453163862228392, "set_robot_commands": 0.004961718718210856, "deviation-center-line": 0.21784168299048629, "driven_lanedir_consec": 1.73549393454876, "sim_compute_sim_state": 0.02723435640335083, "sim_compute_performance-ego": 0.00413402001063029}}
set_robot_commands_max	0.0049982333183288576
set_robot_commands_mean	0.004935639500617981
set_robot_commands_median	0.0049548133214314775
set_robot_commands_min	0.0048346980412801105
sim_compute_performance-ego_max	0.0041972208023071285
sim_compute_performance-ego_mean	0.004129478335380554
sim_compute_performance-ego_median	0.004145649274190267
sim_compute_performance-ego_min	0.004029393990834554
sim_compute_sim_state_max	0.02723435640335083
sim_compute_sim_state_mean	0.02460202991962433
sim_compute_sim_state_median	0.023967925310134888
sim_compute_sim_state_min	0.023237912654876708
sim_render-ego_max	0.0062934199968973795
sim_render-ego_mean	0.0061702630917231235
sim_render-ego_median	0.0062020210425059
sim_render-ego_min	0.005983590284983317
simulation-passed	1
step_physics_max	0.08949068625768025
step_physics_mean	0.08431184331576029
step_physics_median	0.08432764768600463
step_physics_min	0.07910139163335164
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43585

11694

Mo Kleit 🇨🇦

real-exercise-2

LFv-sim

success

2020-11-26 07:56:20+00:00

2020-11-26 08:05:09+00:00

0:08:49

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.916527859019823
survival_time_median	14.950000000000076
deviation-center-line_median	0.7751839875548708
in-drivable-lane_median	2.8000000000000225

other stats

agent_compute-ego_max	0.01765204111735026
agent_compute-ego_mean	0.017575210332870482
agent_compute-ego_median	0.017613022327423095
agent_compute-ego_min	0.01742275555928548
complete-iteration_max	0.20556726614634196
complete-iteration_mean	0.194129864970843
complete-iteration_median	0.1922427237033844
complete-iteration_min	0.1864667463302612
deviation-center-line_max	1.1337294303560048
deviation-center-line_mean	0.774123511152875
deviation-center-line_min	0.41239663914575386
deviation-heading_max	3.5729509128046213
deviation-heading_mean	2.7290224295845547
deviation-heading_median	3.1232575830328795
deviation-heading_min	1.096623639467839
driven_any_max	3.87972226027828
driven_any_mean	3.8763770168988048
driven_any_median	3.879487284478966
driven_any_min	3.866811238359007
driven_lanedir_consec_max	3.404991893270881
driven_lanedir_consec_mean	2.554633286095268
driven_lanedir_consec_min	0.9804855330705436
driven_lanedir_max	3.404991893270881
driven_lanedir_mean	2.554633286095268
driven_lanedir_median	2.916527859019823
driven_lanedir_min	0.9804855330705436
get_duckie_state_max	2.4882952372233075e-06
get_duckie_state_mean	2.398490905761719e-06
get_duckie_state_median	2.406835556030273e-06
get_duckie_state_min	2.291997273763021e-06
get_robot_state_max	0.015538820425669352
get_robot_state_mean	0.014324421683947246
get_robot_state_median	0.01410159190495809
get_robot_state_min	0.013555682500203453
get_state_dump_max	0.014083387056986491
get_state_dump_mean	0.013589033285776774
get_state_dump_median	0.013482616742451985
get_state_dump_min	0.013307512601216634
get_ui_image_max	0.03476653814315796
get_ui_image_mean	0.03374442974726359
get_ui_image_median	0.03383676250775655
get_ui_image_min	0.0325376558303833
in-drivable-lane_max	10.700000000000069
in-drivable-lane_mean	4.3875000000000295
in-drivable-lane_min	1.250000000000007
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.866811238359007, "get_ui_image": 0.0325376558303833, "step_physics": 0.07215669155120849, "survival_time": 14.950000000000076, "driven_lanedir": 2.6943880918855365, "get_state_dump": 0.013365354537963867, "sim_render-ego": 0.005597085952758789, "get_robot_state": 0.013555682500203453, "get_duckie_state": 2.347628275553385e-06, "in-drivable-lane": 3.4000000000000137, "agent_compute-ego": 0.01765204111735026, "deviation-heading": 3.5729509128046213, "complete-iteration": 0.1864667463302612, "set_robot_commands": 0.00456074078877767, "deviation-center-line": 0.633484877693545, "driven_lanedir_consec": 2.6943880918855365, "sim_compute_sim_state": 0.02313329299290975, "sim_compute_performance-ego": 0.003766266504923502}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.87972226027828, "get_ui_image": 0.03338648557662964, "step_physics": 0.07252660751342774, "survival_time": 14.950000000000076, "driven_lanedir": 3.1386676261541098, "get_state_dump": 0.013307512601216634, "sim_render-ego": 0.0056302841504414875, "get_robot_state": 0.01389191706975301, "get_duckie_state": 2.291997273763021e-06, "in-drivable-lane": 2.2000000000000313, "agent_compute-ego": 0.01742275555928548, "deviation-heading": 3.0225480704050356, "complete-iteration": 0.18748493591944376, "set_robot_commands": 0.004540215333302816, "deviation-center-line": 0.9168830974161968, "driven_lanedir_consec": 3.1386676261541098, "sim_compute_sim_state": 0.022843460241953533, "sim_compute_performance-ego": 0.003794387181599935}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.879283797497154, "get_ui_image": 0.03428703943888346, "step_physics": 0.07939629475275675, "survival_time": 14.950000000000076, "driven_lanedir": 0.9804855330705436, "get_state_dump": 0.013599878946940104, "sim_render-ego": 0.005894811948140463, "get_robot_state": 0.014311266740163168, "get_duckie_state": 2.4660428365071615e-06, "in-drivable-lane": 10.700000000000069, "agent_compute-ego": 0.01763880968093872, "deviation-heading": 1.096623639467839, "complete-iteration": 0.19700051148732503, "set_robot_commands": 0.004525450070699056, "deviation-center-line": 0.41239663914575386, "driven_lanedir_consec": 0.9804855330705436, "sim_compute_sim_state": 0.02332370042800903, "sim_compute_performance-ego": 0.0038746881484985353}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.879690771460778, "get_ui_image": 0.03476653814315796, "step_physics": 0.08123834292093912, "survival_time": 14.950000000000076, "driven_lanedir": 3.404991893270881, "get_state_dump": 0.014083387056986491, "sim_render-ego": 0.006078010400136312, "get_robot_state": 0.015538820425669352, "get_duckie_state": 2.4882952372233075e-06, "in-drivable-lane": 1.250000000000007, "agent_compute-ego": 0.017587234973907472, "deviation-heading": 3.223967095660723, "complete-iteration": 0.20556726614634196, "set_robot_commands": 0.004848896662394206, "deviation-center-line": 1.1337294303560048, "driven_lanedir_consec": 3.404991893270881, "sim_compute_sim_state": 0.027222371101379393, "sim_compute_performance-ego": 0.0040569591522216794}}
set_robot_commands_max	0.004848896662394206
set_robot_commands_mean	0.004618825713793437
set_robot_commands_median	0.0045504780610402425
set_robot_commands_min	0.004525450070699056
sim_compute_performance-ego_max	0.0040569591522216794
sim_compute_performance-ego_mean	0.003873075246810913
sim_compute_performance-ego_median	0.003834537665049235
sim_compute_performance-ego_min	0.003766266504923502
sim_compute_sim_state_max	0.027222371101379393
sim_compute_sim_state_mean	0.02413070619106293
sim_compute_sim_state_median	0.02322849671045939
sim_compute_sim_state_min	0.022843460241953533
sim_render-ego_max	0.006078010400136312
sim_render-ego_mean	0.005800048112869263
sim_render-ego_median	0.005762548049290975
sim_render-ego_min	0.005597085952758789
simulation-passed	1
step_physics_max	0.08123834292093912
step_physics_mean	0.07632948418458302
step_physics_median	0.07596145113309224
step_physics_min	0.07215669155120849
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43578

11694

Mo Kleit 🇨🇦

real-exercise-2

LFv-sim

success

2020-11-26 07:42:54+00:00

2020-11-26 07:51:44+00:00

0:08:50

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.4408618870844077
survival_time_median	14.950000000000076
deviation-center-line_median	0.4864039537425556
in-drivable-lane_median	2.550000000000026

other stats

agent_compute-ego_max	0.017850560347239176
agent_compute-ego_mean	0.017526737916760328
agent_compute-ego_median	0.01744711968956924
agent_compute-ego_min	0.017362151940663654
complete-iteration_max	0.20709070577854063
complete-iteration_mean	0.20115131808974876
complete-iteration_median	0.2017572736740112
complete-iteration_min	0.19400001923243204
deviation-center-line_max	0.8779730972308386
deviation-center-line_mean	0.5098062192899263
deviation-center-line_min	0.18844387244375563
deviation-heading_max	3.755110483134007
deviation-heading_mean	2.286942576014807
deviation-heading_median	2.25060705199977
deviation-heading_min	0.8914457169256818
driven_any_max	3.8796465835858776
driven_any_mean	3.5644069939610743
driven_any_median	3.873109706692856
driven_any_min	2.631761978872707
driven_lanedir_consec_max	3.2410286583536507
driven_lanedir_consec_mean	2.2163417107950405
driven_lanedir_consec_min	0.7426144106576967
driven_lanedir_max	3.2410286583536507
driven_lanedir_mean	2.231006032604918
driven_lanedir_median	2.4408618870844077
driven_lanedir_min	0.8012716978972061
get_duckie_state_max	3.798802693684896e-06
get_duckie_state_mean	3.5422168126920375e-06
get_duckie_state_median	3.493452459816041e-06
get_duckie_state_min	3.383159637451172e-06
get_robot_state_max	0.016279455025990805
get_robot_state_mean	0.015067795427834116
get_robot_state_median	0.01491971214612325
get_robot_state_min	0.014152302393099158
get_state_dump_max	0.013922597567240395
get_state_dump_mean	0.013632258753466412
get_state_dump_median	0.01355235056179326
get_state_dump_min	0.013501736323038737
get_ui_image_max	0.035282330396698744
get_ui_image_mean	0.03467080629938017
get_ui_image_median	0.034688197374343865
get_ui_image_min	0.0340245000521342
in-drivable-lane_max	11.350000000000076
in-drivable-lane_mean	4.500000000000037
in-drivable-lane_min	1.550000000000022
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.866952142795201, "get_ui_image": 0.034452923933664954, "step_physics": 0.07816261370976765, "survival_time": 14.950000000000076, "driven_lanedir": 2.855931559375355, "get_state_dump": 0.013922597567240395, "sim_render-ego": 0.006292858123779297, "get_robot_state": 0.016279455025990805, "get_duckie_state": 3.798802693684896e-06, "in-drivable-lane": 3.1500000000000243, "agent_compute-ego": 0.017514028549194337, "deviation-heading": 2.8245810858712863, "complete-iteration": 0.20050103267033895, "set_robot_commands": 0.005065235296885172, "deviation-center-line": 0.5470796244701622, "driven_lanedir_consec": 2.855931559375355, "sim_compute_sim_state": 0.024445199171702067, "sim_compute_performance-ego": 0.004209938844045003}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.8796465835858776, "get_ui_image": 0.0340245000521342, "step_physics": 0.07607468525568645, "survival_time": 14.950000000000076, "driven_lanedir": 3.2410286583536507, "get_state_dump": 0.013602497577667237, "sim_render-ego": 0.005929058392842611, "get_robot_state": 0.014769202868143715, "get_duckie_state": 3.383159637451172e-06, "in-drivable-lane": 1.550000000000022, "agent_compute-ego": 0.017362151940663654, "deviation-heading": 3.755110483134007, "complete-iteration": 0.19400001923243204, "set_robot_commands": 0.004646078745524088, "deviation-center-line": 0.8779730972308386, "driven_lanedir_consec": 3.2410286583536507, "sim_compute_sim_state": 0.023476091225941974, "sim_compute_performance-ego": 0.003963976701100667}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.8792672705905114, "get_ui_image": 0.034923470815022783, "step_physics": 0.08283193826675415, "survival_time": 14.950000000000076, "driven_lanedir": 0.8012716978972061, "get_state_dump": 0.013501736323038737, "sim_render-ego": 0.00595935583114624, "get_robot_state": 0.015070221424102782, "get_duckie_state": 3.492037455240886e-06, "in-drivable-lane": 11.350000000000076, "agent_compute-ego": 0.017850560347239176, "deviation-heading": 0.8914457169256818, "complete-iteration": 0.2030135146776835, "set_robot_commands": 0.004793558120727539, "deviation-center-line": 0.18844387244375563, "driven_lanedir_consec": 0.7426144106576967, "sim_compute_sim_state": 0.024042585690816243, "sim_compute_performance-ego": 0.003882513046264649}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.631761978872707, "get_ui_image": 0.035282330396698744, "step_physics": 0.08663985903670147, "survival_time": 10.25000000000001, "driven_lanedir": 2.02579221479346, "get_state_dump": 0.01350220354591928, "sim_render-ego": 0.005680208671383741, "get_robot_state": 0.014152302393099158, "get_duckie_state": 3.494867464391197e-06, "in-drivable-lane": 1.9500000000000275, "agent_compute-ego": 0.017380210829944145, "deviation-heading": 1.6766330181282534, "complete-iteration": 0.20709070577854063, "set_robot_commands": 0.004608412486750905, "deviation-center-line": 0.4257282830149491, "driven_lanedir_consec": 2.02579221479346, "sim_compute_sim_state": 0.02584424367765101, "sim_compute_performance-ego": 0.0038509043251595846}}
set_robot_commands_max	0.005065235296885172
set_robot_commands_mean	0.004778321162471926
set_robot_commands_median	0.004719818433125814
set_robot_commands_min	0.004608412486750905
sim_compute_performance-ego_max	0.004209938844045003
sim_compute_performance-ego_mean	0.003976833229142476
sim_compute_performance-ego_median	0.003923244873682658
sim_compute_performance-ego_min	0.0038509043251595846
sim_compute_sim_state_max	0.02584424367765101
sim_compute_sim_state_mean	0.02445202994152782
sim_compute_sim_state_median	0.024243892431259156
sim_compute_sim_state_min	0.023476091225941974
sim_render-ego_max	0.006292858123779297
sim_render-ego_mean	0.005965370254787971
sim_render-ego_median	0.005944207111994426
sim_render-ego_min	0.005680208671383741
simulation-passed	1
step_physics_max	0.08663985903670147
step_physics_mean	0.08092727406722743
step_physics_median	0.0804972759882609
step_physics_min	0.07607468525568645
survival_time_max	14.950000000000076
survival_time_mean	13.775000000000064
survival_time_min	10.25000000000001

No reset possible

43551

11690

Bhavya Patwa 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 07:32:12+00:00

2020-11-26 07:41:22+00:00

0:09:10

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.4713235531839404
survival_time_median	14.950000000000076
deviation-center-line_median	0.6497636071545874
in-drivable-lane_median	1.9750000000000103

other stats

agent_compute-ego_max	0.017851656353151477
agent_compute-ego_mean	0.017236532587725836
agent_compute-ego_median	0.01724694490432739
agent_compute-ego_min	0.016600584189097087
complete-iteration_max	0.21560383809579384
complete-iteration_mean	0.1982367156271462
complete-iteration_median	0.19429131865501403
complete-iteration_min	0.18876038710276288
deviation-center-line_max	0.8954637143087768
deviation-center-line_mean	0.6920356490027659
deviation-center-line_min	0.5731516673931122
deviation-heading_max	4.186338679863752
deviation-heading_mean	3.3702395499618394
deviation-heading_median	3.302224883680295
deviation-heading_min	2.690169752623016
driven_any_max	3.0629914998843084
driven_any_mean	3.052526959417986
driven_any_median	3.0578435582300165
driven_any_min	3.0314292213276004
driven_lanedir_consec_max	2.763189532014227
driven_lanedir_consec_mean	2.4640043516039927
driven_lanedir_consec_min	2.1501807680338634
driven_lanedir_max	2.763189532014227
driven_lanedir_mean	2.4640043516039927
driven_lanedir_median	2.4713235531839404
driven_lanedir_min	2.1501807680338634
get_duckie_state_max	3.430048624674479e-06
get_duckie_state_mean	3.3242423255164343e-06
get_duckie_state_median	3.339632137401684e-06
get_duckie_state_min	3.1876564025878904e-06
get_robot_state_max	0.016452199703938252
get_robot_state_mean	0.015058454495292525
get_robot_state_median	0.014872350692749024
get_robot_state_min	0.014036916891733805
get_state_dump_max	0.013926366696486602
get_state_dump_mean	0.013624773951801093
get_state_dump_median	0.013548232316970823
get_state_dump_min	0.013476264476776124
get_ui_image_max	0.03595668963483862
get_ui_image_mean	0.03458226624104354
get_ui_image_median	0.03431262016296387
get_ui_image_min	0.0337471350034078
in-drivable-lane_max	3.5500000000000504
in-drivable-lane_mean	2.087500000000021
in-drivable-lane_min	0.8500000000000121
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.0529174683550897, "get_ui_image": 0.034008042812347414, "step_physics": 0.0747692330678304, "survival_time": 14.950000000000076, "driven_lanedir": 2.678143874356703, "get_state_dump": 0.013524839083353678, "sim_render-ego": 0.0057825032869974775, "get_robot_state": 0.014036916891733805, "get_duckie_state": 3.314018249511719e-06, "in-drivable-lane": 1.1500000000000057, "agent_compute-ego": 0.017266509532928468, "deviation-heading": 3.3537543323619814, "complete-iteration": 0.19155351877212523, "set_robot_commands": 0.0044734032948811845, "deviation-center-line": 0.5824682716602206, "driven_lanedir_consec": 2.678143874356703, "sim_compute_sim_state": 0.023611692587534587, "sim_compute_performance-ego": 0.0039269574483235675}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.0629914998843084, "get_ui_image": 0.0337471350034078, "step_physics": 0.07266105810801188, "survival_time": 14.950000000000076, "driven_lanedir": 2.763189532014227, "get_state_dump": 0.013476264476776124, "sim_render-ego": 0.005763068199157715, "get_robot_state": 0.014972600936889648, "get_duckie_state": 3.1876564025878904e-06, "in-drivable-lane": 0.8500000000000121, "agent_compute-ego": 0.016600584189097087, "deviation-heading": 3.250695434998608, "complete-iteration": 0.18876038710276288, "set_robot_commands": 0.0046709410349528, "deviation-center-line": 0.717058942648954, "driven_lanedir_consec": 2.763189532014227, "sim_compute_sim_state": 0.02279655933380127, "sim_compute_performance-ego": 0.003924651940663656}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.0627696481049433, "get_ui_image": 0.03461719751358032, "step_physics": 0.07813367923100789, "survival_time": 14.950000000000076, "driven_lanedir": 2.2645032320111773, "get_state_dump": 0.013571625550587971, "sim_render-ego": 0.006036392052968343, "get_robot_state": 0.0147721004486084, "get_duckie_state": 3.430048624674479e-06, "in-drivable-lane": 2.800000000000015, "agent_compute-ego": 0.017227380275726317, "deviation-heading": 4.186338679863752, "complete-iteration": 0.19702911853790284, "set_robot_commands": 0.004701543649037679, "deviation-center-line": 0.8954637143087768, "driven_lanedir_consec": 2.2645032320111773, "sim_compute_sim_state": 0.023783899943033853, "sim_compute_performance-ego": 0.004027910232543945}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.0314292213276004, "get_ui_image": 0.03595668963483862, "step_physics": 0.08771081147967158, "survival_time": 14.800000000000075, "driven_lanedir": 2.1501807680338634, "get_state_dump": 0.013926366696486602, "sim_render-ego": 0.006465357703131599, "get_robot_state": 0.016452199703938252, "get_duckie_state": 3.365246025291649e-06, "in-drivable-lane": 3.5500000000000504, "agent_compute-ego": 0.017851656353151477, "deviation-heading": 2.690169752623016, "complete-iteration": 0.21560383809579384, "set_robot_commands": 0.00508920566455738, "deviation-center-line": 0.5731516673931122, "driven_lanedir_consec": 2.1501807680338634, "sim_compute_sim_state": 0.02769448869937175, "sim_compute_performance-ego": 0.004291713237762451}}
set_robot_commands_max	0.00508920566455738
set_robot_commands_mean	0.0047337734108572616
set_robot_commands_median	0.00468624234199524
set_robot_commands_min	0.0044734032948811845
sim_compute_performance-ego_max	0.004291713237762451
sim_compute_performance-ego_mean	0.004042808214823405
sim_compute_performance-ego_median	0.003977433840433756
sim_compute_performance-ego_min	0.003924651940663656
sim_compute_sim_state_max	0.02769448869937175
sim_compute_sim_state_mean	0.024471660140935367
sim_compute_sim_state_median	0.02369779626528422
sim_compute_sim_state_min	0.02279655933380127
sim_render-ego_max	0.006465357703131599
sim_render-ego_mean	0.006011830310563784
sim_render-ego_median	0.00590944766998291
sim_render-ego_min	0.005763068199157715
simulation-passed	1
step_physics_max	0.08771081147967158
step_physics_mean	0.07831869547163044
step_physics_median	0.07645145614941914
step_physics_min	0.07266105810801188
survival_time_max	14.950000000000076
survival_time_mean	14.912500000000078
survival_time_min	14.800000000000075

No reset possible

43541

11683

Dishank Bansal 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 07:19:00+00:00

2020-11-26 07:27:43+00:00

0:08:43

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.9482060481191676
survival_time_median	14.950000000000076
deviation-center-line_median	0.7153082918431661
in-drivable-lane_median	0.8000000000000096

other stats

agent_compute-ego_max	0.018009223143259683
agent_compute-ego_mean	0.017573055271401492
agent_compute-ego_median	0.01760631799697876
agent_compute-ego_min	0.01707036194838877
complete-iteration_max	0.20800386508305868
complete-iteration_mean	0.19587085725284936
complete-iteration_median	0.19503934028580433
complete-iteration_min	0.1854008833567301
deviation-center-line_max	0.8305074071682672
deviation-center-line_mean	0.7280396186287983
deviation-center-line_min	0.6510344836605939
deviation-heading_max	4.336434631043259
deviation-heading_mean	3.1788165033151
deviation-heading_median	3.1342830183976376
deviation-heading_min	2.1102653454218663
driven_any_max	3.7766195855863858
driven_any_mean	3.1937636204728284
driven_any_median	3.090822504261427
driven_any_min	2.816789887782073
driven_lanedir_consec_max	3.5579372139842596
driven_lanedir_consec_mean	2.982014554100444
driven_lanedir_consec_min	2.4737089061791826
driven_lanedir_max	3.5579372139842596
driven_lanedir_mean	2.982014554100444
driven_lanedir_median	2.9482060481191676
driven_lanedir_min	2.4737089061791826
get_duckie_state_max	2.8141339619954426e-06
get_duckie_state_mean	2.6145303656109984e-06
get_duckie_state_median	2.68856684366862e-06
get_duckie_state_min	2.2668538131113127e-06
get_robot_state_max	0.01605910380681356
get_robot_state_mean	0.01430861417077032
get_robot_state_median	0.014313691059748331
get_robot_state_min	0.012547970756771058
get_state_dump_max	0.013761583169301352
get_state_dump_mean	0.01345189036816124
get_state_dump_median	0.013517919381459556
get_state_dump_min	0.013010139540424496
get_ui_image_max	0.036137502988179526
get_ui_image_mean	0.03430110894632465
get_ui_image_median	0.034009690741541504
get_ui_image_min	0.03304755131403605
in-drivable-lane_max	1.8500000000000263
in-drivable-lane_mean	0.8625000000000114
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.216284270946732, "get_ui_image": 0.036137502988179526, "step_physics": 0.0829555320739746, "survival_time": 14.950000000000076, "driven_lanedir": 3.145337310627242, "get_state_dump": 0.013761583169301352, "sim_render-ego": 0.00623610258102417, "get_robot_state": 0.01605910380681356, "get_duckie_state": 2.811749776204427e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018009223143259683, "deviation-heading": 3.082798785219364, "complete-iteration": 0.20800386508305868, "set_robot_commands": 0.005103364785512288, "deviation-center-line": 0.6619145511359855, "driven_lanedir_consec": 3.145337310627242, "sim_compute_sim_state": 0.025356446107228595, "sim_compute_performance-ego": 0.004236493905385335}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.7766195855863858, "get_ui_image": 0.034768053690592444, "step_physics": 0.07747280359268188, "survival_time": 14.950000000000076, "driven_lanedir": 3.5579372139842596, "get_state_dump": 0.013742569287618002, "sim_render-ego": 0.005970919132232666, "get_robot_state": 0.01554557959238688, "get_duckie_state": 2.8141339619954426e-06, "in-drivable-lane": 0.9000000000000092, "agent_compute-ego": 0.017579015890757242, "deviation-heading": 3.185767251575911, "complete-iteration": 0.1978644037246704, "set_robot_commands": 0.004751199086507161, "deviation-center-line": 0.8305074071682672, "driven_lanedir_consec": 3.5579372139842596, "sim_compute_sim_state": 0.023858304818471274, "sim_compute_performance-ego": 0.004027186234792073}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.965360737576122, "get_ui_image": 0.03304755131403605, "step_physics": 0.07234253485997517, "survival_time": 14.950000000000076, "driven_lanedir": 2.7510747856110926, "get_state_dump": 0.013293269475301107, "sim_render-ego": 0.00544591744740804, "get_robot_state": 0.01308180252710978, "get_duckie_state": 2.5653839111328124e-06, "in-drivable-lane": 0.70000000000001, "agent_compute-ego": 0.017633620103200277, "deviation-heading": 4.336434631043259, "complete-iteration": 0.1854008833567301, "set_robot_commands": 0.00452855904897054, "deviation-center-line": 0.7687020325503466, "driven_lanedir_consec": 2.7510747856110926, "sim_compute_sim_state": 0.022184003988901777, "sim_compute_performance-ego": 0.003701655864715576}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.816789887782073, "get_ui_image": 0.03325132779249056, "step_physics": 0.07814037142776128, "survival_time": 12.700000000000044, "driven_lanedir": 2.4737089061791826, "get_state_dump": 0.013010139540424496, "sim_render-ego": 0.005268219887740969, "get_robot_state": 0.012547970756771058, "get_duckie_state": 2.2668538131113127e-06, "in-drivable-lane": 1.8500000000000263, "agent_compute-ego": 0.01707036194838877, "deviation-heading": 2.1102653454218663, "complete-iteration": 0.19221427684693823, "set_robot_commands": 0.004345828153955655, "deviation-center-line": 0.6510344836605939, "driven_lanedir_consec": 2.4737089061791826, "sim_compute_sim_state": 0.024886764879301776, "sim_compute_performance-ego": 0.003563335561376857}}
set_robot_commands_max	0.005103364785512288
set_robot_commands_mean	0.004682237768736412
set_robot_commands_median	0.0046398790677388505
set_robot_commands_min	0.004345828153955655
sim_compute_performance-ego_max	0.004236493905385335
sim_compute_performance-ego_mean	0.0038821678915674607
sim_compute_performance-ego_median	0.003864421049753825
sim_compute_performance-ego_min	0.003563335561376857
sim_compute_sim_state_max	0.025356446107228595
sim_compute_sim_state_mean	0.024071379948475857
sim_compute_sim_state_median	0.024372534848886525
sim_compute_sim_state_min	0.022184003988901777
sim_render-ego_max	0.00623610258102417
sim_render-ego_mean	0.005730289762101461
sim_render-ego_median	0.005708418289820353
sim_render-ego_min	0.005268219887740969
simulation-passed	1
step_physics_max	0.0829555320739746
step_physics_mean	0.07772781048859823
step_physics_median	0.07780658751022158
step_physics_min	0.07234253485997517
survival_time_max	14.950000000000076
survival_time_mean	14.38750000000007
survival_time_min	12.700000000000044

No reset possible

43512

11686

Philippe Reddy 🇨🇦

real-exercise-2

LFv-sim

success

2020-11-26 07:00:45+00:00

2020-11-26 07:08:37+00:00

0:07:52

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	3.040950856857509
survival_time_median	14.45000000000007
deviation-center-line_median	0.6384201037808644
in-drivable-lane_median	2.3250000000000135

other stats

agent_compute-ego_max	0.017445812225341795
agent_compute-ego_mean	0.016926960425992166
agent_compute-ego_median	0.016839682414967527
agent_compute-ego_min	0.016582664648691813
complete-iteration_max	0.2057427526802145
complete-iteration_mean	0.19057700346874937
complete-iteration_median	0.1893647743809608
complete-iteration_min	0.17783571243286134
deviation-center-line_max	0.869026313299234
deviation-center-line_mean	0.618830596876937
deviation-center-line_min	0.329455866646785
deviation-heading_max	3.9152711985206983
deviation-heading_mean	3.0392347024020343
deviation-heading_median	3.18863001480796
deviation-heading_min	1.864407581471519
driven_any_max	4.84908464987035
driven_any_mean	4.293512433012611
driven_any_median	4.675330902737444
driven_any_min	2.9743032767052076
driven_lanedir_consec_max	4.29519323581828
driven_lanedir_consec_mean	3.088852037411186
driven_lanedir_consec_min	1.978313200111446
driven_lanedir_max	4.29519323581828
driven_lanedir_mean	3.088852037411186
driven_lanedir_median	3.040950856857509
driven_lanedir_min	1.978313200111446
get_duckie_state_max	2.741018931070963e-06
get_duckie_state_mean	2.627146286776416e-06
get_duckie_state_median	2.6388407608086917e-06
get_duckie_state_min	2.4898846944173177e-06
get_robot_state_max	0.015144460944719213
get_robot_state_mean	0.01379912658190642
get_robot_state_median	0.013611359297161035
get_robot_state_min	0.01282932678858439
get_state_dump_max	0.01382508357365926
get_state_dump_mean	0.013444443133569533
get_state_dump_median	0.01353273468632852
get_state_dump_min	0.012887219587961832
get_ui_image_max	0.034446572744718164
get_ui_image_mean	0.0330966183297523
get_ui_image_median	0.03328650435666457
get_ui_image_min	0.031366891860961914
in-drivable-lane_max	6.2500000000000515
in-drivable-lane_mean	2.9000000000000226
in-drivable-lane_min	0.70000000000001
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.833605561340061, "get_ui_image": 0.031366891860961914, "step_physics": 0.06797033230463664, "survival_time": 14.950000000000076, "driven_lanedir": 4.29519323581828, "get_state_dump": 0.012887219587961832, "sim_render-ego": 0.005327255725860596, "get_robot_state": 0.01282932678858439, "get_duckie_state": 2.4898846944173177e-06, "in-drivable-lane": 0.70000000000001, "agent_compute-ego": 0.016582664648691813, "deviation-heading": 3.9152711985206983, "complete-iteration": 0.17783571243286134, "set_robot_commands": 0.004496833483378092, "deviation-center-line": 0.869026313299234, "driven_lanedir_consec": 4.29519323581828, "sim_compute_sim_state": 0.02258383830388387, "sim_compute_performance-ego": 0.0036510372161865233}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.517056244134826, "get_ui_image": 0.03272047521392932, "step_physics": 0.07169188393486871, "survival_time": 13.950000000000063, "driven_lanedir": 3.586451746231138, "get_state_dump": 0.013396127249604912, "sim_render-ego": 0.005523844004531915, "get_robot_state": 0.01323023577317542, "get_duckie_state": 2.5781679324351757e-06, "in-drivable-lane": 2.1500000000000137, "agent_compute-ego": 0.016701493211971816, "deviation-heading": 3.2458383581462815, "complete-iteration": 0.18455350270835305, "set_robot_commands": 0.004573493875483031, "deviation-center-line": 0.6814725096428991, "driven_lanedir_consec": 3.586451746231138, "sim_compute_sim_state": 0.02283803536473209, "sim_compute_performance-ego": 0.003729831360574264}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.84908464987035, "get_ui_image": 0.033852533499399824, "step_physics": 0.07596408367156983, "survival_time": 14.950000000000076, "driven_lanedir": 2.4954499674838804, "get_state_dump": 0.01382508357365926, "sim_render-ego": 0.005832475821177165, "get_robot_state": 0.013992482821146648, "get_duckie_state": 2.741018931070963e-06, "in-drivable-lane": 6.2500000000000515, "agent_compute-ego": 0.017445812225341795, "deviation-heading": 3.1314216714696386, "complete-iteration": 0.19417604605356853, "set_robot_commands": 0.004592648347218831, "deviation-center-line": 0.5953676979188298, "driven_lanedir_consec": 2.4954499674838804, "sim_compute_sim_state": 0.02456927458445231, "sim_compute_performance-ego": 0.003943329652150472}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.9743032767052076, "get_ui_image": 0.034446572744718164, "step_physics": 0.08428522976495886, "survival_time": 9.299999999999995, "driven_lanedir": 1.978313200111446, "get_state_dump": 0.013669342123052123, "sim_render-ego": 0.005844708411924301, "get_robot_state": 0.015144460944719213, "get_duckie_state": 2.6995135891822076e-06, "in-drivable-lane": 2.5000000000000133, "agent_compute-ego": 0.016977871617963238, "deviation-heading": 1.864407581471519, "complete-iteration": 0.2057427526802145, "set_robot_commands": 0.004762147062568254, "deviation-center-line": 0.329455866646785, "driven_lanedir_consec": 1.978313200111446, "sim_compute_sim_state": 0.026429382703637563, "sim_compute_performance-ego": 0.0040232904495731475}}
set_robot_commands_max	0.004762147062568254
set_robot_commands_mean	0.004606280692162052
set_robot_commands_median	0.004583071111350931
set_robot_commands_min	0.004496833483378092
sim_compute_performance-ego_max	0.0040232904495731475
sim_compute_performance-ego_mean	0.0038368721696211017
sim_compute_performance-ego_median	0.003836580506362368
sim_compute_performance-ego_min	0.0036510372161865233
sim_compute_sim_state_max	0.026429382703637563
sim_compute_sim_state_mean	0.02410513273917646
sim_compute_sim_state_median	0.023703654974592203
sim_compute_sim_state_min	0.02258383830388387
sim_render-ego_max	0.005844708411924301
sim_render-ego_mean	0.005632070990873494
sim_render-ego_median	0.00567815991285454
sim_render-ego_min	0.005327255725860596
simulation-passed	1
step_physics_max	0.08428522976495886
step_physics_mean	0.07497788241900852
step_physics_median	0.07382798380321927
step_physics_min	0.06797033230463664
survival_time_max	14.950000000000076
survival_time_mean	13.287500000000056
survival_time_min	9.299999999999995

No reset possible

43492

11682

Bhavya Patwa 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 06:46:53+00:00

2020-11-26 06:55:55+00:00

0:09:02

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.6294201682167
survival_time_median	14.950000000000076
deviation-center-line_median	0.581953743047571
in-drivable-lane_median	0.0

other stats

agent_compute-ego_max	0.01800789515177409
agent_compute-ego_mean	0.01765387793382009
agent_compute-ego_median	0.0176358425617218
agent_compute-ego_min	0.017335931460062664
complete-iteration_max	0.2034965189297994
complete-iteration_mean	0.1992282120386759
complete-iteration_median	0.19991421659787495
complete-iteration_min	0.1935878960291545
deviation-center-line_max	0.8590465652128485
deviation-center-line_mean	0.6325284441223955
deviation-center-line_min	0.5071597251815917
deviation-heading_max	3.478193116200223
deviation-heading_mean	3.1537856330315153
deviation-heading_median	3.2128255325993997
deviation-heading_min	2.711298350727039
driven_any_max	2.896874342845925
driven_any_mean	2.7244138152216526
driven_any_median	2.7701790238988333
driven_any_min	2.46042287024302
driven_lanedir_consec_max	2.7799214050011396
driven_lanedir_consec_mean	2.6006727237498475
driven_lanedir_consec_min	2.3639291535648503
driven_lanedir_max	2.7799214050011396
driven_lanedir_mean	2.6006727237498475
driven_lanedir_median	2.6294201682167
driven_lanedir_min	2.3639291535648503
get_duckie_state_max	3.790855407714844e-06
get_duckie_state_mean	3.597736358642578e-06
get_duckie_state_median	3.637870152791341e-06
get_duckie_state_min	3.3243497212727865e-06
get_robot_state_max	0.016040639877319338
get_robot_state_mean	0.015570765733718872
get_robot_state_median	0.01572029630343119
get_robot_state_min	0.014801830450693764
get_state_dump_max	0.014121692180633545
get_state_dump_mean	0.013750154773394266
get_state_dump_median	0.013711624940236408
get_state_dump_min	0.013455677032470702
get_ui_image_max	0.034717226028442384
get_ui_image_mean	0.0342240305741628
get_ui_image_median	0.03423462470372518
get_ui_image_min	0.03370964686075846
in-drivable-lane_max	0.6500000000000092
in-drivable-lane_mean	0.1625000000000023
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.695063093085674, "get_ui_image": 0.034176925818125405, "step_physics": 0.07709534247716268, "survival_time": 14.950000000000076, "driven_lanedir": 2.4867097817406476, "get_state_dump": 0.014121692180633545, "sim_render-ego": 0.006139198939005534, "get_robot_state": 0.015954861640930174, "get_duckie_state": 3.790855407714844e-06, "in-drivable-lane": 0.6500000000000092, "agent_compute-ego": 0.01800789515177409, "deviation-heading": 3.192589079027966, "complete-iteration": 0.19888424793879192, "set_robot_commands": 0.004909117221832276, "deviation-center-line": 0.5425123474807744, "driven_lanedir_consec": 2.4867097817406476, "sim_compute_sim_state": 0.02423241058985392, "sim_compute_performance-ego": 0.004088594118754069}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.845294954711993, "get_ui_image": 0.03370964686075846, "step_physics": 0.07559277455012003, "survival_time": 14.950000000000076, "driven_lanedir": 2.772130554692752, "get_state_dump": 0.01366287390391032, "sim_render-ego": 0.00594218095143636, "get_robot_state": 0.014801830450693764, "get_duckie_state": 3.583431243896484e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017537084420522053, "deviation-heading": 2.711298350727039, "complete-iteration": 0.1935878960291545, "set_robot_commands": 0.004662578900655111, "deviation-center-line": 0.5071597251815917, "driven_lanedir_consec": 2.772130554692752, "sim_compute_sim_state": 0.0235057274500529, "sim_compute_performance-ego": 0.004014410972595215}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.46042287024302, "get_ui_image": 0.034717226028442384, "step_physics": 0.07984224955240886, "survival_time": 14.950000000000076, "driven_lanedir": 2.3639291535648503, "get_state_dump": 0.0137603759765625, "sim_render-ego": 0.006084492206573486, "get_robot_state": 0.016040639877319338, "get_duckie_state": 3.692309061686198e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01773460070292155, "deviation-heading": 3.478193116200223, "complete-iteration": 0.200944185256958, "set_robot_commands": 0.004833025137583415, "deviation-center-line": 0.6213951386143675, "driven_lanedir_consec": 2.3639291535648503, "sim_compute_sim_state": 0.023719457785288493, "sim_compute_performance-ego": 0.004053157965342204}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.896874342845925, "get_ui_image": 0.03429232358932495, "step_physics": 0.08161315282185873, "survival_time": 14.950000000000076, "driven_lanedir": 2.7799214050011396, "get_state_dump": 0.013455677032470702, "sim_render-ego": 0.005834147135416667, "get_robot_state": 0.01548573096593221, "get_duckie_state": 3.3243497212727865e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017335931460062664, "deviation-heading": 3.233061986170833, "complete-iteration": 0.2034965189297994, "set_robot_commands": 0.004841791788736979, "deviation-center-line": 0.8590465652128485, "driven_lanedir_consec": 2.7799214050011396, "sim_compute_sim_state": 0.02644585450490316, "sim_compute_performance-ego": 0.004040357271830241}}
set_robot_commands_max	0.004909117221832276
set_robot_commands_mean	0.004811628262201945
set_robot_commands_median	0.004837408463160197
set_robot_commands_min	0.004662578900655111
sim_compute_performance-ego_max	0.004088594118754069
sim_compute_performance-ego_mean	0.004049130082130432
sim_compute_performance-ego_median	0.004046757618586222
sim_compute_performance-ego_min	0.004014410972595215
sim_compute_sim_state_max	0.02644585450490316
sim_compute_sim_state_mean	0.02447586258252462
sim_compute_sim_state_median	0.02397593418757121
sim_compute_sim_state_min	0.0235057274500529
sim_render-ego_max	0.006139198939005534
sim_render-ego_mean	0.0060000048081080126
sim_render-ego_median	0.006013336579004923
sim_render-ego_min	0.005834147135416667
simulation-passed	1
step_physics_max	0.08161315282185873
step_physics_mean	0.07853587985038757
step_physics_median	0.07846879601478576
step_physics_min	0.07559277455012003
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43478

11679

Yishu Malhotra 🇨🇦

real-exercise-2

LFv-sim

success

2020-11-26 05:48:25+00:00

2020-11-26 05:55:59+00:00

0:07:34

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.1184532576144055
survival_time_median	14.950000000000076
deviation-center-line_median	0.6662782351221486
in-drivable-lane_median	0.6250000000000058

other stats

agent_compute-ego_max	0.017231682141621907
agent_compute-ego_mean	0.017056821229679338
agent_compute-ego_median	0.017036848947650098
agent_compute-ego_min	0.016921904881795246
complete-iteration_max	0.19117812156677247
complete-iteration_mean	0.18183885079915407
complete-iteration_median	0.1795579155742145
complete-iteration_min	0.1770614504814148
deviation-center-line_max	0.825692583007507
deviation-center-line_mean	0.6004343142337054
deviation-center-line_min	0.24348820368301757
deviation-heading_max	4.54013451453092
deviation-heading_mean	3.414708609155233
deviation-heading_median	3.7723669221904
deviation-heading_min	1.5739660777092124
driven_any_max	3.2027802674394605
driven_any_mean	2.4952547055552783
driven_any_median	2.729257998228219
driven_any_min	1.3197225583252157
driven_lanedir_consec_max	2.659282423449489
driven_lanedir_consec_mean	2.00995699926782
driven_lanedir_consec_min	1.14363905839298
driven_lanedir_max	2.819677255405795
driven_lanedir_mean	2.188745022544416
driven_lanedir_median	2.395831888189445
driven_lanedir_min	1.14363905839298
get_duckie_state_max	2.4916695766761656e-06
get_duckie_state_mean	2.402513405012954e-06
get_duckie_state_median	2.387364705403646e-06
get_duckie_state_min	2.3436546325683594e-06
get_robot_state_max	0.012771681944529215
get_robot_state_mean	0.012598174758296197
get_robot_state_median	0.01262770682084756
get_robot_state_min	0.012365603446960447
get_state_dump_max	0.013020795981089274
get_state_dump_mean	0.012890461018828094
get_state_dump_median	0.01291411624580133
get_state_dump_min	0.012712815602620442
get_ui_image_max	0.03334283590316772
get_ui_image_mean	0.03257126729345061
get_ui_image_median	0.03250554523181394
get_ui_image_min	0.03193114280700684
in-drivable-lane_max	2.6500000000000377
in-drivable-lane_mean	0.9750000000000124
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.3197225583252157, "get_ui_image": 0.03205392204347204, "step_physics": 0.06845425191472788, "survival_time": 6.099999999999986, "driven_lanedir": 1.14363905839298, "get_state_dump": 0.012886850560297732, "sim_render-ego": 0.0052486775351352375, "get_robot_state": 0.012590253939394091, "get_duckie_state": 2.4916695766761656e-06, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.017147912353765768, "deviation-heading": 1.5739660777092124, "complete-iteration": 0.1775078480360938, "set_robot_commands": 0.004393921523797708, "deviation-center-line": 0.24348820368301757, "driven_lanedir_consec": 1.14363905839298, "sim_compute_sim_state": 0.021064224790354243, "sim_compute_performance-ego": 0.0035382567859086832}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.683703043052984, "get_ui_image": 0.03193114280700684, "step_physics": 0.06766406615575155, "survival_time": 14.950000000000076, "driven_lanedir": 2.132381352929401, "get_state_dump": 0.01294138193130493, "sim_render-ego": 0.005268662770589193, "get_robot_state": 0.012665159702301023, "get_duckie_state": 2.353986104329427e-06, "in-drivable-lane": 2.6500000000000377, "agent_compute-ego": 0.016925785541534424, "deviation-heading": 4.075972186154538, "complete-iteration": 0.1770614504814148, "set_robot_commands": 0.0044514807065327965, "deviation-center-line": 0.6334789693801878, "driven_lanedir_consec": 2.132381352929401, "sim_compute_sim_state": 0.02151670773824056, "sim_compute_performance-ego": 0.0035669318834940593}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.7748129534034542, "get_ui_image": 0.03295716842015584, "step_physics": 0.0719244392712911, "survival_time": 14.950000000000076, "driven_lanedir": 2.659282423449489, "get_state_dump": 0.012712815602620442, "sim_render-ego": 0.005224693616231283, "get_robot_state": 0.012365603446960447, "get_duckie_state": 2.420743306477865e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016921904881795246, "deviation-heading": 3.468761658226262, "complete-iteration": 0.1816079831123352, "set_robot_commands": 0.004454842408498128, "deviation-center-line": 0.6990775008641095, "driven_lanedir_consec": 2.659282423449489, "sim_compute_sim_state": 0.02141294797261556, "sim_compute_performance-ego": 0.003504314422607422}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.2027802674394605, "get_ui_image": 0.03334283590316772, "step_physics": 0.07674726724624634, "survival_time": 14.950000000000076, "driven_lanedir": 2.819677255405795, "get_state_dump": 0.013020795981089274, "sim_render-ego": 0.005269653002421062, "get_robot_state": 0.012771681944529215, "get_duckie_state": 2.3436546325683594e-06, "in-drivable-lane": 0.9000000000000128, "agent_compute-ego": 0.017231682141621907, "deviation-heading": 4.54013451453092, "complete-iteration": 0.19117812156677247, "set_robot_commands": 0.004409436384836833, "deviation-center-line": 0.825692583007507, "driven_lanedir_consec": 2.10452516229941, "sim_compute_sim_state": 0.024664200146993, "sim_compute_performance-ego": 0.003588972886403402}}
set_robot_commands_max	0.004454842408498128
set_robot_commands_mean	0.004427420255916366
set_robot_commands_median	0.004430458545684815
set_robot_commands_min	0.004393921523797708
sim_compute_performance-ego_max	0.003588972886403402
sim_compute_performance-ego_mean	0.003549618994603391
sim_compute_performance-ego_median	0.0035525943347013713
sim_compute_performance-ego_min	0.003504314422607422
sim_compute_sim_state_max	0.024664200146993
sim_compute_sim_state_mean	0.02216452016205084
sim_compute_sim_state_median	0.02146482785542806
sim_compute_sim_state_min	0.021064224790354243
sim_render-ego_max	0.005269653002421062
sim_render-ego_mean	0.005252921731094194
sim_render-ego_median	0.005258670152862215
sim_render-ego_min	0.005224693616231283
simulation-passed	1
step_physics_max	0.07674726724624634
step_physics_mean	0.07119750614700421
step_physics_median	0.07018934559300949
step_physics_min	0.06766406615575155
survival_time_max	14.950000000000076
survival_time_mean	12.737500000000054
survival_time_min	6.099999999999986

No reset possible

43458

11675

Mo Kleit 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 05:19:53+00:00

2020-11-26 05:27:25+00:00

0:07:32

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.837454987341001
survival_time_median	13.200000000000053
deviation-center-line_median	0.4923069969168537
in-drivable-lane_median	2.80000000000001

other stats

agent_compute-ego_max	0.0178789218266805
agent_compute-ego_mean	0.017664158490408303
agent_compute-ego_median	0.017635661777522828
agent_compute-ego_min	0.01750638857990706
complete-iteration_max	0.2040155514081319
complete-iteration_mean	0.2000424108035913
complete-iteration_median	0.2008674741044742
complete-iteration_min	0.19441914359728496
deviation-center-line_max	0.7197203355180869
deviation-center-line_mean	0.5195433265236633
deviation-center-line_min	0.3738389767428587
deviation-heading_max	3.0968501458022963
deviation-heading_mean	2.14705711837101
deviation-heading_median	2.2248063540721343
deviation-heading_min	1.0417656195374747
driven_any_max	5.791264385043225
driven_any_mean	4.68839978770627
driven_any_median	5.090230338507197
driven_any_min	2.7818740887674616
driven_lanedir_consec_max	4.780671634544455
driven_lanedir_consec_mean	3.198474048961686
driven_lanedir_consec_min	2.3383145866202852
driven_lanedir_max	4.780671634544455
driven_lanedir_mean	3.198474048961686
driven_lanedir_median	2.837454987341001
driven_lanedir_min	2.3383145866202852
get_duckie_state_max	3.7177403767903647e-06
get_duckie_state_mean	3.5781899885255462e-06
get_duckie_state_median	3.5677333267367617e-06
get_duckie_state_min	3.459552923838298e-06
get_robot_state_max	0.015862672527631124
get_robot_state_mean	0.01517841338452433
get_robot_state_median	0.015506035139163337
get_robot_state_min	0.013838910732139536
get_state_dump_max	0.01385604441165924
get_state_dump_mean	0.013798909579274876
get_state_dump_median	0.013819286944914836
get_state_dump_min	0.013701020015610589
get_ui_image_max	0.03527873913447062
get_ui_image_mean	0.034559073356949556
get_ui_image_median	0.034403595328330996
get_ui_image_min	0.034150363636665605
in-drivable-lane_max	7.450000000000081
in-drivable-lane_mean	3.325000000000025
in-drivable-lane_min	0.2499999999999991
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 5.791264385043225, "get_ui_image": 0.03527873913447062, "step_physics": 0.08141234477361044, "survival_time": 14.950000000000076, "driven_lanedir": 4.780671634544455, "get_state_dump": 0.013801581859588625, "sim_render-ego": 0.006074128945668538, "get_robot_state": 0.01565296411514282, "get_duckie_state": 3.7177403767903647e-06, "in-drivable-lane": 1.900000000000019, "agent_compute-ego": 0.0178789218266805, "deviation-heading": 3.0968501458022963, "complete-iteration": 0.2040155514081319, "set_robot_commands": 0.004869758288065592, "deviation-center-line": 0.7197203355180869, "driven_lanedir_consec": 4.780671634544455, "sim_compute_sim_state": 0.024841798941294353, "sim_compute_performance-ego": 0.004040764967600505}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.626929975535767, "get_ui_image": 0.0343343327442805, "step_physics": 0.07416088978449503, "survival_time": 12.000000000000036, "driven_lanedir": 3.032493427602589, "get_state_dump": 0.01385604441165924, "sim_render-ego": 0.006073806683222453, "get_robot_state": 0.015862672527631124, "get_duckie_state": 3.628929456075033e-06, "in-drivable-lane": 3.700000000000001, "agent_compute-ego": 0.017584910988807677, "deviation-heading": 2.0001239071646335, "complete-iteration": 0.19441914359728496, "set_robot_commands": 0.0050263553857803345, "deviation-center-line": 0.5271408348514932, "driven_lanedir_consec": 3.032493427602589, "sim_compute_sim_state": 0.023340623577435812, "sim_compute_performance-ego": 0.004010536273320516}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 5.553530701478627, "get_ui_image": 0.03447285791238149, "step_physics": 0.07846048391527599, "survival_time": 14.40000000000007, "driven_lanedir": 2.3383145866202852, "get_state_dump": 0.013701020015610589, "sim_render-ego": 0.005882528093126085, "get_robot_state": 0.015359106163183847, "get_duckie_state": 3.459552923838298e-06, "in-drivable-lane": 7.450000000000081, "agent_compute-ego": 0.01768641256623798, "deviation-heading": 2.4494888009796347, "complete-iteration": 0.19800440718730292, "set_robot_commands": 0.004831598864661323, "deviation-center-line": 0.4574731589822142, "driven_lanedir_consec": 2.3383145866202852, "sim_compute_sim_state": 0.02351225829786725, "sim_compute_performance-ego": 0.003936206301053365}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.7818740887674616, "get_ui_image": 0.034150363636665605, "step_physics": 0.0841801912606168, "survival_time": 7.349999999999982, "driven_lanedir": 2.6424165470794136, "get_state_dump": 0.013836992030241052, "sim_render-ego": 0.0057324487335827885, "get_robot_state": 0.013838910732139536, "get_duckie_state": 3.506537197398491e-06, "in-drivable-lane": 0.2499999999999991, "agent_compute-ego": 0.01750638857990706, "deviation-heading": 1.0417656195374747, "complete-iteration": 0.20373054102164548, "set_robot_commands": 0.004595122369779211, "deviation-center-line": 0.3738389767428587, "driven_lanedir_consec": 2.6424165470794136, "sim_compute_sim_state": 0.02578913435644033, "sim_compute_performance-ego": 0.003935689017886207}}
set_robot_commands_max	0.0050263553857803345
set_robot_commands_mean	0.004830708727071615
set_robot_commands_median	0.004850678576363458
set_robot_commands_min	0.004595122369779211
sim_compute_performance-ego_max	0.004040764967600505
sim_compute_performance-ego_mean	0.003980799139965147
sim_compute_performance-ego_median	0.003973371287186941
sim_compute_performance-ego_min	0.003935689017886207
sim_compute_sim_state_max	0.02578913435644033
sim_compute_sim_state_mean	0.024370953793259435
sim_compute_sim_state_median	0.0241770286195808
sim_compute_sim_state_min	0.023340623577435812
sim_render-ego_max	0.006074128945668538
sim_render-ego_mean	0.005940728113899966
sim_render-ego_median	0.005978167388174268
sim_render-ego_min	0.0057324487335827885
simulation-passed	1
step_physics_max	0.0841801912606168
step_physics_mean	0.07955347743349955
step_physics_median	0.07993641434444321
step_physics_min	0.07416088978449503
survival_time_max	14.950000000000076
survival_time_mean	12.17500000000004
survival_time_min	7.349999999999982

No reset possible

43447

11674

Dishank Bansal 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 05:09:32+00:00

2020-11-26 05:18:57+00:00

0:09:25

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.292468514932344
survival_time_median	14.950000000000076
deviation-center-line_median	0.605004883098615
in-drivable-lane_median	0.0

other stats

agent_compute-ego_max	0.01745718320210775
agent_compute-ego_mean	0.01732288082440694
agent_compute-ego_median	0.017317411104838053
agent_compute-ego_min	0.017199517885843913
complete-iteration_max	0.20603550593058267
complete-iteration_mean	0.1968207093079885
complete-iteration_median	0.19413498004277543
complete-iteration_min	0.19297737121582031
deviation-center-line_max	0.806971369017606
deviation-center-line_mean	0.6348140676437128
deviation-center-line_min	0.5222751353600152
deviation-heading_max	3.4512928492362547
deviation-heading_mean	2.523273844584889
deviation-heading_median	2.547025590761841
deviation-heading_min	1.5477513475796183
driven_any_max	2.880926033461996
driven_any_mean	2.429280238907156
driven_any_median	2.4918407818871295
driven_any_min	1.85251335839237
driven_lanedir_consec_max	2.839749415197349
driven_lanedir_consec_mean	2.3043044644135753
driven_lanedir_consec_min	1.7925314125922645
driven_lanedir_max	2.839749415197349
driven_lanedir_mean	2.3043044644135753
driven_lanedir_median	2.292468514932344
driven_lanedir_min	1.7925314125922645
get_duckie_state_max	2.6456514994303383e-06
get_duckie_state_mean	2.558430035909017e-06
get_duckie_state_median	2.5403499603271487e-06
get_duckie_state_min	2.5073687235514325e-06
get_robot_state_max	0.015333149433135986
get_robot_state_mean	0.014642360607783
get_robot_state_median	0.014565113385518393
get_robot_state_min	0.014106066226959228
get_state_dump_max	0.013749244213104249
get_state_dump_mean	0.013681527376174929
get_state_dump_median	0.013676797946294148
get_state_dump_min	0.01362326939900716
get_ui_image_max	0.034618632793426515
get_ui_image_mean	0.034272725582122805
get_ui_image_median	0.03433583776156107
get_ui_image_min	0.03380059401194255
in-drivable-lane_max	2.250000000000032
in-drivable-lane_mean	0.562500000000008
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.3941571300487516, "get_ui_image": 0.03380059401194255, "step_physics": 0.0751530130704244, "survival_time": 14.950000000000076, "driven_lanedir": 2.338131349915833, "get_state_dump": 0.013749244213104249, "sim_render-ego": 0.006026279926300049, "get_robot_state": 0.015333149433135986, "get_duckie_state": 2.6456514994303383e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01745718320210775, "deviation-heading": 2.8275507537007445, "complete-iteration": 0.1943662452697754, "set_robot_commands": 0.004737712542215983, "deviation-center-line": 0.806971369017606, "driven_lanedir_consec": 2.338131349915833, "sim_compute_sim_state": 0.023888765970865887, "sim_compute_performance-ego": 0.004064744313557943}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.880926033461996, "get_ui_image": 0.03421992540359497, "step_physics": 0.07488779306411743, "survival_time": 14.950000000000076, "driven_lanedir": 2.839749415197349, "get_state_dump": 0.01362326939900716, "sim_render-ego": 0.005982898871103923, "get_robot_state": 0.014931990305582682, "get_duckie_state": 2.5224685668945313e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017199517885843913, "deviation-heading": 2.2665004278229373, "complete-iteration": 0.19297737121582031, "set_robot_commands": 0.004723846912384033, "deviation-center-line": 0.5656987705875287, "driven_lanedir_consec": 2.839749415197349, "sim_compute_sim_state": 0.02325757344563802, "sim_compute_performance-ego": 0.003996672630310058}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.85251335839237, "get_ui_image": 0.03445175011952718, "step_physics": 0.07667802492777506, "survival_time": 14.950000000000076, "driven_lanedir": 1.7925314125922645, "get_state_dump": 0.013698023955027262, "sim_render-ego": 0.005757638613382975, "get_robot_state": 0.014198236465454102, "get_duckie_state": 2.5582313537597657e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017385829289754233, "deviation-heading": 3.4512928492362547, "complete-iteration": 0.19390371481577556, "set_robot_commands": 0.004616934458414714, "deviation-center-line": 0.5222751353600152, "driven_lanedir_consec": 1.7925314125922645, "sim_compute_sim_state": 0.0230431604385376, "sim_compute_performance-ego": 0.003915818532307943}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.589524433725507, "get_ui_image": 0.034618632793426515, "step_physics": 0.08506555636723837, "survival_time": 14.950000000000076, "driven_lanedir": 2.2468056799488547, "get_state_dump": 0.013655571937561036, "sim_render-ego": 0.005783709685007731, "get_robot_state": 0.014106066226959228, "get_duckie_state": 2.5073687235514325e-06, "in-drivable-lane": 2.250000000000032, "agent_compute-ego": 0.017248992919921876, "deviation-heading": 1.5477513475796183, "complete-iteration": 0.20603550593058267, "set_robot_commands": 0.004610681533813476, "deviation-center-line": 0.6443109956097013, "driven_lanedir_consec": 2.2468056799488547, "sim_compute_sim_state": 0.026891597906748457, "sim_compute_performance-ego": 0.0038969000180562336}}
set_robot_commands_max	0.004737712542215983
set_robot_commands_mean	0.004672293861707051
set_robot_commands_median	0.0046703906853993735
set_robot_commands_min	0.004610681533813476
sim_compute_performance-ego_max	0.004064744313557943
sim_compute_performance-ego_mean	0.003968533873558045
sim_compute_performance-ego_median	0.003956245581309001
sim_compute_performance-ego_min	0.0038969000180562336
sim_compute_sim_state_max	0.026891597906748457
sim_compute_sim_state_mean	0.024270274440447492
sim_compute_sim_state_median	0.023573169708251955
sim_compute_sim_state_min	0.0230431604385376
sim_render-ego_max	0.006026279926300049
sim_render-ego_mean	0.00588763177394867
sim_render-ego_median	0.005883304278055827
sim_render-ego_min	0.005757638613382975
simulation-passed	1
step_physics_max	0.08506555636723837
step_physics_mean	0.07794609685738882
step_physics_median	0.07591551899909973
step_physics_min	0.07488779306411743
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43418

11670

Mo Kleit 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 04:58:34+00:00

2020-11-26 05:08:25+00:00

0:09:51

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.3229577891714577
survival_time_median	14.950000000000076
deviation-center-line_median	0.4041479405791816
in-drivable-lane_median	5.300000000000063

other stats

agent_compute-ego_max	0.018886044025421145
agent_compute-ego_mean	0.01786769429842631
agent_compute-ego_median	0.017710028886795043
agent_compute-ego_min	0.01716467539469401
complete-iteration_max	0.2127490528424581
complete-iteration_mean	0.20287924985090888
complete-iteration_median	0.20287370006243388
complete-iteration_min	0.1930205464363098
deviation-center-line_max	0.6017110402723282
deviation-center-line_mean	0.41018610864903626
deviation-center-line_min	0.23073751316545357
deviation-heading_max	3.008329744440067
deviation-heading_mean	1.934712992086052
deviation-heading_median	2.083169657230636
deviation-heading_min	0.5641829094428681
driven_any_max	3.8797323376466606
driven_any_mean	3.876500111875795
driven_any_median	3.879655891662753
driven_any_min	3.866956326531011
driven_lanedir_consec_max	3.353179747606002
driven_lanedir_consec_mean	2.1974516427256763
driven_lanedir_consec_min	0.790711244953788
driven_lanedir_max	3.353179747606002
driven_lanedir_mean	2.1974516427256763
driven_lanedir_median	2.3229577891714577
driven_lanedir_min	0.790711244953788
get_duckie_state_max	2.6702880859375e-06
get_duckie_state_mean	2.585252126057943e-06
get_duckie_state_median	2.600749333699544e-06
get_duckie_state_min	2.4692217508951825e-06
get_robot_state_max	0.01602415402730306
get_robot_state_mean	0.015727706352869672
get_robot_state_median	0.015755088726679484
get_robot_state_min	0.015376493930816653
get_state_dump_max	0.013749179045359291
get_state_dump_mean	0.01370724121729533
get_state_dump_median	0.01370794733365377
get_state_dump_min	0.013663891156514486
get_ui_image_max	0.03650804042816162
get_ui_image_mean	0.03477029184500377
get_ui_image_median	0.03450932542483012
get_ui_image_min	0.0335544761021932
in-drivable-lane_max	11.550000000000082
in-drivable-lane_mean	5.900000000000057
in-drivable-lane_min	1.4500000000000206
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.866956326531011, "get_ui_image": 0.0335544761021932, "step_physics": 0.07625191291173299, "survival_time": 14.950000000000076, "driven_lanedir": 2.475494198846478, "get_state_dump": 0.013685892422993978, "sim_render-ego": 0.005886263052622478, "get_robot_state": 0.015376493930816653, "get_duckie_state": 2.5590260823567702e-06, "in-drivable-lane": 4.700000000000041, "agent_compute-ego": 0.01716467539469401, "deviation-heading": 2.298510406282946, "complete-iteration": 0.19483014980951943, "set_robot_commands": 0.004689277013142904, "deviation-center-line": 0.486469076948467, "driven_lanedir_consec": 2.475494198846478, "sim_compute_sim_state": 0.02408648093541463, "sim_compute_performance-ego": 0.003992961247762044}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.879705290528375, "get_ui_image": 0.03356505393981934, "step_physics": 0.07420782804489136, "survival_time": 14.950000000000076, "driven_lanedir": 3.353179747606002, "get_state_dump": 0.013663891156514486, "sim_render-ego": 0.00592270294825236, "get_robot_state": 0.01578647534052531, "get_duckie_state": 2.642472585042318e-06, "in-drivable-lane": 1.4500000000000206, "agent_compute-ego": 0.017524219353993734, "deviation-heading": 3.008329744440067, "complete-iteration": 0.1930205464363098, "set_robot_commands": 0.004737157026926677, "deviation-center-line": 0.6017110402723282, "driven_lanedir_consec": 3.353179747606002, "sim_compute_sim_state": 0.02348135709762573, "sim_compute_performance-ego": 0.003988568782806397}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.879606492797131, "get_ui_image": 0.03650804042816162, "step_physics": 0.08680951197942098, "survival_time": 14.950000000000076, "driven_lanedir": 0.790711244953788, "get_state_dump": 0.013749179045359291, "sim_render-ego": 0.006536205609639485, "get_robot_state": 0.015723702112833658, "get_duckie_state": 2.6702880859375e-06, "in-drivable-lane": 11.550000000000082, "agent_compute-ego": 0.018886044025421145, "deviation-heading": 0.5641829094428681, "complete-iteration": 0.2127490528424581, "set_robot_commands": 0.004854372342427572, "deviation-center-line": 0.23073751316545357, "driven_lanedir_consec": 0.790711244953788, "sim_compute_sim_state": 0.02526668628056844, "sim_compute_performance-ego": 0.004260583718617757}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.8797323376466606, "get_ui_image": 0.0354535969098409, "step_physics": 0.08518264532089233, "survival_time": 14.950000000000076, "driven_lanedir": 2.170421379496438, "get_state_dump": 0.01373000224431356, "sim_render-ego": 0.006155432065327962, "get_robot_state": 0.01602415402730306, "get_duckie_state": 2.4692217508951825e-06, "in-drivable-lane": 5.900000000000084, "agent_compute-ego": 0.017895838419596355, "deviation-heading": 1.8678289081783264, "complete-iteration": 0.2109172503153483, "set_robot_commands": 0.0048827648162841795, "deviation-center-line": 0.32182680420989607, "driven_lanedir_consec": 2.170421379496438, "sim_compute_sim_state": 0.027289162476857504, "sim_compute_performance-ego": 0.004154358704884847}}
set_robot_commands_max	0.0048827648162841795
set_robot_commands_mean	0.004790892799695333
set_robot_commands_median	0.004795764684677124
set_robot_commands_min	0.004689277013142904
sim_compute_performance-ego_max	0.004260583718617757
sim_compute_performance-ego_mean	0.004099118113517762
sim_compute_performance-ego_median	0.004073659976323446
sim_compute_performance-ego_min	0.003988568782806397
sim_compute_sim_state_max	0.027289162476857504
sim_compute_sim_state_mean	0.025030921697616577
sim_compute_sim_state_median	0.024676583607991538
sim_compute_sim_state_min	0.02348135709762573
sim_render-ego_max	0.006536205609639485
sim_render-ego_mean	0.006125150918960572
sim_render-ego_median	0.006039067506790161
sim_render-ego_min	0.005886263052622478
simulation-passed	1
step_physics_max	0.08680951197942098
step_physics_mean	0.08061297456423441
step_physics_median	0.08071727911631266
step_physics_min	0.07420782804489136
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43390

11666

Dishank Bansal 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 04:38:36+00:00

2020-11-26 04:47:38+00:00

0:09:02

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.71403194148764
survival_time_median	14.950000000000076
deviation-center-line_median	0.6066428041775248
in-drivable-lane_median	0.0

other stats

agent_compute-ego_max	0.0170544171333313
agent_compute-ego_mean	0.01693313936392466
agent_compute-ego_median	0.016950295368830363
agent_compute-ego_min	0.016777549584706623
complete-iteration_max	0.1968834630648295
complete-iteration_mean	0.1893941221634547
complete-iteration_median	0.18962719519933063
complete-iteration_min	0.18143863519032796
deviation-center-line_max	0.6743380577008836
deviation-center-line_mean	0.5997761525648677
deviation-center-line_min	0.5114809442035374
deviation-heading_max	3.04851508045721
deviation-heading_mean	2.6322763552151063
deviation-heading_median	2.612914370154696
deviation-heading_min	2.2547616000938224
driven_any_max	3.072566794154263
driven_any_mean	2.825038486074753
driven_any_median	2.835046370089329
driven_any_min	2.557494409966093
driven_lanedir_consec_max	3.017272516118406
driven_lanedir_consec_mean	2.6644342150411653
driven_lanedir_consec_min	2.212400461070976
driven_lanedir_max	3.017272516118406
driven_lanedir_mean	2.7129867408535304
driven_lanedir_median	2.71403194148764
driven_lanedir_min	2.4066105643204363
get_duckie_state_max	2.5828679402669272e-06
get_duckie_state_mean	2.3281574249267575e-06
get_duckie_state_median	2.2939840952555337e-06
get_duckie_state_min	2.1417935689290363e-06
get_robot_state_max	0.015728789965311685
get_robot_state_mean	0.013989931146303812
get_robot_state_median	0.013703197240829468
get_robot_state_min	0.012824540138244628
get_state_dump_max	0.013453422387441
get_state_dump_mean	0.013089993000030518
get_state_dump_median	0.01298534631729126
get_state_dump_min	0.01293585697809855
get_ui_image_max	0.03444063345591227
get_ui_image_mean	0.03351721386114757
get_ui_image_median	0.03340044657389323
get_ui_image_min	0.03282732884089152
in-drivable-lane_max	1.2500000000000178
in-drivable-lane_mean	0.31250000000000444
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.0036726558651563, "get_ui_image": 0.03444063345591227, "step_physics": 0.07739175240198772, "survival_time": 14.950000000000076, "driven_lanedir": 2.9480928213543747, "get_state_dump": 0.013453422387441, "sim_render-ego": 0.0059423271814982095, "get_robot_state": 0.015728789965311685, "get_duckie_state": 2.5828679402669272e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017051750024159748, "deviation-heading": 2.2547616000938224, "complete-iteration": 0.1968834630648295, "set_robot_commands": 0.004785497188568116, "deviation-center-line": 0.6178030383679273, "driven_lanedir_consec": 2.9480928213543747, "sim_compute_sim_state": 0.023838566939036052, "sim_compute_performance-ego": 0.004100840091705322}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.072566794154263, "get_ui_image": 0.0329756236076355, "step_physics": 0.07099275350570679, "survival_time": 14.950000000000076, "driven_lanedir": 3.017272516118406, "get_state_dump": 0.012944750785827635, "sim_render-ego": 0.005495449701944987, "get_robot_state": 0.013250438372294109, "get_duckie_state": 2.320607503255208e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0170544171333313, "deviation-heading": 2.371688446306485, "complete-iteration": 0.1829884719848633, "set_robot_commands": 0.0044469984372456865, "deviation-center-line": 0.5954825699871223, "driven_lanedir_consec": 3.017272516118406, "sim_compute_sim_state": 0.02199742794036865, "sim_compute_performance-ego": 0.003686869939168294}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.557494409966093, "get_ui_image": 0.03282732884089152, "step_physics": 0.07110027233759562, "survival_time": 14.950000000000076, "driven_lanedir": 2.479971061620905, "get_state_dump": 0.01293585697809855, "sim_render-ego": 0.005312719345092773, "get_robot_state": 0.012824540138244628, "get_duckie_state": 2.1417935689290363e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016777549584706623, "deviation-heading": 3.04851508045721, "complete-iteration": 0.18143863519032796, "set_robot_commands": 0.004357759952545166, "deviation-center-line": 0.5114809442035374, "driven_lanedir_consec": 2.479971061620905, "sim_compute_sim_state": 0.021543991565704343, "sim_compute_performance-ego": 0.003618528842926025}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.6664200843135015, "get_ui_image": 0.033825269540150964, "step_physics": 0.07916107972462973, "survival_time": 14.950000000000076, "driven_lanedir": 2.4066105643204363, "get_state_dump": 0.013025941848754883, "sim_render-ego": 0.00545147180557251, "get_robot_state": 0.014155956109364829, "get_duckie_state": 2.2673606872558593e-06, "in-drivable-lane": 1.2500000000000178, "agent_compute-ego": 0.016848840713500977, "deviation-heading": 2.854140294002908, "complete-iteration": 0.196265918413798, "set_robot_commands": 0.004668374061584473, "deviation-center-line": 0.6743380577008836, "driven_lanedir_consec": 2.212400461070976, "sim_compute_sim_state": 0.025292306741078695, "sim_compute_performance-ego": 0.0036964551607767742}}
set_robot_commands_max	0.004785497188568116
set_robot_commands_mean	0.00456465740998586
set_robot_commands_median	0.00455768624941508
set_robot_commands_min	0.004357759952545166
sim_compute_performance-ego_max	0.004100840091705322
sim_compute_performance-ego_mean	0.003775673508644104
sim_compute_performance-ego_median	0.003691662549972534
sim_compute_performance-ego_min	0.003618528842926025
sim_compute_sim_state_max	0.025292306741078695
sim_compute_sim_state_mean	0.023168073296546937
sim_compute_sim_state_median	0.022917997439702353
sim_compute_sim_state_min	0.021543991565704343
sim_render-ego_max	0.0059423271814982095
sim_render-ego_mean	0.005550492008527121
sim_render-ego_median	0.005473460753758748
sim_render-ego_min	0.005312719345092773
simulation-passed	1
step_physics_max	0.07916107972462973
step_physics_mean	0.07466146449247996
step_physics_median	0.07424601236979167
step_physics_min	0.07099275350570679
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43370

11665

Bhavya Patwa 🇨🇦

exercise_state_estimation

LFv-sim

success

2020-11-26 04:30:26+00:00

2020-11-26 04:36:40+00:00

0:06:14

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.5875742828534496
survival_time_median	8.549999999999986
deviation-center-line_median	0.28759489746709804
in-drivable-lane_median	2.3749999999999964

other stats

agent_compute-ego_max	0.01730783734210702
agent_compute-ego_mean	0.017120489876912306
agent_compute-ego_median	0.01715785914207566
agent_compute-ego_min	0.01685840388139089
complete-iteration_max	0.20786664790885392
complete-iteration_mean	0.195176306874176
complete-iteration_median	0.1919416861499057
complete-iteration_min	0.1889552072880386
deviation-center-line_max	0.35353416600333526
deviation-center-line_mean	0.25287843632778795
deviation-center-line_min	0.08278978437362028
deviation-heading_max	1.574330742569811
deviation-heading_mean	1.027410894141842
deviation-heading_median	1.0531155243429895
deviation-heading_min	0.4290817853115779
driven_any_max	3.3306164289786766
driven_any_mean	2.479383801392997
driven_any_median	2.568470293614931
driven_any_min	1.4499781893634491
driven_lanedir_consec_max	2.015229147184616
driven_lanedir_consec_mean	1.4519155501195145
driven_lanedir_consec_min	0.6172844875865425
driven_lanedir_max	2.015229147184616
driven_lanedir_mean	1.5321788582375984
driven_lanedir_median	1.7481008990896174
driven_lanedir_min	0.6172844875865425
get_duckie_state_max	3.946324189503987e-06
get_duckie_state_mean	3.829186944810839e-06
get_duckie_state_median	3.863530674319914e-06
get_duckie_state_min	3.6433622410995423e-06
get_robot_state_max	0.01534266471862793
get_robot_state_mean	0.014525241739396798
get_robot_state_median	0.01446536723379941
get_robot_state_min	0.013827567771360448
get_state_dump_max	0.013754893180935882
get_state_dump_mean	0.013590120511928842
get_state_dump_median	0.013586752026971
get_state_dump_min	0.013432084812837489
get_ui_image_max	0.034978560236997386
get_ui_image_mean	0.03403524712198428
get_ui_image_median	0.03406490167858554
get_ui_image_min	0.03303262489376866
in-drivable-lane_max	7.300000000000043
in-drivable-lane_mean	3.32500000000001
in-drivable-lane_min	1.2500000000000036
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.3306164289786766, "get_ui_image": 0.03303262489376866, "step_physics": 0.07399600177663361, "survival_time": 13.150000000000052, "driven_lanedir": 1.5720563665932017, "get_state_dump": 0.013602626640987034, "sim_render-ego": 0.005640443286968275, "get_robot_state": 0.013827567771360448, "get_duckie_state": 3.6433622410995423e-06, "in-drivable-lane": 7.300000000000043, "agent_compute-ego": 0.017087984447696818, "deviation-heading": 1.574330742569811, "complete-iteration": 0.1889552072880386, "set_robot_commands": 0.004590766058221969, "deviation-center-line": 0.35353416600333526, "driven_lanedir_consec": 1.2510031341208658, "sim_compute_sim_state": 0.023224312089695224, "sim_compute_performance-ego": 0.0038080868158956896}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.2565209000641286, "get_ui_image": 0.03366867514217601, "step_physics": 0.07446327069226433, "survival_time": 8.499999999999986, "driven_lanedir": 1.9241454315860336, "get_state_dump": 0.013432084812837489, "sim_render-ego": 0.005905761438257554, "get_robot_state": 0.01534266471862793, "get_duckie_state": 3.869393292595359e-06, "in-drivable-lane": 1.2500000000000036, "agent_compute-ego": 0.017227733836454505, "deviation-heading": 1.5155734654370066, "complete-iteration": 0.19180259143604952, "set_robot_commands": 0.004725954111884622, "deviation-center-line": 0.31404242253165093, "driven_lanedir_consec": 1.9241454315860336, "sim_compute_sim_state": 0.02281498067519244, "sim_compute_performance-ego": 0.00407557206995347}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.4499781893634491, "get_ui_image": 0.034461128214995064, "step_physics": 0.0762086734175682, "survival_time": 4.799999999999991, "driven_lanedir": 0.6172844875865425, "get_state_dump": 0.013570877412954966, "sim_render-ego": 0.005997252960999806, "get_robot_state": 0.014185013870398205, "get_duckie_state": 3.946324189503987e-06, "in-drivable-lane": 2.4499999999999913, "agent_compute-ego": 0.01685840388139089, "deviation-heading": 0.4290817853115779, "complete-iteration": 0.1920807808637619, "set_robot_commands": 0.004587086538473765, "deviation-center-line": 0.08278978437362028, "driven_lanedir_consec": 0.6172844875865425, "sim_compute_sim_state": 0.022075350085894268, "sim_compute_performance-ego": 0.0039856235186258955}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.880419687165734, "get_ui_image": 0.034978560236997386, "step_physics": 0.08446444051210271, "survival_time": 8.599999999999987, "driven_lanedir": 2.015229147184616, "get_state_dump": 0.013754893180935882, "sim_render-ego": 0.006119503531345102, "get_robot_state": 0.014745720597200616, "get_duckie_state": 3.857668056044468e-06, "in-drivable-lane": 2.3000000000000016, "agent_compute-ego": 0.01730783734210702, "deviation-heading": 0.5906575832489728, "complete-iteration": 0.20786664790885392, "set_robot_commands": 0.0046799030414847445, "deviation-center-line": 0.26114737240254515, "driven_lanedir_consec": 2.015229147184616, "sim_compute_sim_state": 0.0275771604027859, "sim_compute_performance-ego": 0.004084423530933468}}
set_robot_commands_max	0.004725954111884622
set_robot_commands_mean	0.004645927437516276
set_robot_commands_median	0.004635334549853357
set_robot_commands_min	0.004587086538473765
sim_compute_performance-ego_max	0.004084423530933468
sim_compute_performance-ego_mean	0.003988426483852131
sim_compute_performance-ego_median	0.004030597794289683
sim_compute_performance-ego_min	0.0038080868158956896
sim_compute_sim_state_max	0.0275771604027859
sim_compute_sim_state_mean	0.02392295081339196
sim_compute_sim_state_median	0.02301964638244383
sim_compute_sim_state_min	0.022075350085894268
sim_render-ego_max	0.006119503531345102
sim_render-ego_mean	0.005915740304392684
sim_render-ego_median	0.00595150719962868
sim_render-ego_min	0.005640443286968275
simulation-passed	1
step_physics_max	0.08446444051210271
step_physics_mean	0.07728309659964222
step_physics_median	0.07533597205491627
step_physics_min	0.07399600177663361
survival_time_max	13.150000000000052
survival_time_mean	8.762500000000003
survival_time_min	4.799999999999991

No reset possible

43359

11663

sim-exercise-2

LFv-sim

host-error

2020-11-26 04:27:07+00:00

2020-11-26 04:27:34+00:00

0:00:27

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
    cr = run_single(
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
    write_logs(wd, project, services=config["services"])
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
    services2id: Dict[str, str] = get_services_id(wd, project, services)
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 937, in get_services_id
    container = client.containers.get(container_id)
  File "/usr/local/lib/python3.8/dist-packages/docker/models/containers.py", line 880, in get
    resp = self.client.api.inspect_container(container_id)
  File "/usr/local/lib/python3.8/dist-packages/docker/utils/decorators.py", line 16, in wrapped
    raise errors.NullResource(
docker.errors.NullResource: Resource ID was not provided

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

43327

11660

sim-exercise-2

LFv-sim

success

2020-11-26 03:54:50+00:00

2020-11-26 04:03:41+00:00

0:08:51

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.2869103900511076
survival_time_median	14.950000000000076
deviation-center-line_median	0.8873789423915635
in-drivable-lane_median	1.1750000000000005

other stats

agent_compute-ego_max	0.017308619022369385
agent_compute-ego_mean	0.017105168302853902
agent_compute-ego_median	0.017075703144073487
agent_compute-ego_min	0.01696064790089925
complete-iteration_max	0.19194069862365723
complete-iteration_mean	0.1868656063079834
complete-iteration_median	0.18676337122917175
complete-iteration_min	0.18199498414993287
deviation-center-line_max	1.1720320578744188
deviation-center-line_mean	0.9472166953373058
deviation-center-line_min	0.8420768386916774
deviation-heading_max	4.152334224439877
deviation-heading_mean	3.3640068948210806
deviation-heading_median	3.4073179350826597
deviation-heading_min	2.489057484679126
driven_any_max	3.2452699289623
driven_any_mean	2.9276904110456043
driven_any_median	2.8676450376541647
driven_any_min	2.7302016399117885
driven_lanedir_consec_max	3.1801966641867256
driven_lanedir_consec_mean	2.4510109164092344
driven_lanedir_consec_min	2.050026221347997
driven_lanedir_max	3.1801966641867256
driven_lanedir_mean	2.595805574410981
driven_lanedir_median	2.499670550738899
driven_lanedir_min	2.2036845319793996
get_duckie_state_max	2.5351842244466145e-06
get_duckie_state_mean	2.3537874221801755e-06
get_duckie_state_median	2.397298812866211e-06
get_duckie_state_min	2.0853678385416665e-06
get_robot_state_max	0.014820510546366374
get_robot_state_mean	0.013758699496587118
get_robot_state_median	0.013581094741821289
get_robot_state_min	0.013052097956339518
get_state_dump_max	0.013104587395985922
get_state_dump_mean	0.013074042598406476
get_state_dump_median	0.013082386255264283
get_state_dump_min	0.01302681048711141
get_ui_image_max	0.0334301233291626
get_ui_image_mean	0.03306914766629537
get_ui_image_median	0.03313063065210978
get_ui_image_min	0.03258520603179932
in-drivable-lane_max	2.150000000000013
in-drivable-lane_mean	1.125000000000003
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.8760113756754393, "get_ui_image": 0.0328576119740804, "step_physics": 0.07106194098790487, "survival_time": 14.950000000000076, "driven_lanedir": 2.370136248122816, "get_state_dump": 0.013062997659047443, "sim_render-ego": 0.005672081311543783, "get_robot_state": 0.014820510546366374, "get_duckie_state": 2.5351842244466145e-06, "in-drivable-lane": 2.150000000000013, "agent_compute-ego": 0.017001006603240967, "deviation-heading": 2.977175785600253, "complete-iteration": 0.18603363593419392, "set_robot_commands": 0.004610708554585775, "deviation-center-line": 0.8420768386916774, "driven_lanedir_consec": 2.370136248122816, "sim_compute_sim_state": 0.023037723700205483, "sim_compute_performance-ego": 0.003779126008351644}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.2452699289623, "get_ui_image": 0.03258520603179932, "step_physics": 0.06946461757024129, "survival_time": 14.950000000000076, "driven_lanedir": 3.1801966641867256, "get_state_dump": 0.01310177485148112, "sim_render-ego": 0.00553019364674886, "get_robot_state": 0.01385494311650594, "get_duckie_state": 2.408027648925781e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01696064790089925, "deviation-heading": 2.489057484679126, "complete-iteration": 0.18199498414993287, "set_robot_commands": 0.004445939064025879, "deviation-center-line": 0.8958540443076786, "driven_lanedir_consec": 3.1801966641867256, "sim_compute_sim_state": 0.022196361223856608, "sim_compute_performance-ego": 0.0037267565727233886}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.7302016399117885, "get_ui_image": 0.0334301233291626, "step_physics": 0.07382833878199259, "survival_time": 14.950000000000076, "driven_lanedir": 2.2036845319793996, "get_state_dump": 0.013104587395985922, "sim_render-ego": 0.005517263412475586, "get_robot_state": 0.013307246367136635, "get_duckie_state": 2.386569976806641e-06, "in-drivable-lane": 1.9499999999999948, "agent_compute-ego": 0.017308619022369385, "deviation-heading": 4.152334224439877, "complete-iteration": 0.1874931065241496, "set_robot_commands": 0.004446725050608317, "deviation-center-line": 1.1720320578744188, "driven_lanedir_consec": 2.2036845319793996, "sim_compute_sim_state": 0.02265127420425415, "sim_compute_performance-ego": 0.0037648836771647137}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.8592786996328905, "get_ui_image": 0.03340364933013916, "step_physics": 0.07610403060913086, "survival_time": 14.950000000000076, "driven_lanedir": 2.6292048533549828, "get_state_dump": 0.01302681048711141, "sim_render-ego": 0.005400938987731934, "get_robot_state": 0.013052097956339518, "get_duckie_state": 2.0853678385416665e-06, "in-drivable-lane": 0.4000000000000057, "agent_compute-ego": 0.017150399684906007, "deviation-heading": 3.837460084565066, "complete-iteration": 0.19194069862365723, "set_robot_commands": 0.0043955977757771806, "deviation-center-line": 0.8789038404754485, "driven_lanedir_consec": 2.050026221347997, "sim_compute_sim_state": 0.025602068901062012, "sim_compute_performance-ego": 0.003681026299794515}}
set_robot_commands_max	0.004610708554585775
set_robot_commands_mean	0.004474742611249288
set_robot_commands_median	0.004446332057317098
set_robot_commands_min	0.0043955977757771806
sim_compute_performance-ego_max	0.003779126008351644
sim_compute_performance-ego_mean	0.003737948139508565
sim_compute_performance-ego_median	0.003745820124944051
sim_compute_performance-ego_min	0.003681026299794515
sim_compute_sim_state_max	0.025602068901062012
sim_compute_sim_state_mean	0.02337185700734456
sim_compute_sim_state_median	0.022844498952229817
sim_compute_sim_state_min	0.022196361223856608
sim_render-ego_max	0.005672081311543783
sim_render-ego_mean	0.00553011933962504
sim_render-ego_median	0.005523728529612223
sim_render-ego_min	0.005400938987731934
simulation-passed	1
step_physics_max	0.07610403060913086
step_physics_mean	0.0726147319873174
step_physics_median	0.07244513988494873
step_physics_min	0.06946461757024129
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43306

11655

Mo Kleit 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 03:10:05+00:00

2020-11-26 03:17:42+00:00

0:07:37

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	3.0352829357490263
survival_time_median	10.675000000000017
deviation-center-line_median	0.4661339207316515
in-drivable-lane_median	3.1250000000000027

other stats

agent_compute-ego_max	0.01765078507112653
agent_compute-ego_mean	0.017177203425605442
agent_compute-ego_median	0.017117739832192135
agent_compute-ego_min	0.01682254896691097
complete-iteration_max	0.21734930692094095
complete-iteration_mean	0.2000916588103942
complete-iteration_median	0.1969056124184
complete-iteration_min	0.18920610348383585
deviation-center-line_max	0.8505520686883389
deviation-center-line_mean	0.5421868412712968
deviation-center-line_min	0.3859274549335451
deviation-heading_max	2.716640462319613
deviation-heading_mean	1.8787483784841383
deviation-heading_median	1.8572779840518403
deviation-heading_min	1.0837970835132589
driven_any_max	5.781976745836791
driven_any_mean	4.3408010365630645
driven_any_median	4.094396814254317
driven_any_min	3.392433771906836
driven_lanedir_consec_max	3.950082531907595
driven_lanedir_consec_mean	2.9780556696878673
driven_lanedir_consec_min	1.8915742753458211
driven_lanedir_max	3.950082531907595
driven_lanedir_mean	2.9780556696878673
driven_lanedir_median	3.0352829357490263
driven_lanedir_min	1.8915742753458211
get_duckie_state_max	2.6413563931925915e-06
get_duckie_state_mean	2.489828605555461e-06
get_duckie_state_median	2.4579977070666236e-06
get_duckie_state_min	2.4019626148960047e-06
get_robot_state_max	0.01626317554645324
get_robot_state_mean	0.014975017662149905
get_robot_state_median	0.01490204168923536
get_robot_state_min	0.013832811723675644
get_state_dump_max	0.01363589366277059
get_state_dump_mean	0.013548307301993
get_state_dump_median	0.013587236505381024
get_state_dump_min	0.013382862534439354
get_ui_image_max	0.036761293250523255
get_ui_image_mean	0.03462132656700906
get_ui_image_median	0.034263355747938554
get_ui_image_min	0.03319730152163589
in-drivable-lane_max	5.3
in-drivable-lane_mean	3.087500000000004
in-drivable-lane_min	0.8000000000000114
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.7978720057051127, "get_ui_image": 0.03387133919413964, "step_physics": 0.07584057261596373, "survival_time": 9.950000000000006, "driven_lanedir": 2.625767086485177, "get_state_dump": 0.013556035918806069, "sim_render-ego": 0.005854612618834529, "get_robot_state": 0.01459770825640041, "get_duckie_state": 2.5039941222224403e-06, "in-drivable-lane": 2.600000000000003, "agent_compute-ego": 0.01682254896691097, "deviation-heading": 1.690360984549124, "complete-iteration": 0.1933474816269611, "set_robot_commands": 0.004630094796568904, "deviation-center-line": 0.4548811895566481, "driven_lanedir_consec": 2.625767086485177, "sim_compute_sim_state": 0.024081801649314075, "sim_compute_performance-ego": 0.0039480870692574195}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.390921622803522, "get_ui_image": 0.03319730152163589, "step_physics": 0.07390432399615907, "survival_time": 11.400000000000029, "driven_lanedir": 3.950082531907595, "get_state_dump": 0.013382862534439354, "sim_render-ego": 0.005692472583369205, "get_robot_state": 0.013832811723675644, "get_duckie_state": 2.4019626148960047e-06, "in-drivable-lane": 0.8000000000000114, "agent_compute-ego": 0.016881875824510006, "deviation-heading": 2.024194983554557, "complete-iteration": 0.18920610348383585, "set_robot_commands": 0.004622421766582288, "deviation-center-line": 0.47738665190665486, "driven_lanedir_consec": 3.950082531907595, "sim_compute_sim_state": 0.02370823057074296, "sim_compute_performance-ego": 0.003839239739535148}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 5.781976745836791, "get_ui_image": 0.034655372301737465, "step_physics": 0.08144490559895834, "survival_time": 14.950000000000076, "driven_lanedir": 3.444798785012876, "get_state_dump": 0.01363589366277059, "sim_render-ego": 0.006004509131113688, "get_robot_state": 0.015206375122070312, "get_duckie_state": 2.4120012919108074e-06, "in-drivable-lane": 5.3, "agent_compute-ego": 0.017353603839874266, "deviation-heading": 2.716640462319613, "complete-iteration": 0.20046374320983887, "set_robot_commands": 0.004779384136199951, "deviation-center-line": 0.8505520686883389, "driven_lanedir_consec": 3.444798785012876, "sim_compute_sim_state": 0.023252002398173013, "sim_compute_performance-ego": 0.003982734680175781}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.392433771906836, "get_ui_image": 0.036761293250523255, "step_physics": 0.08746064914746231, "survival_time": 8.899999999999991, "driven_lanedir": 1.8915742753458211, "get_state_dump": 0.013618437091955978, "sim_render-ego": 0.006480811686998003, "get_robot_state": 0.01626317554645324, "get_duckie_state": 2.6413563931925915e-06, "in-drivable-lane": 3.650000000000002, "agent_compute-ego": 0.01765078507112653, "deviation-heading": 1.0837970835132589, "complete-iteration": 0.21734930692094095, "set_robot_commands": 0.005106846937972508, "deviation-center-line": 0.3859274549335451, "driven_lanedir_consec": 1.8915742753458211, "sim_compute_sim_state": 0.02940178453252557, "sim_compute_performance-ego": 0.004446763670846318}}
set_robot_commands_max	0.005106846937972508
set_robot_commands_mean	0.0047846869093309125
set_robot_commands_median	0.004704739466384427
set_robot_commands_min	0.004622421766582288
sim_compute_performance-ego_max	0.004446763670846318
sim_compute_performance-ego_mean	0.004054206289953666
sim_compute_performance-ego_median	0.0039654108747166
sim_compute_performance-ego_min	0.003839239739535148
sim_compute_sim_state_max	0.02940178453252557
sim_compute_sim_state_mean	0.025110954787688905
sim_compute_sim_state_median	0.02389501611002852
sim_compute_sim_state_min	0.023252002398173013
sim_render-ego_max	0.006480811686998003
sim_render-ego_mean	0.006008101505078856
sim_render-ego_median	0.005929560874974109
sim_render-ego_min	0.005692472583369205
simulation-passed	1
step_physics_max	0.08746064914746231
step_physics_mean	0.07966261283963587
step_physics_median	0.07864273910746103
step_physics_min	0.07390432399615907
survival_time_max	14.950000000000076
survival_time_mean	11.300000000000026
survival_time_min	8.899999999999991

No reset possible

43288

11654

Dishank Bansal 🇨🇦

exercise_state_estimation

LFv-sim

success

2020-11-26 02:55:27+00:00

2020-11-26 03:04:51+00:00

0:09:24

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.2201742654312975
survival_time_median	14.950000000000076
deviation-center-line_median	0.5818197544010837
in-drivable-lane_median	0.0

other stats

agent_compute-ego_max	0.01695342461268107
agent_compute-ego_mean	0.016843265096346538
agent_compute-ego_median	0.016827307144800824
agent_compute-ego_min	0.016765021483103434
complete-iteration_max	0.205057102839152
complete-iteration_mean	0.19680944661299388
complete-iteration_median	0.1964406418800354
complete-iteration_min	0.18929939985275268
deviation-center-line_max	0.6702591536982495
deviation-center-line_mean	0.57328419196537
deviation-center-line_min	0.4592381053610629
deviation-heading_max	3.1732509193191967
deviation-heading_mean	2.2788679950303767
deviation-heading_median	2.2343146845927953
deviation-heading_min	1.4735916916167204
driven_any_max	2.365100033682784
driven_any_mean	2.300313067720827
driven_any_median	2.336680488446805
driven_any_min	2.162791260306916
driven_lanedir_consec_max	2.3366220747851827
driven_lanedir_consec_mean	2.216974789516327
driven_lanedir_consec_min	2.090928552417533
driven_lanedir_max	2.3366220747851827
driven_lanedir_mean	2.2232546189757185
driven_lanedir_median	2.232733924350079
driven_lanedir_min	2.090928552417533
get_duckie_state_max	2.789497375488281e-06
get_duckie_state_mean	2.6637315750122073e-06
get_duckie_state_median	2.6539961496988935e-06
get_duckie_state_min	2.5574366251627604e-06
get_robot_state_max	0.01553068240483602
get_robot_state_mean	0.015241245428721111
get_robot_state_median	0.015269734859466554
get_robot_state_min	0.014894829591115316
get_state_dump_max	0.01359342336654663
get_state_dump_mean	0.01343397577603658
get_state_dump_median	0.013441344499588014
get_state_dump_min	0.013259790738423665
get_ui_image_max	0.035113300482432046
get_ui_image_mean	0.034515722592671716
get_ui_image_median	0.034636511405309045
get_ui_image_min	0.03367656707763672
in-drivable-lane_max	0.8500000000000121
in-drivable-lane_mean	0.21250000000000305
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.365100033682784, "get_ui_image": 0.03367656707763672, "step_physics": 0.07315560658772786, "survival_time": 14.950000000000076, "driven_lanedir": 2.3366220747851827, "get_state_dump": 0.013259790738423665, "sim_render-ego": 0.0057580868403116865, "get_robot_state": 0.014894829591115316, "get_duckie_state": 2.624988555908203e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016784122784932454, "deviation-heading": 1.7773218332577976, "complete-iteration": 0.18929939985275268, "set_robot_commands": 0.0045551768938700355, "deviation-center-line": 0.6702591536982495, "driven_lanedir_consec": 2.3366220747851827, "sim_compute_sim_state": 0.02319181124369303, "sim_compute_performance-ego": 0.003877100944519043}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.3454877702519648, "get_ui_image": 0.034716553688049316, "step_physics": 0.07684182167053223, "survival_time": 14.950000000000076, "driven_lanedir": 2.323245527830278, "get_state_dump": 0.013579072952270508, "sim_render-ego": 0.0059577719370524085, "get_robot_state": 0.015157489776611329, "get_duckie_state": 2.789497375488281e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01687049150466919, "deviation-heading": 1.4735916916167204, "complete-iteration": 0.1950241231918335, "set_robot_commands": 0.004727142651875814, "deviation-center-line": 0.6066813023691044, "driven_lanedir_consec": 2.323245527830278, "sim_compute_sim_state": 0.022963194847106932, "sim_compute_performance-ego": 0.004055337905883789}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.162791260306916, "get_ui_image": 0.03455646912256877, "step_physics": 0.07876681327819825, "survival_time": 14.950000000000076, "driven_lanedir": 2.090928552417533, "get_state_dump": 0.01359342336654663, "sim_render-ego": 0.006110721429189046, "get_robot_state": 0.015381979942321777, "get_duckie_state": 2.6830037434895835e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01695342461268107, "deviation-heading": 3.1732509193191967, "complete-iteration": 0.1978571605682373, "set_robot_commands": 0.004782090981801351, "deviation-center-line": 0.4592381053610629, "driven_lanedir_consec": 2.090928552417533, "sim_compute_sim_state": 0.02351406494776408, "sim_compute_performance-ego": 0.004040428002675374}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.3278732066416454, "get_ui_image": 0.035113300482432046, "step_physics": 0.08308073123296102, "survival_time": 14.950000000000076, "driven_lanedir": 2.1422223208698794, "get_state_dump": 0.013303616046905518, "sim_render-ego": 0.005837119420369466, "get_robot_state": 0.01553068240483602, "get_duckie_state": 2.5574366251627604e-06, "in-drivable-lane": 0.8500000000000121, "agent_compute-ego": 0.016765021483103434, "deviation-heading": 2.691307535927793, "complete-iteration": 0.205057102839152, "set_robot_commands": 0.004772044022878011, "deviation-center-line": 0.5569582064330628, "driven_lanedir_consec": 2.1171030030323164, "sim_compute_sim_state": 0.026563172340393067, "sim_compute_performance-ego": 0.00394085963567098}}
set_robot_commands_max	0.004782090981801351
set_robot_commands_mean	0.004709113637606303
set_robot_commands_median	0.004749593337376913
set_robot_commands_min	0.0045551768938700355
sim_compute_performance-ego_max	0.004055337905883789
sim_compute_performance-ego_mean	0.003978431622187297
sim_compute_performance-ego_median	0.0039906438191731775
sim_compute_performance-ego_min	0.003877100944519043
sim_compute_sim_state_max	0.026563172340393067
sim_compute_sim_state_mean	0.02405806084473928
sim_compute_sim_state_median	0.023352938095728557
sim_compute_sim_state_min	0.022963194847106932
sim_render-ego_max	0.006110721429189046
sim_render-ego_mean	0.005915924906730652
sim_render-ego_median	0.005897445678710938
sim_render-ego_min	0.0057580868403116865
simulation-passed	1
step_physics_max	0.08308073123296102
step_physics_mean	0.07796124319235484
step_physics_median	0.07780431747436524
step_physics_min	0.07315560658772786
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43283

11653

exercise_state_estimation

LFv-sim

success

2020-11-26 02:45:08+00:00

2020-11-26 02:54:02+00:00

0:08:54

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.206595723597254
survival_time_median	14.950000000000076
deviation-center-line_median	0.7307398059011261
in-drivable-lane_median	2.775000000000029

other stats

agent_compute-ego_max	0.017380074659983317
agent_compute-ego_mean	0.017069920301437377
agent_compute-ego_median	0.01717537522315979
agent_compute-ego_min	0.016548856099446615
complete-iteration_max	0.1980290881792704
complete-iteration_mean	0.19134821202240737
complete-iteration_median	0.1910985447144976
complete-iteration_min	0.18516667048136393
deviation-center-line_max	0.8714551865084141
deviation-center-line_mean	0.6764596078028468
deviation-center-line_min	0.3729036329007206
deviation-heading_max	3.543016249128835
deviation-heading_mean	2.581488621402764
deviation-heading_median	2.632122613324567
deviation-heading_min	1.5186930098330875
driven_any_max	2.983183033793729
driven_any_mean	2.879812020457826
driven_any_median	2.9372778355921154
driven_any_min	2.6615093768533447
driven_lanedir_consec_max	2.7452873612762385
driven_lanedir_consec_mean	2.182062025997918
driven_lanedir_consec_min	1.569769295520926
driven_lanedir_max	2.7452873612762385
driven_lanedir_mean	2.182062025997918
driven_lanedir_median	2.206595723597254
driven_lanedir_min	1.569769295520926
get_duckie_state_max	2.6488304138183592e-06
get_duckie_state_mean	2.3935589135861864e-06
get_duckie_state_median	2.413193384806315e-06
get_duckie_state_min	2.0990184709137563e-06
get_robot_state_max	0.015873539447784423
get_robot_state_mean	0.013879934210403292
get_robot_state_median	0.013592968781789144
get_robot_state_min	0.01246025983025046
get_state_dump_max	0.013679951826731363
get_state_dump_mean	0.013264175641770456
get_state_dump_median	0.013425646622975669
get_state_dump_min	0.012525457494399126
get_ui_image_max	0.034661195278167724
get_ui_image_mean	0.03367438936934752
get_ui_image_median	0.033585997516033694
get_ui_image_min	0.03286436716715495
in-drivable-lane_max	5.350000000000041
in-drivable-lane_mean	2.937500000000028
in-drivable-lane_min	0.8500000000000121
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.983183033793729, "get_ui_image": 0.034661195278167724, "step_physics": 0.07709225416183471, "survival_time": 14.950000000000076, "driven_lanedir": 2.469738707426292, "get_state_dump": 0.013679951826731363, "sim_render-ego": 0.00609821875890096, "get_robot_state": 0.015873539447784423, "get_duckie_state": 2.6488304138183592e-06, "in-drivable-lane": 2.1000000000000094, "agent_compute-ego": 0.017229013442993164, "deviation-heading": 2.6057235672021344, "complete-iteration": 0.1980290881792704, "set_robot_commands": 0.004853518009185791, "deviation-center-line": 0.8333970903470219, "driven_lanedir_consec": 2.469738707426292, "sim_compute_sim_state": 0.024199923674265544, "sim_compute_performance-ego": 0.004191385904947917}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.9782747680375214, "get_ui_image": 0.03369010448455811, "step_physics": 0.07404100259145101, "survival_time": 14.950000000000076, "driven_lanedir": 2.7452873612762385, "get_state_dump": 0.01367985725402832, "sim_render-ego": 0.005806933244069418, "get_robot_state": 0.014361629486083985, "get_duckie_state": 2.521673838297526e-06, "in-drivable-lane": 0.8500000000000121, "agent_compute-ego": 0.017121737003326417, "deviation-heading": 2.6585216594469996, "complete-iteration": 0.1904304337501526, "set_robot_commands": 0.004701480865478515, "deviation-center-line": 0.6280825214552302, "driven_lanedir_consec": 2.7452873612762385, "sim_compute_sim_state": 0.022908218701680503, "sim_compute_performance-ego": 0.003972996870676676}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.89628090314671, "get_ui_image": 0.03286436716715495, "step_physics": 0.07351848840713501, "survival_time": 14.950000000000076, "driven_lanedir": 1.569769295520926, "get_state_dump": 0.013171435991923016, "sim_render-ego": 0.005430355866750081, "get_robot_state": 0.012824308077494304, "get_duckie_state": 2.304712931315104e-06, "in-drivable-lane": 5.350000000000041, "agent_compute-ego": 0.017380074659983317, "deviation-heading": 3.543016249128835, "complete-iteration": 0.18516667048136393, "set_robot_commands": 0.004381935596466064, "deviation-center-line": 0.8714551865084141, "driven_lanedir_consec": 1.569769295520926, "sim_compute_sim_state": 0.021826335589090983, "sim_compute_performance-ego": 0.00363361120223999}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.6615093768533447, "get_ui_image": 0.03348189054750929, "step_physics": 0.07928091217489804, "survival_time": 12.750000000000046, "driven_lanedir": 1.943452739768216, "get_state_dump": 0.012525457494399126, "sim_render-ego": 0.005117037717033835, "get_robot_state": 0.01246025983025046, "get_duckie_state": 2.0990184709137563e-06, "in-drivable-lane": 3.450000000000049, "agent_compute-ego": 0.016548856099446615, "deviation-heading": 1.5186930098330875, "complete-iteration": 0.19176665567884257, "set_robot_commands": 0.00445556827619964, "deviation-center-line": 0.3729036329007206, "driven_lanedir_consec": 1.943452739768216, "sim_compute_sim_state": 0.024270016539330575, "sim_compute_performance-ego": 0.003496251386754653}}
set_robot_commands_max	0.004853518009185791
set_robot_commands_mean	0.004598125686832503
set_robot_commands_median	0.004578524570839078
set_robot_commands_min	0.004381935596466064
sim_compute_performance-ego_max	0.004191385904947917
sim_compute_performance-ego_mean	0.0038235613411548098
sim_compute_performance-ego_median	0.0038033040364583337
sim_compute_performance-ego_min	0.003496251386754653
sim_compute_sim_state_max	0.024270016539330575
sim_compute_sim_state_mean	0.0233011236260919
sim_compute_sim_state_median	0.023554071187973025
sim_compute_sim_state_min	0.021826335589090983
sim_render-ego_max	0.00609821875890096
sim_render-ego_mean	0.005613136396688574
sim_render-ego_median	0.005618644555409749
sim_render-ego_min	0.005117037717033835
simulation-passed	1
step_physics_max	0.07928091217489804
step_physics_mean	0.07598316433382969
step_physics_median	0.07556662837664285
step_physics_min	0.07351848840713501
survival_time_max	14.950000000000076
survival_time_mean	14.40000000000007
survival_time_min	12.750000000000046

No reset possible

43243

11645

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 01:22:25+00:00

2020-11-26 01:30:42+00:00

0:08:17

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	3.2434044514190887
survival_time_median	14.950000000000076
deviation-center-line_median	0.7429216089136561
in-drivable-lane_median	1.550000000000014

other stats

agent_compute-ego_max	0.01708584388097127
agent_compute-ego_mean	0.016833847761154173
agent_compute-ego_median	0.01687923113505046
agent_compute-ego_min	0.016491084893544516
complete-iteration_max	0.1868960110346476
complete-iteration_mean	0.17920530279477437
complete-iteration_median	0.1779600485165914
complete-iteration_min	0.1740051031112671
deviation-center-line_max	1.041647729007111
deviation-center-line_mean	0.718163651287483
deviation-center-line_min	0.345163658315509
deviation-heading_max	2.7973257538185607
deviation-heading_mean	2.3912700015254487
deviation-heading_median	2.4021118560451034
deviation-heading_min	1.9635305401930272
driven_any_max	3.850329585348567
driven_any_mean	3.515654945150176
driven_any_median	3.555660229401518
driven_any_min	3.1009697364491022
driven_lanedir_consec_max	3.639541332877824
driven_lanedir_consec_mean	2.789492080195532
driven_lanedir_consec_min	1.0316180850661263
driven_lanedir_max	3.639541332877824
driven_lanedir_mean	2.791064213963543
driven_lanedir_median	3.2465487189551103
driven_lanedir_min	1.0316180850661263
get_duckie_state_max	3.56753667195638e-06
get_duckie_state_mean	3.4439563751220704e-06
get_duckie_state_median	3.4213066101074222e-06
get_duckie_state_min	3.3656756083170574e-06
get_robot_state_max	0.012261130809783936
get_robot_state_mean	0.012209295630455017
get_robot_state_median	0.01220955769220988
get_robot_state_min	0.012156936327616372
get_state_dump_max	0.01262406587600708
get_state_dump_mean	0.012495810588200889
get_state_dump_median	0.012484376430511476
get_state_dump_min	0.012390423615773518
get_ui_image_max	0.032987454732259114
get_ui_image_mean	0.03207153618335724
get_ui_image_median	0.032020507653554284
get_ui_image_min	0.03125767469406128
in-drivable-lane_max	10.100000000000076
in-drivable-lane_mean	3.300000000000026
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.647276472670381, "get_ui_image": 0.03125767469406128, "step_physics": 0.06691275040308635, "survival_time": 14.950000000000076, "driven_lanedir": 3.1191837781855036, "get_state_dump": 0.01239187479019165, "sim_render-ego": 0.0050748459498087565, "get_robot_state": 0.012156936327616372, "get_duckie_state": 3.56753667195638e-06, "in-drivable-lane": 2.2000000000000313, "agent_compute-ego": 0.016491084893544516, "deviation-heading": 2.552932366480831, "complete-iteration": 0.1740051031112671, "set_robot_commands": 0.004530898729960124, "deviation-center-line": 0.6886824524518955, "driven_lanedir_consec": 3.11289524311346, "sim_compute_sim_state": 0.021634267171223957, "sim_compute_performance-ego": 0.0034284345308939618}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.4640439861326544, "get_ui_image": 0.031322497526804605, "step_physics": 0.06689247449239095, "survival_time": 14.950000000000076, "driven_lanedir": 3.3739136597247175, "get_state_dump": 0.01262406587600708, "sim_render-ego": 0.005222988923390706, "get_robot_state": 0.012207542260487874, "get_duckie_state": 3.3688545227050783e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01708584388097127, "deviation-heading": 2.7973257538185607, "complete-iteration": 0.1745663595199585, "set_robot_commands": 0.004465644359588623, "deviation-center-line": 1.041647729007111, "driven_lanedir_consec": 3.3739136597247175, "sim_compute_sim_state": 0.02110047499338786, "sim_compute_performance-ego": 0.0035173781712849934}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.1009697364491022, "get_ui_image": 0.032718517780303956, "step_physics": 0.07217636903127035, "survival_time": 14.950000000000076, "driven_lanedir": 1.0316180850661263, "get_state_dump": 0.012390423615773518, "sim_render-ego": 0.005241095225016276, "get_robot_state": 0.012261130809783936, "get_duckie_state": 3.3656756083170574e-06, "in-drivable-lane": 10.100000000000076, "agent_compute-ego": 0.01680550257364909, "deviation-heading": 1.9635305401930272, "complete-iteration": 0.18135373751322428, "set_robot_commands": 0.004489491780598959, "deviation-center-line": 0.345163658315509, "driven_lanedir_consec": 1.0316180850661263, "sim_compute_sim_state": 0.02163086414337158, "sim_compute_performance-ego": 0.003509930769602458}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.850329585348567, "get_ui_image": 0.032987454732259114, "step_physics": 0.07436707894007365, "survival_time": 14.950000000000076, "driven_lanedir": 3.639541332877824, "get_state_dump": 0.0125768780708313, "sim_render-ego": 0.0051423176129659015, "get_robot_state": 0.012211573123931884, "get_duckie_state": 3.4737586975097657e-06, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.016952959696451823, "deviation-heading": 2.2512913456093755, "complete-iteration": 0.1868960110346476, "set_robot_commands": 0.004410421053568522, "deviation-center-line": 0.7971607653754168, "driven_lanedir_consec": 3.639541332877824, "sim_compute_sim_state": 0.02463557481765747, "sim_compute_performance-ego": 0.003482551574707031}}
set_robot_commands_max	0.004530898729960124
set_robot_commands_mean	0.004474113980929057
set_robot_commands_median	0.004477568070093791
set_robot_commands_min	0.004410421053568522
sim_compute_performance-ego_max	0.0035173781712849934
sim_compute_performance-ego_mean	0.003484573761622111
sim_compute_performance-ego_median	0.003496241172154744
sim_compute_performance-ego_min	0.0034284345308939618
sim_compute_sim_state_max	0.02463557481765747
sim_compute_sim_state_mean	0.022250295281410214
sim_compute_sim_state_median	0.02163256565729777
sim_compute_sim_state_min	0.02110047499338786
sim_render-ego_max	0.005241095225016276
sim_render-ego_mean	0.00517031192779541
sim_render-ego_median	0.005182653268178304
sim_render-ego_min	0.0050748459498087565
simulation-passed	1
step_physics_max	0.07436707894007365
step_physics_mean	0.07008716821670533
step_physics_median	0.06954455971717835
step_physics_min	0.06689247449239095
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43239

11644

Dishank Bansal 🇨🇦

exercise_state_estimation

LFv-sim

success

2020-11-26 01:09:05+00:00

2020-11-26 01:17:34+00:00

0:08:29

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.7594282965017758
survival_time_median	14.950000000000076
deviation-center-line_median	0.5769049930166235
in-drivable-lane_median	0.0

other stats

agent_compute-ego_max	0.016999345620473227
agent_compute-ego_mean	0.016751202940940856
agent_compute-ego_median	0.01672264337539673
agent_compute-ego_min	0.016560179392496745
complete-iteration_max	0.1955472183227539
complete-iteration_mean	0.1857404992977778
complete-iteration_median	0.18426950414975485
complete-iteration_min	0.17887577056884765
deviation-center-line_max	0.6430705805271583
deviation-center-line_mean	0.5646919730692591
deviation-center-line_min	0.46188732571663144
deviation-heading_max	4.280878139330896
deviation-heading_mean	4.162772784443506
deviation-heading_median	4.15813867639219
deviation-heading_min	4.0539356456587505
driven_any_max	1.9824151140130464
driven_any_mean	1.8435788657158856
driven_any_median	1.861574410654255
driven_any_min	1.6687515275419846
driven_lanedir_consec_max	1.883636631067264
driven_lanedir_consec_mean	1.6832855082765286
driven_lanedir_consec_min	1.330648809035298
driven_lanedir_max	1.883636631067264
driven_lanedir_mean	1.6832855082765286
driven_lanedir_median	1.7594282965017758
driven_lanedir_min	1.330648809035298
get_duckie_state_max	2.899169921875e-06
get_duckie_state_mean	2.641876538594564e-06
get_duckie_state_median	2.573728561401367e-06
get_duckie_state_min	2.520879109700521e-06
get_robot_state_max	0.015677332083384198
get_robot_state_mean	0.013344939351081848
get_robot_state_median	0.012709787289301557
get_robot_state_min	0.012282850742340088
get_state_dump_max	0.013481335639953611
get_state_dump_mean	0.013030150334040324
get_state_dump_median	0.012999676863352455
get_state_dump_min	0.012639911969502766
get_ui_image_max	0.03439319372177124
get_ui_image_mean	0.03322353859742483
get_ui_image_median	0.033090568383534746
get_ui_image_min	0.03231982390085856
in-drivable-lane_max	1.999999999999993
in-drivable-lane_mean	0.4999999999999982
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.7931517646036848, "get_ui_image": 0.03439319372177124, "step_physics": 0.07618157466252645, "survival_time": 14.950000000000076, "driven_lanedir": 1.6968921601523408, "get_state_dump": 0.013481335639953611, "sim_render-ego": 0.006002257664998373, "get_robot_state": 0.015677332083384198, "get_duckie_state": 2.899169921875e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016999345620473227, "deviation-heading": 4.072192706985934, "complete-iteration": 0.1955472183227539, "set_robot_commands": 0.004913570880889892, "deviation-center-line": 0.6364186330536791, "driven_lanedir_consec": 1.6968921601523408, "sim_compute_sim_state": 0.02369375387827555, "sim_compute_performance-ego": 0.004043973286946614}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9299970567048252, "get_ui_image": 0.03231982390085856, "step_physics": 0.06902510245641072, "survival_time": 14.950000000000076, "driven_lanedir": 1.8219644328512108, "get_state_dump": 0.013331634998321532, "sim_render-ego": 0.005391115347544352, "get_robot_state": 0.012975700696309407, "get_duckie_state": 2.572536468505859e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016560179392496745, "deviation-heading": 4.280878139330896, "complete-iteration": 0.17887577056884765, "set_robot_commands": 0.004543150266011556, "deviation-center-line": 0.517391352979568, "driven_lanedir_consec": 1.8219644328512108, "sim_compute_sim_state": 0.020928589502970375, "sim_compute_performance-ego": 0.003652884165445964}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.6687515275419846, "get_ui_image": 0.03307555198669434, "step_physics": 0.07150023698806762, "survival_time": 14.950000000000076, "driven_lanedir": 1.330648809035298, "get_state_dump": 0.012639911969502766, "sim_render-ego": 0.005260322093963623, "get_robot_state": 0.0124438738822937, "get_duckie_state": 2.520879109700521e-06, "in-drivable-lane": 1.999999999999993, "agent_compute-ego": 0.016812364260355633, "deviation-heading": 4.244084645798447, "complete-iteration": 0.18090186913808187, "set_robot_commands": 0.004480619430541993, "deviation-center-line": 0.6430705805271583, "driven_lanedir_consec": 1.330648809035298, "sim_compute_sim_state": 0.021015129884084067, "sim_compute_performance-ego": 0.0035314702987670897}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9824151140130464, "get_ui_image": 0.03310558478037516, "step_physics": 0.07589030424753825, "survival_time": 14.950000000000076, "driven_lanedir": 1.883636631067264, "get_state_dump": 0.012667718728383385, "sim_render-ego": 0.005121417840321859, "get_robot_state": 0.012282850742340088, "get_duckie_state": 2.574920654296875e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016632922490437827, "deviation-heading": 4.0539356456587505, "complete-iteration": 0.18763713916142785, "set_robot_commands": 0.00446215550104777, "deviation-center-line": 0.46188732571663144, "driven_lanedir_consec": 1.883636631067264, "sim_compute_sim_state": 0.023799161911010745, "sim_compute_performance-ego": 0.0035344862937927244}}
set_robot_commands_max	0.004913570880889892
set_robot_commands_mean	0.004599874019622802
set_robot_commands_median	0.004511884848276774
set_robot_commands_min	0.00446215550104777
sim_compute_performance-ego_max	0.004043973286946614
sim_compute_performance-ego_mean	0.003690703511238098
sim_compute_performance-ego_median	0.003593685229619344
sim_compute_performance-ego_min	0.0035314702987670897
sim_compute_sim_state_max	0.023799161911010745
sim_compute_sim_state_mean	0.022359158794085184
sim_compute_sim_state_median	0.022354441881179812
sim_compute_sim_state_min	0.020928589502970375
sim_render-ego_max	0.006002257664998373
sim_render-ego_mean	0.005443778236707051
sim_render-ego_median	0.005325718720753988
sim_render-ego_min	0.005121417840321859
simulation-passed	1
step_physics_max	0.07618157466252645
step_physics_mean	0.07314930458863576
step_physics_median	0.07369527061780293
step_physics_min	0.06902510245641072
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43222

11640

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-26 00:37:56+00:00

2020-11-26 00:46:25+00:00

0:08:29

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.480366665516434
survival_time_median	14.950000000000076
deviation-center-line_median	0.5696654030031746
in-drivable-lane_median	4.950000000000048

other stats

agent_compute-ego_max	0.01745164712270101
agent_compute-ego_mean	0.017374868988990787
agent_compute-ego_median	0.017359596888224284
agent_compute-ego_min	0.01732863505681356
complete-iteration_max	0.19521041790644328
complete-iteration_mean	0.1886054374774297
complete-iteration_median	0.18815544803937276
complete-iteration_min	0.18290043592453004
deviation-center-line_max	0.7982359780824408
deviation-center-line_mean	0.5567557908228782
deviation-center-line_min	0.2894563792027226
deviation-heading_max	3.605316607527278
deviation-heading_mean	2.4562252059783978
deviation-heading_median	2.5283772017528157
deviation-heading_min	1.162829812880682
driven_any_max	3.867744671727246
driven_any_mean	3.3978890631982277
driven_any_median	3.355858228404937
driven_any_min	3.012095124255789
driven_lanedir_consec_max	3.770313428876638
driven_lanedir_consec_mean	2.388035476741877
driven_lanedir_consec_min	0.8210951470579992
driven_lanedir_max	3.770313428876638
driven_lanedir_mean	2.39074197038388
driven_lanedir_median	2.485779652800441
driven_lanedir_min	0.8210951470579992
get_duckie_state_max	2.357165018717448e-06
get_duckie_state_mean	2.262989679972331e-06
get_duckie_state_median	2.2665659586588544e-06
get_duckie_state_min	2.1616617838541666e-06
get_robot_state_max	0.01354665199915568
get_robot_state_mean	0.013329169750213624
get_robot_state_median	0.013298759857813518
get_robot_state_min	0.013172507286071776
get_state_dump_max	0.01324265162150065
get_state_dump_mean	0.01322763721148173
get_state_dump_median	0.013236366510391236
get_state_dump_min	0.0131951642036438
get_ui_image_max	0.033943918546040855
get_ui_image_mean	0.03303955912590027
get_ui_image_median	0.033072308699289954
get_ui_image_min	0.032069700558980306
in-drivable-lane_max	10.400000000000082
in-drivable-lane_mean	5.075000000000045
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.6188128683420335, "get_ui_image": 0.032069700558980306, "step_physics": 0.07080113410949707, "survival_time": 14.950000000000076, "driven_lanedir": 3.019876808791639, "get_state_dump": 0.013231109778086343, "sim_render-ego": 0.00538063923517863, "get_robot_state": 0.013172507286071776, "get_duckie_state": 2.357165018717448e-06, "in-drivable-lane": 2.4500000000000073, "agent_compute-ego": 0.01732863505681356, "deviation-heading": 3.605316607527278, "complete-iteration": 0.18290043592453004, "set_robot_commands": 0.004513318538665771, "deviation-center-line": 0.7432789394944884, "driven_lanedir_consec": 3.009050834223625, "sim_compute_sim_state": 0.022600406805674236, "sim_compute_performance-ego": 0.003659014701843262}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.012095124255789, "get_ui_image": 0.032728308836619056, "step_physics": 0.07152686516443889, "survival_time": 14.950000000000076, "driven_lanedir": 1.9516824968092432, "get_state_dump": 0.013241623242696126, "sim_render-ego": 0.005484464168548584, "get_robot_state": 0.01354665199915568, "get_duckie_state": 2.2904078165690106e-06, "in-drivable-lane": 7.450000000000089, "agent_compute-ego": 0.01745164712270101, "deviation-heading": 1.162829812880682, "complete-iteration": 0.18513654867808024, "set_robot_commands": 0.00455215056737264, "deviation-center-line": 0.3960518665118607, "driven_lanedir_consec": 1.9516824968092432, "sim_compute_sim_state": 0.02269476970036825, "sim_compute_performance-ego": 0.003764814535776774}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.0929035884678404, "get_ui_image": 0.03341630856196086, "step_physics": 0.0774262793858846, "survival_time": 14.950000000000076, "driven_lanedir": 0.8210951470579992, "get_state_dump": 0.0131951642036438, "sim_render-ego": 0.005509796937306722, "get_robot_state": 0.01335247278213501, "get_duckie_state": 2.242724100748698e-06, "in-drivable-lane": 10.400000000000082, "agent_compute-ego": 0.017380680243174237, "deviation-heading": 2.3191707988640737, "complete-iteration": 0.19117434740066527, "set_robot_commands": 0.004492011864980062, "deviation-center-line": 0.2894563792027226, "driven_lanedir_consec": 0.8210951470579992, "sim_compute_sim_state": 0.02256119171778361, "sim_compute_performance-ego": 0.003696144421895345}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.867744671727246, "get_ui_image": 0.033943918546040855, "step_physics": 0.07776678005854289, "survival_time": 14.950000000000076, "driven_lanedir": 3.770313428876638, "get_state_dump": 0.01324265162150065, "sim_render-ego": 0.005310299396514892, "get_robot_state": 0.013245046933492023, "get_duckie_state": 2.1616617838541666e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017338513533274334, "deviation-heading": 2.7375836046415576, "complete-iteration": 0.19521041790644328, "set_robot_commands": 0.004388779004414876, "deviation-center-line": 0.7982359780824408, "driven_lanedir_consec": 3.770313428876638, "sim_compute_sim_state": 0.02620882670084635, "sim_compute_performance-ego": 0.0036244710286458337}}
set_robot_commands_max	0.00455215056737264
set_robot_commands_mean	0.004486564993858337
set_robot_commands_median	0.004502665201822917
set_robot_commands_min	0.004388779004414876
sim_compute_performance-ego_max	0.003764814535776774
sim_compute_performance-ego_mean	0.003686111172040304
sim_compute_performance-ego_median	0.003677579561869303
sim_compute_performance-ego_min	0.0036244710286458337
sim_compute_sim_state_max	0.02620882670084635
sim_compute_sim_state_mean	0.023516298731168114
sim_compute_sim_state_median	0.02264758825302124
sim_compute_sim_state_min	0.02256119171778361
sim_render-ego_max	0.005509796937306722
sim_render-ego_mean	0.005421299934387207
sim_render-ego_median	0.005432551701863606
sim_render-ego_min	0.005310299396514892
simulation-passed	1
step_physics_max	0.07776678005854289
step_physics_mean	0.07438026467959086
step_physics_median	0.07447657227516175
step_physics_min	0.07080113410949707
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43218

11638

Dishank Bansal 🇨🇦

exercise_state_estimation

LFv-sim

failed

2020-11-26 00:24:50+00:00

2020-11-26 00:28:22+00:00

0:03:32

InvalidSubmission: T [...]

InvalidSubmission:
Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
    msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
    raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "experiment_manager.py", line 540, in run_episode
    r: MsgReceived = await loop.run_in_executor(executor, f)
  File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
    ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
    raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 160 messages. Expected topic "commands".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 281, in main
    length_s = await run_episode(
  File "experiment_manager.py", line 544, in run_episode
    raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

43210

11635

Philippe Reddy 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-25 23:56:47+00:00

2020-11-26 00:05:13+00:00

0:08:26

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.581840585240432
survival_time_median	14.950000000000076
deviation-center-line_median	0.4665221383151992
in-drivable-lane_median	2.024999999999998

other stats

agent_compute-ego_max	0.017768719991048176
agent_compute-ego_mean	0.017310016552607218
agent_compute-ego_median	0.017196980317433674
agent_compute-ego_min	0.017077385584513348
complete-iteration_max	0.19555265267690025
complete-iteration_mean	0.18475015620390575
complete-iteration_median	0.18220892985661824
complete-iteration_min	0.17903011242548625
deviation-center-line_max	0.8686127816965274
deviation-center-line_mean	0.5309424532352854
deviation-center-line_min	0.322112754614216
deviation-heading_max	4.008019879912693
deviation-heading_mean	2.6326908862579113
deviation-heading_median	2.4115564424175457
deviation-heading_min	1.6996307802838602
driven_any_max	1.9399329629055009
driven_any_mean	1.938315413719485
driven_any_median	1.9398838636375348
driven_any_min	1.9335609646973675
driven_lanedir_consec_max	1.9002805266098048
driven_lanedir_consec_mean	1.580076066620912
driven_lanedir_consec_min	1.256342569392979
driven_lanedir_max	1.9002805266098048
driven_lanedir_mean	1.580076066620912
driven_lanedir_median	1.581840585240432
driven_lanedir_min	1.256342569392979
get_duckie_state_max	2.342859903971354e-06
get_duckie_state_mean	2.1415948867797847e-06
get_duckie_state_median	2.104441324869792e-06
get_duckie_state_min	2.014636993408203e-06
get_robot_state_max	0.013480291366577147
get_robot_state_mean	0.013001770575841268
get_robot_state_median	0.012974799474080404
get_robot_state_min	0.012577191988627116
get_state_dump_max	0.01338863213857015
get_state_dump_mean	0.01304542362689972
get_state_dump_median	0.013025513490041095
get_state_dump_min	0.012742035388946532
get_ui_image_max	0.03382717212041219
get_ui_image_mean	0.03284697413444519
get_ui_image_median	0.032591761350631715
get_ui_image_min	0.03237720171610514
in-drivable-lane_max	4.700000000000067
in-drivable-lane_mean	2.187500000000016
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.9335609646973675, "get_ui_image": 0.03237720171610514, "step_physics": 0.07027990897496542, "survival_time": 14.950000000000076, "driven_lanedir": 1.2645745152172747, "get_state_dump": 0.01338863213857015, "sim_render-ego": 0.005588810443878173, "get_robot_state": 0.013480291366577147, "get_duckie_state": 2.342859903971354e-06, "in-drivable-lane": 4.700000000000067, "agent_compute-ego": 0.017309717337290444, "deviation-heading": 1.6996307802838602, "complete-iteration": 0.18329312721888225, "set_robot_commands": 0.004465204874674479, "deviation-center-line": 0.322112754614216, "driven_lanedir_consec": 1.2645745152172747, "sim_compute_sim_state": 0.022477781772613524, "sim_compute_performance-ego": 0.0037915500005086264}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9399248415912136, "get_ui_image": 0.032763153711954755, "step_physics": 0.06877140045166015, "survival_time": 14.950000000000076, "driven_lanedir": 1.8991066552635891, "get_state_dump": 0.012879794438680012, "sim_render-ego": 0.005336937109629313, "get_robot_state": 0.012700303395589191, "get_duckie_state": 2.014636993408203e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017768719991048176, "deviation-heading": 2.63665448283121, "complete-iteration": 0.17903011242548625, "set_robot_commands": 0.004506893952687581, "deviation-center-line": 0.4142592423527215, "driven_lanedir_consec": 1.8991066552635891, "sim_compute_sim_state": 0.020621091524759928, "sim_compute_performance-ego": 0.0035507655143737792}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9398428856838563, "get_ui_image": 0.032420368989308675, "step_physics": 0.0718306835492452, "survival_time": 14.950000000000076, "driven_lanedir": 1.256342569392979, "get_state_dump": 0.012742035388946532, "sim_render-ego": 0.005271050930023193, "get_robot_state": 0.012577191988627116, "get_duckie_state": 2.127488454182943e-06, "in-drivable-lane": 4.049999999999996, "agent_compute-ego": 0.017077385584513348, "deviation-heading": 4.008019879912693, "complete-iteration": 0.18112473249435423, "set_robot_commands": 0.004335333506266276, "deviation-center-line": 0.8686127816965274, "driven_lanedir_consec": 1.256342569392979, "sim_compute_sim_state": 0.021218586762746176, "sim_compute_performance-ego": 0.003523104985555013}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9399329629055009, "get_ui_image": 0.03382717212041219, "step_physics": 0.0796038810412089, "survival_time": 14.950000000000076, "driven_lanedir": 1.9002805266098048, "get_state_dump": 0.01317123254140218, "sim_render-ego": 0.005479879379272461, "get_robot_state": 0.013249295552571616, "get_duckie_state": 2.0813941955566407e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017084243297576903, "deviation-heading": 2.1864584020038813, "complete-iteration": 0.19555265267690025, "set_robot_commands": 0.0043993584314982095, "deviation-center-line": 0.5187850342776769, "driven_lanedir_consec": 1.9002805266098048, "sim_compute_sim_state": 0.02485942522684733, "sim_compute_performance-ego": 0.003743861516316732}}
set_robot_commands_max	0.004506893952687581
set_robot_commands_mean	0.004426697691281636
set_robot_commands_median	0.004432281653086344
set_robot_commands_min	0.004335333506266276
sim_compute_performance-ego_max	0.0037915500005086264
sim_compute_performance-ego_mean	0.003652320504188538
sim_compute_performance-ego_median	0.0036473135153452553
sim_compute_performance-ego_min	0.003523104985555013
sim_compute_sim_state_max	0.02485942522684733
sim_compute_sim_state_mean	0.02229422132174174
sim_compute_sim_state_median	0.02184818426767985
sim_compute_sim_state_min	0.020621091524759928
sim_render-ego_max	0.005588810443878173
sim_render-ego_mean	0.005419169465700785
sim_render-ego_median	0.005408408244450887
sim_render-ego_min	0.005271050930023193
simulation-passed	1
step_physics_max	0.0796038810412089
step_physics_mean	0.07262146850426993
step_physics_median	0.0710552962621053
step_physics_min	0.06877140045166015
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43206

11633

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-25 23:41:48+00:00

2020-11-25 23:49:25+00:00

0:07:37

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.6495679657564248
survival_time_median	14.950000000000076
deviation-center-line_median	0.30843129776765743
in-drivable-lane_median	6.525000000000071

other stats

agent_compute-ego_max	0.01756080312113608
agent_compute-ego_mean	0.01733758370722494
agent_compute-ego_median	0.017330113649368286
agent_compute-ego_min	0.0171293044090271
complete-iteration_max	0.19203099966049195
complete-iteration_mean	0.18776155612801995
complete-iteration_median	0.18736534043024944
complete-iteration_min	0.18428454399108887
deviation-center-line_max	0.4724373435633621
deviation-center-line_mean	0.3088953192081145
deviation-center-line_min	0.14628133773378107
deviation-heading_max	3.690144381555355
deviation-heading_mean	1.924042489749288
deviation-heading_median	1.7049495771658854
deviation-heading_min	0.5961264231100254
driven_any_max	3.830536301945168
driven_any_mean	3.1262352736959698
driven_any_median	3.3598473336759422
driven_any_min	1.954710125486827
driven_lanedir_consec_max	2.198758199218315
driven_lanedir_consec_mean	1.5526534978832438
driven_lanedir_consec_min	0.7127198608018113
driven_lanedir_max	2.879902666032818
driven_lanedir_mean	1.7318651443836135
driven_lanedir_median	1.6495679657564248
driven_lanedir_min	0.7484219799887868
get_duckie_state_max	3.100236256917318e-06
get_duckie_state_mean	3.0026576852285737e-06
get_duckie_state_median	3.011175381240024e-06
get_duckie_state_min	2.888043721516927e-06
get_robot_state_max	0.015381974558676443
get_robot_state_mean	0.013775799120626145
get_robot_state_median	0.013284306128819784
get_robot_state_min	0.013152609666188558
get_state_dump_max	0.01348221686578566
get_state_dump_mean	0.013184582360329166
get_state_dump_median	0.013110512892405193
get_state_dump_min	0.013035086790720622
get_ui_image_max	0.033561163743336994
get_ui_image_mean	0.03309861370953181
get_ui_image_median	0.03307522235378142
get_ui_image_min	0.03268284638722738
in-drivable-lane_max	9.95000000000007
in-drivable-lane_mean	6.212500000000051
in-drivable-lane_min	1.8499999999999936
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.954710125486827, "get_ui_image": 0.03301599141090147, "step_physics": 0.07038793833025041, "survival_time": 6.199999999999986, "driven_lanedir": 1.2933228416716132, "get_state_dump": 0.01348221686578566, "sim_render-ego": 0.005804475276700912, "get_robot_state": 0.015381974558676443, "get_duckie_state": 3.066755110217679e-06, "in-drivable-lane": 1.8499999999999936, "agent_compute-ego": 0.01756080312113608, "deviation-heading": 0.5961264231100254, "complete-iteration": 0.18676669366898072, "set_robot_commands": 0.004790242641202865, "deviation-center-line": 0.14628133773378107, "driven_lanedir_consec": 1.2933228416716132, "sim_compute_sim_state": 0.022380880771144744, "sim_compute_performance-ego": 0.003818383139948691}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.404777892479545, "get_ui_image": 0.03268284638722738, "step_physics": 0.07208160400390624, "survival_time": 14.950000000000076, "driven_lanedir": 2.0058130898412365, "get_state_dump": 0.013035086790720622, "sim_render-ego": 0.005333115259806315, "get_robot_state": 0.013152609666188558, "get_duckie_state": 2.888043721516927e-06, "in-drivable-lane": 8.000000000000094, "agent_compute-ego": 0.01716781218846639, "deviation-heading": 1.2094011861801637, "complete-iteration": 0.18428454399108887, "set_robot_commands": 0.004480827649434408, "deviation-center-line": 0.2808312290104431, "driven_lanedir_consec": 2.0058130898412365, "sim_compute_sim_state": 0.02262487570444743, "sim_compute_performance-ego": 0.0035857327779134115}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.31491677487234, "get_ui_image": 0.03313445329666138, "step_physics": 0.07460859298706055, "survival_time": 14.950000000000076, "driven_lanedir": 0.7484219799887868, "get_state_dump": 0.013154154618581135, "sim_render-ego": 0.005446507136027018, "get_robot_state": 0.013327271938323974, "get_duckie_state": 3.100236256917318e-06, "in-drivable-lane": 9.95000000000007, "agent_compute-ego": 0.017492415110270183, "deviation-heading": 3.690144381555355, "complete-iteration": 0.18796398719151816, "set_robot_commands": 0.004501396020253499, "deviation-center-line": 0.3360313665248717, "driven_lanedir_consec": 0.7127198608018113, "sim_compute_sim_state": 0.022481736342112223, "sim_compute_performance-ego": 0.0036742575963338215}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.830536301945168, "get_ui_image": 0.033561163743336994, "step_physics": 0.07645134687423706, "survival_time": 14.950000000000076, "driven_lanedir": 2.879902666032818, "get_state_dump": 0.013066871166229248, "sim_render-ego": 0.005338358879089356, "get_robot_state": 0.013241340319315592, "get_duckie_state": 2.9555956522623698e-06, "in-drivable-lane": 5.050000000000048, "agent_compute-ego": 0.0171293044090271, "deviation-heading": 2.2004979681516073, "complete-iteration": 0.19203099966049195, "set_robot_commands": 0.004294528166453044, "deviation-center-line": 0.4724373435633621, "driven_lanedir_consec": 2.198758199218315, "sim_compute_sim_state": 0.025174946784973146, "sim_compute_performance-ego": 0.0036294849713643393}}
set_robot_commands_max	0.004790242641202865
set_robot_commands_mean	0.004516748619335954
set_robot_commands_median	0.004491111834843953
set_robot_commands_min	0.004294528166453044
sim_compute_performance-ego_max	0.003818383139948691
sim_compute_performance-ego_mean	0.0036769646213900657
sim_compute_performance-ego_median	0.0036518712838490806
sim_compute_performance-ego_min	0.0035857327779134115
sim_compute_sim_state_max	0.025174946784973146
sim_compute_sim_state_mean	0.023165609900669383
sim_compute_sim_state_median	0.022553306023279825
sim_compute_sim_state_min	0.022380880771144744
sim_render-ego_max	0.005804475276700912
sim_render-ego_mean	0.0054806141379059
sim_render-ego_median	0.005392433007558187
sim_render-ego_min	0.005333115259806315
simulation-passed	1
step_physics_max	0.07645134687423706
step_physics_mean	0.07338237054886357
step_physics_median	0.0733450984954834
step_physics_min	0.07038793833025041
survival_time_max	14.950000000000076
survival_time_mean	12.762500000000053
survival_time_min	6.199999999999986

No reset possible

43201

11630

Jean-Sébastien Grondin 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-25 23:29:09+00:00

2020-11-25 23:37:43+00:00

0:08:34

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.44239061702602
survival_time_median	14.950000000000076
deviation-center-line_median	0.709597446896646
in-drivable-lane_median	0.5500000000000078

other stats

agent_compute-ego_max	0.0176506773630778
agent_compute-ego_mean	0.01697486360867818
agent_compute-ego_median	0.016791702906290687
agent_compute-ego_min	0.016665371259053548
complete-iteration_max	0.2024508833885193
complete-iteration_mean	0.19128159423669175
complete-iteration_median	0.190920170545578
complete-iteration_min	0.1808351524670919
deviation-center-line_max	0.8361160657993495
deviation-center-line_mean	0.6179473799444014
deviation-center-line_min	0.21647856018496428
deviation-heading_max	5.99971046539119
deviation-heading_mean	4.138603339198508
deviation-heading_median	4.974028694906412
deviation-heading_min	0.6066455015900164
driven_any_max	2.9715768987690563
driven_any_mean	2.822129081242472
driven_any_median	2.7853702001561187
driven_any_min	2.7461990258885955
driven_lanedir_consec_max	2.478835639330081
driven_lanedir_consec_mean	2.009344818245689
driven_lanedir_consec_min	0.6737623996006328
driven_lanedir_max	2.553042612436999
driven_lanedir_mean	2.027896561522418
driven_lanedir_median	2.44239061702602
driven_lanedir_min	0.6737623996006328
get_duckie_state_max	3.5111109415690104e-06
get_duckie_state_mean	3.396272659301758e-06
get_duckie_state_median	3.367265065511068e-06
get_duckie_state_min	3.3394495646158852e-06
get_robot_state_max	0.014705021381378174
get_robot_state_mean	0.013665101329485577
get_robot_state_median	0.013423340717951458
get_robot_state_min	0.013108702500661214
get_state_dump_max	0.01333978573481242
get_state_dump_mean	0.013148995439211528
get_state_dump_median	0.01322719931602478
get_state_dump_min	0.01280179738998413
get_ui_image_max	0.03445192019144694
get_ui_image_mean	0.0337199475367864
get_ui_image_median	0.033970723152160646
get_ui_image_min	0.03248642365137736
in-drivable-lane_max	11.45000000000008
in-drivable-lane_mean	3.137500000000024
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.7461990258885955, "get_ui_image": 0.03248642365137736, "step_physics": 0.0697107211748759, "survival_time": 14.950000000000076, "driven_lanedir": 2.4448736056351774, "get_state_dump": 0.01280179738998413, "sim_render-ego": 0.005358374913533528, "get_robot_state": 0.013108702500661214, "get_duckie_state": 3.374417622884115e-06, "in-drivable-lane": 0.6000000000000085, "agent_compute-ego": 0.016891275246938068, "deviation-heading": 4.518015526522168, "complete-iteration": 0.1808351524670919, "set_robot_commands": 0.004628532727559407, "deviation-center-line": 0.668626125884064, "driven_lanedir_consec": 2.4448736056351774, "sim_compute_sim_state": 0.02207433064778646, "sim_compute_performance-ego": 0.003642929395039876}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.754316236891313, "get_ui_image": 0.03355064709981283, "step_physics": 0.0722822658220927, "survival_time": 14.950000000000076, "driven_lanedir": 2.4399076284168633, "get_state_dump": 0.013261133035024008, "sim_render-ego": 0.005452578067779541, "get_robot_state": 0.01328308661778768, "get_duckie_state": 3.360112508138021e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01669213056564331, "deviation-heading": 5.99971046539119, "complete-iteration": 0.1845345258712769, "set_robot_commands": 0.004404836495717366, "deviation-center-line": 0.7505687679092279, "driven_lanedir_consec": 2.4399076284168633, "sim_compute_sim_state": 0.02177560806274414, "sim_compute_performance-ego": 0.0036953099568684897}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.816424163420924, "get_ui_image": 0.034390799204508465, "step_physics": 0.0817672340075175, "survival_time": 14.950000000000076, "driven_lanedir": 0.6737623996006328, "get_state_dump": 0.01333978573481242, "sim_render-ego": 0.005644286473592122, "get_robot_state": 0.013563594818115234, "get_duckie_state": 3.3394495646158852e-06, "in-drivable-lane": 11.45000000000008, "agent_compute-ego": 0.0176506773630778, "deviation-heading": 0.6066455015900164, "complete-iteration": 0.1973058152198791, "set_robot_commands": 0.004549595514933268, "deviation-center-line": 0.21647856018496428, "driven_lanedir_consec": 0.6737623996006328, "sim_compute_sim_state": 0.022523517608642577, "sim_compute_performance-ego": 0.0037319215138753256}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.9715768987690563, "get_ui_image": 0.03445192019144694, "step_physics": 0.08328990777333578, "survival_time": 14.950000000000076, "driven_lanedir": 2.553042612436999, "get_state_dump": 0.013193265597025551, "sim_render-ego": 0.005614468256632487, "get_robot_state": 0.014705021381378174, "get_duckie_state": 3.5111109415690104e-06, "in-drivable-lane": 0.5000000000000071, "agent_compute-ego": 0.016665371259053548, "deviation-heading": 5.430041863290657, "complete-iteration": 0.2024508833885193, "set_robot_commands": 0.004636966387430827, "deviation-center-line": 0.8361160657993495, "driven_lanedir_consec": 2.478835639330081, "sim_compute_sim_state": 0.025915080706278484, "sim_compute_performance-ego": 0.003836987813313802}}
set_robot_commands_max	0.004636966387430827
set_robot_commands_mean	0.004554982781410217
set_robot_commands_median	0.004589064121246338
set_robot_commands_min	0.004404836495717366
sim_compute_performance-ego_max	0.003836987813313802
sim_compute_performance-ego_mean	0.0037267871697743734
sim_compute_performance-ego_median	0.003713615735371907
sim_compute_performance-ego_min	0.003642929395039876
sim_compute_sim_state_max	0.025915080706278484
sim_compute_sim_state_mean	0.023072134256362915
sim_compute_sim_state_median	0.02229892412821452
sim_compute_sim_state_min	0.02177560806274414
sim_render-ego_max	0.005644286473592122
sim_render-ego_mean	0.00551742692788442
sim_render-ego_median	0.0055335231622060145
sim_render-ego_min	0.005358374913533528
simulation-passed	1
step_physics_max	0.08328990777333578
step_physics_mean	0.07676253219445547
step_physics_median	0.0770247499148051
step_physics_min	0.0697107211748759
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43177

11627

Philippe Reddy 🇨🇦

sim-exercise-2

LFv-sim

host-error

2020-11-25 22:58:43+00:00

2020-11-25 23:07:05+00:00

0:08:22

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
    cr = run_single(
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
    write_logs(wd, project, services=config["services"])
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
    services2id: Dict[str, str] = get_services_id(wd, project, services)
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 943, in get_services_id
    raise ZValueError(container_ids=container_ids, services=services, res=res, names=names)
zuper_commons.types.exceptions.ZValueError: 

│ container_ids: [97e90ec7a1a57d6395dc78c775b546fce7fe5e0416d72acafe8dce56a5e70e5f,
│                 144cc4607222200683fa0d6115ff0dfe39e4efce6f029efdc85d948e2b55802a,
│                 1d778a7510693fafb54f672f0ae008bb5862d48a15529e5c04fa4a0f836bad57]
│      services: dict[4]
│                │ solution:
│                │ dict[5]
│                │ │ image: docker.io/phred123/aido-submissions@sha256:c93f6c6082afcb480f816a770a6d8d9ce88b8f79bbf6e4c58f4feaac3081c9f3
│                │ │ environment:
│                │ │ dict[10]
│                │ │ │ AIDONODE_DATA_IN: /fifos/ego-in
│                │ │ │ AIDO_REQUIRE_GPU: 1
│                │ │ │ AIDONODE_DATA_OUT: fifo:/fifos/ego-out
│                │ │ │ challenge_name: aido5-LF-sim-validation
│                │ │ │ challenge_step_name: LFv-sim
│                │ │ │ SUBMISSION_CONTAINER: docker.io/phred123/aido-submissions:2020_11_25_22_56_55@sha256:c93f6c6082afcb480f816a770a6d8d9ce88b8f79bbf6e4c58f4feaac3081c9f3
│                │ │ │ username: aido
│                │ │ │ uid: 0
│                │ │ │ USER: aido
│                │ │ │ HOME: /fake-home/aido
│                │ │ user: 0:0
│                │ │ volumes:
│                │ │ [
│                │ │  /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11627/LFv-sim-mont03-d6b857402afe-1-job43177-a-wd:/challenges:rw,
│                │ │  /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11627/LFv-sim-mont03-d6b857402afe-1-job43177-a-fifos:/fifos:rw,
│                │ │  /tmp/fake-aido-home:/fake-home/aido:rw]
│                │ │ networks: {evaluation: {aliases: [evaluation]} }
│                │ evaluator:
│                │ dict[6]
│                │ │ image: docker.io/duckietown/challenge-aido_lf-experiment_manager@sha256:48f0b2f34825d15848c3060740ab95a99254d233959586b75aeedf03f1ed5832
│                │ │ environment:
│                │ │ dict[8]
│                │ │ │ experiment_manager_parameters:
│                │ │ │ |episodes_per_scenario: 1
│                │ │ │ |episode_length_s: 15.0
│                │ │ │ |min_episode_length_s: 0.0
│                │ │ │ |seed: 20200922
│                │ │ │ |physics_dt: 0.05
│                │ │ │ |max_failures: 2
│                │ │ │ |fifo_dir: /fifos
│                │ │ │ |sim_in: /fifos/simulator-in
│                │ │ │ |sim_out: /fifos/simulator-out
│                │ │ │ |sm_in: /fifos/scenario_maker-in
│                │ │ │ |sm_out: /fifos/scenario_maker-out
│                │ │ │ |timeout_initialization: 120
│                │ │ │ |timeout_regular: 120
│                │ │ │ |
│                │ │ │ |port: 10123 # visualization port
│                │ │ │ |
│                │ │ │ challenge_name: aido5-LF-sim-validation
│                │ │ │ challenge_step_name: LFv-sim
│                │ │ │ SUBMISSION_CONTAINER: docker.io/phred123/aido-submissions:2020_11_25_22_56_55@sha256:c93f6c6082afcb480f816a770a6d8d9ce88b8f79bbf6e4c58f4feaac3081c9f3
│                │ │ │ username: aido
│                │ │ │ uid: 0
│                │ │ │ USER: aido
│                │ │ │ HOME: /fake-home/aido
│                │ │ ports: [10123]
│                │ │ user: 0:0
│                │ │ volumes:
│                │ │ [
│                │ │  /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11627/LFv-sim-mont03-d6b857402afe-1-job43177-a-wd:/challenges:rw,
│                │ │  /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11627/LFv-sim-mont03-d6b857402afe-1-job43177-a-fifos:/fifos:rw,
│                │ │  /tmp/fake-aido-home:/fake-home/aido:rw]
│                │ │ networks: {evaluation: {aliases: [evaluation]} }
│                │ simulator:
│                │ dict[5]
│                │ │ image: docker.io/duckietown/challenge-aido_lf-simulator-gym@sha256:953ba9f1437e3f267db1f4ff2e58340de33f6c207283f26def16fc8612b9506e
│                │ │ environment:
│                │ │ dict[10]
│                │ │ │ AIDONODE_CONFIG:
│                │ │ │ |env_constructor: Simulator
│                │ │ │ |env_parameters:
│                │ │ │ |  max_steps: 500001 # we don't want the gym to reset itself
│                │ │ │ |  domain_rand: 0
│                │ │ │ |  camera_width: 640
│                │ │ │ |  camera_height: 480
│                │ │ │ |  distortion: true
│                │ │ │ |  num_tris_distractors: 0
│                │ │ │ |  color_ground: [0, 0.3, 0] # green
│                │ │ │ |  enable_leds: true
│                │ │ │ |
│                │ │ │ AIDONODE_DATA_IN: /fifos/simulator-in
│                │ │ │ AIDONODE_DATA_OUT: fifo:/fifos/simulator-out
│                │ │ │ challenge_name: aido5-LF-sim-validation
│                │ │ │ challenge_step_name: LFv-sim
│                │ │ │ SUBMISSION_CONTAINER: docker.io/phred123/aido-submissions:2020_11_25_22_56_55@sha256:c93f6c6082afcb480f816a770a6d8d9ce88b8f79bbf6e4c58f4feaac3081c9f3
│                │ │ │ username: aido
│                │ │ │ uid: 0
│                │ │ │ USER: aido
│                │ │ │ HOME: /fake-home/aido
│                │ │ user: 0:0
│                │ │ volumes:
│                │ │ [
│                │ │  /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11627/LFv-sim-mont03-d6b857402afe-1-job43177-a-wd:/challenges:rw,
│                │ │  /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11627/LFv-sim-mont03-d6b857402afe-1-job43177-a-fifos:/fifos:rw,
│                │ │  /tmp/fake-aido-home:/fake-home/aido:rw]
│                │ │ networks: {evaluation: {aliases: [evaluation]} }
│                │ scenario_maker:
│                │ dict[5]
│                │ │ image: docker.io/duckietown/challenge-aido_lf-scenario_maker@sha256:1562e17ba46090cdedbe68b8584827f1b3730f2786f6abd52e8790b4f0f1e63c
│                │ │ environment:
│                │ │ dict[10]
│                │ │ │ AIDONODE_CONFIG:
│                │ │ │ |maps:
│                │ │ │ |- ETHZ_autolab_technical_track
│                │ │ │ |scenarios_per_map: 4
│                │ │ │ |robots_npcs: []
│                │ │ │ |robots_pcs: [ego]
│                │ │ │ |
│                │ │ │ AIDONODE_DATA_IN: /fifos/scenario_maker-in
│                │ │ │ AIDONODE_DATA_OUT: fifo:/fifos/scenario_maker-out
│                │ │ │ challenge_name: aido5-LF-sim-validation
│                │ │ │ challenge_step_name: LFv-sim
│                │ │ │ SUBMISSION_CONTAINER: docker.io/phred123/aido-submissions:2020_11_25_22_56_55@sha256:c93f6c6082afcb480f816a770a6d8d9ce88b8f79bbf6e4c58f4feaac3081c9f3
│                │ │ │ username: aido
│                │ │ │ uid: 0
│                │ │ │ USER: aido
│                │ │ │ HOME: /fake-home/aido
│                │ │ user: 0:0
│                │ │ volumes:
│                │ │ [
│                │ │  /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11627/LFv-sim-mont03-d6b857402afe-1-job43177-a-wd:/challenges:rw,
│                │ │  /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11627/LFv-sim-mont03-d6b857402afe-1-job43177-a-fifos:/fifos:rw,
│                │ │  /tmp/fake-aido-home:/fake-home/aido:rw]
│                │ │ networks: {evaluation: {aliases: [evaluation]} }
│           res: dict[3]
│                │ evaluator: 97e90ec7a1a57d6395dc78c775b546fce7fe5e0416d72acafe8dce56a5e70e5f
│                │ simulator: 144cc4607222200683fa0d6115ff0dfe39e4efce6f029efdc85d948e2b55802a
│                │ solution: 1d778a7510693fafb54f672f0ae008bb5862d48a15529e5c04fa4a0f836bad57
│         names: dict[3]
│                │ 97e90ec7a1a57d6395dc78c775b546fce7fe5e0416d72acafe8dce56a5e70e5f: mont03-d6b857402afe-1-job43177-604502_evaluator_1
│                │ 144cc4607222200683fa0d6115ff0dfe39e4efce6f029efdc85d948e2b55802a: mont03-d6b857402afe-1-job43177-604502_simulator_1
│                │ 1d778a7510693fafb54f672f0ae008bb5862d48a15529e5c04fa4a0f836bad57: mont03-d6b857402afe-1-job43177-604502_solution_1

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

43152

11621

Mo Kleit 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-25 22:33:37+00:00

2020-11-25 22:41:01+00:00

0:07:24

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.324432635263382
survival_time_median	14.950000000000076
deviation-center-line_median	0.8197270226383959
in-drivable-lane_median	0.32499999999999885

other stats

agent_compute-ego_max	0.01708916425704956
agent_compute-ego_mean	0.01650906636121687
agent_compute-ego_median	0.016357717788275418
agent_compute-ego_min	0.01623166561126709
complete-iteration_max	0.19112849235534668
complete-iteration_mean	0.18319478448567816
complete-iteration_median	0.18338755289713543
complete-iteration_min	0.1748755397930951
deviation-center-line_max	1.3619428419723956
deviation-center-line_mean	0.7969606875130937
deviation-center-line_min	0.1864458628031873
deviation-heading_max	2.8068603452100995
deviation-heading_mean	2.0946313602000473
deviation-heading_median	2.1406993778421564
deviation-heading_min	1.2902663399057777
driven_any_max	1.939894767028756
driven_any_mean	1.677707088389552
driven_any_median	1.9398019884051323
driven_any_min	0.891329609719187
driven_lanedir_consec_max	1.88857879093649
driven_lanedir_consec_mean	1.2379833667765348
driven_lanedir_consec_min	0.4144894056428853
driven_lanedir_max	1.88857879093649
driven_lanedir_mean	1.2379833667765348
driven_lanedir_median	1.324432635263382
driven_lanedir_min	0.4144894056428853
get_duckie_state_max	2.6091723374917474e-06
get_duckie_state_mean	2.4040735943216672e-06
get_duckie_state_median	2.4143854777018226e-06
get_duckie_state_min	2.178351084391276e-06
get_robot_state_max	0.012788878281911217
get_robot_state_mean	0.012643647034403304
get_robot_state_median	0.01273046334584554
get_robot_state_min	0.012324783164010922
get_state_dump_max	0.012793988386789955
get_state_dump_mean	0.012631119139877285
get_state_dump_median	0.01271332025527954
get_state_dump_min	0.012303847662160094
get_ui_image_max	0.03377913475036621
get_ui_image_mean	0.032733415149746925
get_ui_image_median	0.03276807030042013
get_ui_image_min	0.031618385247781246
in-drivable-lane_max	11.000000000000083
in-drivable-lane_mean	2.91250000000002
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.891329609719187, "get_ui_image": 0.031618385247781246, "step_physics": 0.06787532987728925, "survival_time": 7.099999999999983, "driven_lanedir": 0.7694810292233969, "get_state_dump": 0.012303847662160094, "sim_render-ego": 0.005191312709324797, "get_robot_state": 0.012324783164010922, "get_duckie_state": 2.6091723374917474e-06, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.016461993606997207, "deviation-heading": 1.520036331710276, "complete-iteration": 0.1748755397930951, "set_robot_commands": 0.004528796169119821, "deviation-center-line": 0.5297398226640043, "driven_lanedir_consec": 0.7694810292233969, "sim_compute_sim_state": 0.020908689834702184, "sim_compute_performance-ego": 0.0035212140687754458}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.939894767028756, "get_ui_image": 0.03196468432744344, "step_physics": 0.06803617159525553, "survival_time": 14.950000000000076, "driven_lanedir": 1.88857879093649, "get_state_dump": 0.012690134843190513, "sim_render-ego": 0.005310960610707601, "get_robot_state": 0.012788878281911217, "get_duckie_state": 2.548694610595703e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01625344196955363, "deviation-heading": 2.7613624239740373, "complete-iteration": 0.17632375876108805, "set_robot_commands": 0.004345335165659586, "deviation-center-line": 1.1097142226127876, "driven_lanedir_consec": 1.88857879093649, "sim_compute_sim_state": 0.02118827740351359, "sim_compute_performance-ego": 0.0036037818590799967}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9397213384330696, "get_ui_image": 0.03377913475036621, "step_physics": 0.07948370297749838, "survival_time": 14.950000000000076, "driven_lanedir": 0.4144894056428853, "get_state_dump": 0.012793988386789955, "sim_render-ego": 0.005407479604085287, "get_robot_state": 0.01277583916982015, "get_duckie_state": 2.2800763448079425e-06, "in-drivable-lane": 11.000000000000083, "agent_compute-ego": 0.01708916425704956, "deviation-heading": 1.2902663399057777, "complete-iteration": 0.19112849235534668, "set_robot_commands": 0.004388750394185384, "deviation-center-line": 0.1864458628031873, "driven_lanedir_consec": 0.4144894056428853, "sim_compute_sim_state": 0.02171290079752604, "sim_compute_performance-ego": 0.003556389808654785}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.939882638377195, "get_ui_image": 0.03357145627339681, "step_physics": 0.07773934284845987, "survival_time": 14.950000000000076, "driven_lanedir": 1.879384241303367, "get_state_dump": 0.01273650566736857, "sim_render-ego": 0.005093777974446614, "get_robot_state": 0.012685087521870931, "get_duckie_state": 2.178351084391276e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01623166561126709, "deviation-heading": 2.8068603452100995, "complete-iteration": 0.1904513470331828, "set_robot_commands": 0.004428393046061198, "deviation-center-line": 1.3619428419723956, "driven_lanedir_consec": 1.879384241303367, "sim_compute_sim_state": 0.02437095483144124, "sim_compute_performance-ego": 0.0034525624910990396}}
set_robot_commands_max	0.004528796169119821
set_robot_commands_mean	0.004422818693756498
set_robot_commands_median	0.004408571720123291
set_robot_commands_min	0.004345335165659586
sim_compute_performance-ego_max	0.0036037818590799967
sim_compute_performance-ego_mean	0.0035334870569023167
sim_compute_performance-ego_median	0.0035388019387151155
sim_compute_performance-ego_min	0.0034525624910990396
sim_compute_sim_state_max	0.02437095483144124
sim_compute_sim_state_mean	0.022045205716795767
sim_compute_sim_state_median	0.021450589100519817
sim_compute_sim_state_min	0.020908689834702184
sim_render-ego_max	0.005407479604085287
sim_render-ego_mean	0.005250882724641075
sim_render-ego_median	0.005251136660016199
sim_render-ego_min	0.005093777974446614
simulation-passed	1
step_physics_max	0.07948370297749838
step_physics_mean	0.07328363682462576
step_physics_median	0.0728877572218577
step_physics_min	0.06787532987728925
survival_time_max	14.950000000000076
survival_time_mean	12.987500000000054
survival_time_min	7.099999999999983

No reset possible

43144

11618

sim-exercise-2

LFv-sim

error

2020-11-25 21:41:03+00:00

2020-11-25 21:47:29+00:00

0:06:26

InvalidEvaluator: Tr [...]

InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 281, in main
    length_s = await run_episode(
  File "experiment_manager.py", line 554, in run_episode
    await loop.run_in_executor(executor, f)
  File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
    msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "step".
                   |
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
                   ||     self.SOn.belongs(R)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
                   ||     assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
                   ||     assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
                   ||     flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
                   ||     raise AssertionError(msg)
                   || AssertionError:
                   || Not equal to tolerance rtol=1e-07, atol=0
                   || I expect the determinant to be +1.
                   || x and y nan location mismatch:
                   ||  x: array(nan)
                   ||  y: array(1)
                   ||
                   || During handling of the above exception, another exception occurred:
                   ||
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
                   ||     self.update_physics_and_observations(until=data.until, context=context)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
                   ||     pc.integrate(delta_time)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
                   ||     self.state = self.state.integrate(dt, self.last_commands.wheels)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
                   ||     state2 = self.state.integrate(dt, use_commands)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
                   ||     s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
                   ||     return GenericKinematicsSE2(c1, t1)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
                   ||     geo.SE2.belongs(q0)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
                   ||     raise ValueError(msg)
                   || ValueError: The rotation is not a rotation:
                   || [[nan nan]
                   ||  [nan nan]]
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 351, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

43129

11614

sim-exercise-2

LFv-sim

success

2020-11-25 21:16:37+00:00

2020-11-25 21:25:26+00:00

0:08:49

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.7137982173987334
survival_time_median	14.950000000000076
deviation-center-line_median	0.6473273375300751
in-drivable-lane_median	0.3750000000000031

other stats

agent_compute-ego_max	0.01696482578913371
agent_compute-ego_mean	0.016586014977027344
agent_compute-ego_median	0.016529967290022707
agent_compute-ego_min	0.016319299538930257
complete-iteration_max	0.20878759458605683
complete-iteration_mean	0.19174599348243135
complete-iteration_median	0.19122876604398092
complete-iteration_min	0.1757388472557068
deviation-center-line_max	0.7367603589722103
deviation-center-line_mean	0.6136084681372866
deviation-center-line_min	0.4230188385167862
deviation-heading_max	2.3437470850913793
deviation-heading_mean	1.6067138152745917
deviation-heading_median	1.4010531936816908
deviation-heading_min	1.2810017886436067
driven_any_max	3.1890235901983255
driven_any_mean	2.87020262915422
driven_any_median	2.8298429940579126
driven_any_min	2.6321009383027314
driven_lanedir_consec_max	3.170842798381755
driven_lanedir_consec_mean	2.6977254331722804
driven_lanedir_consec_min	2.1924624995098987
driven_lanedir_max	3.170842798381755
driven_lanedir_mean	2.6977254331722804
driven_lanedir_median	2.7137982173987334
driven_lanedir_min	2.1924624995098987
get_duckie_state_max	2.3974805073224036e-06
get_duckie_state_mean	2.3187654464513694e-06
get_duckie_state_median	2.321004867553711e-06
get_duckie_state_min	2.235571543375651e-06
get_robot_state_max	0.0152449040607892
get_robot_state_mean	0.014063102727042698
get_robot_state_median	0.014426580667495728
get_robot_state_min	0.012154345512390136
get_state_dump_max	0.013283925851186117
get_state_dump_mean	0.012997047101993396
get_state_dump_median	0.013150678466834691
get_state_dump_min	0.012402905623118082
get_ui_image_max	0.03540038796605674
get_ui_image_mean	0.033873456449165965
get_ui_image_median	0.03423987110455831
get_ui_image_min	0.03161369562149048
in-drivable-lane_max	2.7000000000000384
in-drivable-lane_mean	0.8625000000000111
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.9859420596124084, "get_ui_image": 0.03161369562149048, "step_physics": 0.06855308373769124, "survival_time": 14.950000000000076, "driven_lanedir": 2.8109383948466236, "get_state_dump": 0.012402905623118082, "sim_render-ego": 0.005111673672993978, "get_robot_state": 0.012154345512390136, "get_duckie_state": 2.235571543375651e-06, "in-drivable-lane": 0.7500000000000062, "agent_compute-ego": 0.016438254515329997, "deviation-heading": 1.5148833531424812, "complete-iteration": 0.1757388472557068, "set_robot_commands": 0.004436243375142416, "deviation-center-line": 0.7367603589722103, "driven_lanedir_consec": 2.8109383948466236, "sim_compute_sim_state": 0.021453398863474527, "sim_compute_performance-ego": 0.003445439338684082}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.1890235901983255, "get_ui_image": 0.03370396534601847, "step_physics": 0.07329449017842611, "survival_time": 14.950000000000076, "driven_lanedir": 3.170842798381755, "get_state_dump": 0.013283925851186117, "sim_render-ego": 0.00555171807607015, "get_robot_state": 0.013654648462931317, "get_duckie_state": 2.3770332336425783e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016319299538930257, "deviation-heading": 1.2810017886436067, "complete-iteration": 0.18659536838531493, "set_robot_commands": 0.004371920426686605, "deviation-center-line": 0.6619325430214968, "driven_lanedir_consec": 3.170842798381755, "sim_compute_sim_state": 0.02255144755045573, "sim_compute_performance-ego": 0.0037207969029744463}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.6737439285034172, "get_ui_image": 0.03477577686309814, "step_physics": 0.0781829325358073, "survival_time": 14.950000000000076, "driven_lanedir": 2.6166580399508437, "get_state_dump": 0.0130425230662028, "sim_render-ego": 0.0058591206868489586, "get_robot_state": 0.01519851287206014, "get_duckie_state": 2.264976501464844e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01696482578913371, "deviation-heading": 2.3437470850913793, "complete-iteration": 0.1958621637026469, "set_robot_commands": 0.004754354953765869, "deviation-center-line": 0.6327221320386534, "driven_lanedir_consec": 2.6166580399508437, "sim_compute_sim_state": 0.023090572357177735, "sim_compute_performance-ego": 0.00385196844736735}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.6321009383027314, "get_ui_image": 0.03540038796605674, "step_physics": 0.08715622132595587, "survival_time": 13.450000000000056, "driven_lanedir": 2.1924624995098987, "get_state_dump": 0.013258833867466582, "sim_render-ego": 0.005912856984758909, "get_robot_state": 0.0152449040607892, "get_duckie_state": 2.3974805073224036e-06, "in-drivable-lane": 2.7000000000000384, "agent_compute-ego": 0.016621680064715417, "deviation-heading": 1.2872230342209, "complete-iteration": 0.20878759458605683, "set_robot_commands": 0.004690127744993756, "deviation-center-line": 0.4230188385167862, "driven_lanedir_consec": 2.1924624995098987, "sim_compute_sim_state": 0.02647019496194492, "sim_compute_performance-ego": 0.003886610158757206}}
set_robot_commands_max	0.004754354953765869
set_robot_commands_mean	0.004563161625147161
set_robot_commands_median	0.004563185560068086
set_robot_commands_min	0.004371920426686605
sim_compute_performance-ego_max	0.003886610158757206
sim_compute_performance-ego_mean	0.003726203711945771
sim_compute_performance-ego_median	0.0037863826751708984
sim_compute_performance-ego_min	0.003445439338684082
sim_compute_sim_state_max	0.02647019496194492
sim_compute_sim_state_mean	0.02339140343326323
sim_compute_sim_state_median	0.02282100995381673
sim_compute_sim_state_min	0.021453398863474527
sim_render-ego_max	0.005912856984758909
sim_render-ego_mean	0.0056088423551679985
sim_render-ego_median	0.005705419381459555
sim_render-ego_min	0.005111673672993978
simulation-passed	1
step_physics_max	0.08715622132595587
step_physics_mean	0.07679668194447013
step_physics_median	0.07573871135711671
step_physics_min	0.06855308373769124
survival_time_max	14.950000000000076
survival_time_mean	14.575000000000074
survival_time_min	13.450000000000056

No reset possible

43120

11610

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-25 20:47:58+00:00

2020-11-25 20:56:06+00:00

0:08:08

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.90202123313066
survival_time_median	14.525000000000071
deviation-center-line_median	0.3706031933078825
in-drivable-lane_median	4.5000000000000435

other stats

agent_compute-ego_max	0.017385151386260986
agent_compute-ego_mean	0.016646410398853805
agent_compute-ego_median	0.016543402342086143
agent_compute-ego_min	0.016113685524981956
complete-iteration_max	0.19397019663601056
complete-iteration_mean	0.1859704554534936
complete-iteration_median	0.1852835961182912
complete-iteration_min	0.17934443294138147
deviation-center-line_max	0.7149986738489235
deviation-center-line_mean	0.4136564976309829
deviation-center-line_min	0.1984209300592432
deviation-heading_max	2.5280578795407704
deviation-heading_mean	1.9199303876545604
deviation-heading_median	2.036445014874995
deviation-heading_min	1.0787736413274804
driven_any_max	3.763366875594764
driven_any_mean	3.039864302398164
driven_any_median	3.0140891636574576
driven_any_min	2.367912006682976
driven_lanedir_consec_max	3.667135382303457
driven_lanedir_consec_mean	2.053660647420726
driven_lanedir_consec_min	0.7434647411181297
driven_lanedir_max	3.667135382303457
driven_lanedir_mean	2.058704544725743
driven_lanedir_median	1.90202123313066
driven_lanedir_min	0.7636403303381942
get_duckie_state_max	2.1855036417643228e-06
get_duckie_state_mean	2.1328506054105317e-06
get_duckie_state_median	2.129470742071063e-06
get_duckie_state_min	2.086957295735677e-06
get_robot_state_max	0.013614270998084026
get_robot_state_mean	0.012943904642480923
get_robot_state_median	0.012735277016957602
get_robot_state_min	0.012690793537924476
get_state_dump_max	0.012709808810321604
get_state_dump_mean	0.012669560851130829
get_state_dump_median	0.012677344531877669
get_state_dump_min	0.01261374553044637
get_ui_image_max	0.03401542555355857
get_ui_image_mean	0.033245009535299276
get_ui_image_median	0.03324555402216704
get_ui_image_min	0.03247350454330444
in-drivable-lane_max	10.850000000000067
in-drivable-lane_mean	4.987500000000039
in-drivable-lane_min	0.10000000000000142
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.367912006682976, "get_ui_image": 0.03256435325180275, "step_physics": 0.06828757645427316, "survival_time": 10.350000000000012, "driven_lanedir": 1.4459841639435351, "get_state_dump": 0.012709808810321604, "sim_render-ego": 0.005351209410146815, "get_robot_state": 0.013614270998084026, "get_duckie_state": 2.150374334215542e-06, "in-drivable-lane": 4.6000000000000245, "agent_compute-ego": 0.016113685524981956, "deviation-heading": 1.0787736413274804, "complete-iteration": 0.17934443294138147, "set_robot_commands": 0.0045793966394691655, "deviation-center-line": 0.1984209300592432, "driven_lanedir_consec": 1.4459841639435351, "sim_compute_sim_state": 0.02237910579368112, "sim_compute_performance-ego": 0.003611501288298823}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.763366875594764, "get_ui_image": 0.03247350454330444, "step_physics": 0.06971464554468791, "survival_time": 14.950000000000076, "driven_lanedir": 3.667135382303457, "get_state_dump": 0.012648884455362957, "sim_render-ego": 0.005348537762959798, "get_robot_state": 0.012743138472239176, "get_duckie_state": 2.1855036417643228e-06, "in-drivable-lane": 0.10000000000000142, "agent_compute-ego": 0.01648195505142212, "deviation-heading": 2.5280578795407704, "complete-iteration": 0.17959750970204671, "set_robot_commands": 0.004322332541147868, "deviation-center-line": 0.7149986738489235, "driven_lanedir_consec": 3.667135382303457, "sim_compute_sim_state": 0.022137425740559897, "sim_compute_performance-ego": 0.0035904796918233236}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.0756820765379023, "get_ui_image": 0.03392675479253133, "step_physics": 0.07864306608835857, "survival_time": 14.950000000000076, "driven_lanedir": 0.7636403303381942, "get_state_dump": 0.01261374553044637, "sim_render-ego": 0.00537753423055013, "get_robot_state": 0.012727415561676026, "get_duckie_state": 2.086957295735677e-06, "in-drivable-lane": 10.850000000000067, "agent_compute-ego": 0.017385151386260986, "deviation-heading": 2.5275224306590114, "complete-iteration": 0.19096968253453572, "set_robot_commands": 0.004463558991750082, "deviation-center-line": 0.27170196048420237, "driven_lanedir_consec": 0.7434647411181297, "sim_compute_sim_state": 0.022140300273895262, "sim_compute_performance-ego": 0.003553861776987712}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.952496250777013, "get_ui_image": 0.03401542555355857, "step_physics": 0.0795980379091087, "survival_time": 14.100000000000064, "driven_lanedir": 2.358058302317785, "get_state_dump": 0.012705804608392378, "sim_render-ego": 0.005215642300057918, "get_robot_state": 0.012690793537924476, "get_duckie_state": 2.1085671499265848e-06, "in-drivable-lane": 4.4000000000000625, "agent_compute-ego": 0.016604849632750166, "deviation-heading": 1.5453675990909792, "complete-iteration": 0.19397019663601056, "set_robot_commands": 0.0043393846944714265, "deviation-center-line": 0.4695044261315627, "driven_lanedir_consec": 2.358058302317785, "sim_compute_sim_state": 0.02512770764371182, "sim_compute_performance-ego": 0.0035361871651723876}}
set_robot_commands_max	0.0045793966394691655
set_robot_commands_mean	0.004426168216709635
set_robot_commands_median	0.004401471843110754
set_robot_commands_min	0.004322332541147868
sim_compute_performance-ego_max	0.003611501288298823
sim_compute_performance-ego_mean	0.0035730074805705616
sim_compute_performance-ego_median	0.0035721707344055177
sim_compute_performance-ego_min	0.0035361871651723876
sim_compute_sim_state_max	0.02512770764371182
sim_compute_sim_state_mean	0.022946134862962025
sim_compute_sim_state_median	0.022259703033788193
sim_compute_sim_state_min	0.022137425740559897
sim_render-ego_max	0.00537753423055013
sim_render-ego_mean	0.005323230925928665
sim_render-ego_median	0.005349873586553307
sim_render-ego_min	0.005215642300057918
simulation-passed	1
step_physics_max	0.0795980379091087
step_physics_mean	0.07406083149910708
step_physics_median	0.07417885581652324
step_physics_min	0.06828757645427316
survival_time_max	14.950000000000076
survival_time_mean	13.58750000000006
survival_time_min	10.350000000000012

No reset possible

43116

11608

exercise_state_estimation

LFv-sim

success

2020-11-25 20:23:19+00:00

2020-11-25 20:32:41+00:00

0:09:22

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.681640780383042
survival_time_median	14.950000000000076
deviation-center-line_median	0.48389243721500685
in-drivable-lane_median	1.6000000000000227

other stats

agent_compute-ego_max	0.017581919034322102
agent_compute-ego_mean	0.017443382342656452
agent_compute-ego_median	0.017451754808425902
agent_compute-ego_min	0.017288100719451905
complete-iteration_max	0.20423160314559935
complete-iteration_mean	0.19861545503139497
complete-iteration_median	0.19839651505152384
complete-iteration_min	0.1934371868769328
deviation-center-line_max	0.5464452069722419
deviation-center-line_mean	0.44429618249028424
deviation-center-line_min	0.26295464855888123
deviation-heading_max	2.7168634845013333
deviation-heading_mean	2.4231643940718595
deviation-heading_median	2.567729834710968
deviation-heading_min	1.8403344223641689
driven_any_max	1.9399436634529117
driven_any_mean	1.938333568802998
driven_any_median	1.9398726688868209
driven_any_min	1.9336452739854384
driven_lanedir_consec_max	1.8901626527486897
driven_lanedir_consec_mean	1.542650549614614
driven_lanedir_consec_min	0.9171579849436822
driven_lanedir_max	1.8901626527486897
driven_lanedir_mean	1.542650549614614
driven_lanedir_median	1.681640780383042
driven_lanedir_min	0.9171579849436822
get_duckie_state_max	2.53756841023763e-06
get_duckie_state_mean	2.4378299713134765e-06
get_duckie_state_median	2.4167696634928386e-06
get_duckie_state_min	2.3802121480305988e-06
get_robot_state_max	0.015585931142171223
get_robot_state_mean	0.015176156759262083
get_robot_state_median	0.015215734640757244
get_robot_state_min	0.014687226613362633
get_state_dump_max	0.013460803031921386
get_state_dump_mean	0.013381781776746114
get_state_dump_median	0.013382562398910523
get_state_dump_min	0.013301199277242024
get_ui_image_max	0.03509284496307373
get_ui_image_mean	0.03478656033674876
get_ui_image_median	0.03471392909685771
get_ui_image_min	0.03462553819020589
in-drivable-lane_max	6.8000000000000345
in-drivable-lane_mean	2.50000000000002
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.9336452739854384, "get_ui_image": 0.034760236740112305, "step_physics": 0.07669984817504882, "survival_time": 14.950000000000076, "driven_lanedir": 1.4760760712625292, "get_state_dump": 0.013372621536254882, "sim_render-ego": 0.005894508361816406, "get_robot_state": 0.015585931142171223, "get_duckie_state": 2.436637878417969e-06, "in-drivable-lane": 3.2000000000000455, "agent_compute-ego": 0.017541311581929526, "deviation-heading": 1.8403344223641689, "complete-iteration": 0.19611151377360023, "set_robot_commands": 0.004788726170857747, "deviation-center-line": 0.4435012101772075, "driven_lanedir_consec": 1.4760760712625292, "sim_compute_sim_state": 0.023314085801442463, "sim_compute_performance-ego": 0.004008455276489258}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9399360534334067, "get_ui_image": 0.03466762145360311, "step_physics": 0.07613392591476441, "survival_time": 14.950000000000076, "driven_lanedir": 1.8872054895035548, "get_state_dump": 0.013460803031921386, "sim_render-ego": 0.005885988076527913, "get_robot_state": 0.014687226613362633, "get_duckie_state": 2.396901448567708e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017362198034922283, "deviation-heading": 2.7168634845013333, "complete-iteration": 0.1934371868769328, "set_robot_commands": 0.004607200622558594, "deviation-center-line": 0.26295464855888123, "driven_lanedir_consec": 1.8872054895035548, "sim_compute_sim_state": 0.022532555262247723, "sim_compute_performance-ego": 0.003949072360992432}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9398092843402344, "get_ui_image": 0.03509284496307373, "step_physics": 0.08138149897257486, "survival_time": 14.950000000000076, "driven_lanedir": 0.9171579849436822, "get_state_dump": 0.013392503261566165, "sim_render-ego": 0.005982444286346435, "get_robot_state": 0.015213318665822349, "get_duckie_state": 2.53756841023763e-06, "in-drivable-lane": 6.8000000000000345, "agent_compute-ego": 0.017581919034322102, "deviation-heading": 2.6565631207218345, "complete-iteration": 0.20068151632944745, "set_robot_commands": 0.004653509457906087, "deviation-center-line": 0.5242836642528063, "driven_lanedir_consec": 0.9171579849436822, "sim_compute_sim_state": 0.023208128611246746, "sim_compute_performance-ego": 0.004028041362762452}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9399436634529117, "get_ui_image": 0.03462553819020589, "step_physics": 0.08357246001561483, "survival_time": 14.950000000000076, "driven_lanedir": 1.8901626527486897, "get_state_dump": 0.013301199277242024, "sim_render-ego": 0.005739921728769938, "get_robot_state": 0.01521815061569214, "get_duckie_state": 2.3802121480305988e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017288100719451905, "deviation-heading": 2.478896548700101, "complete-iteration": 0.20423160314559935, "set_robot_commands": 0.0046612683931986495, "deviation-center-line": 0.5464452069722419, "driven_lanedir_consec": 1.8901626527486897, "sim_compute_sim_state": 0.02582484722137451, "sim_compute_performance-ego": 0.0038570698102315263}}
set_robot_commands_max	0.004788726170857747
set_robot_commands_mean	0.00467767616113027
set_robot_commands_median	0.004657388925552368
set_robot_commands_min	0.004607200622558594
sim_compute_performance-ego_max	0.004028041362762452
sim_compute_performance-ego_mean	0.003960659702618917
sim_compute_performance-ego_median	0.003978763818740845
sim_compute_performance-ego_min	0.0038570698102315263
sim_compute_sim_state_max	0.02582484722137451
sim_compute_sim_state_mean	0.02371990422407786
sim_compute_sim_state_median	0.023261107206344604
sim_compute_sim_state_min	0.022532555262247723
sim_render-ego_max	0.005982444286346435
sim_render-ego_mean	0.005875715613365174
sim_render-ego_median	0.00589024821917216
sim_render-ego_min	0.005739921728769938
simulation-passed	1
step_physics_max	0.08357246001561483
step_physics_mean	0.07944693326950072
step_physics_median	0.07904067357381184
step_physics_min	0.07613392591476441
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43082

11603

Jean-Sébastien Grondin 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-25 20:09:48+00:00

2020-11-25 20:17:23+00:00

0:07:35

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.329598151067831
survival_time_median	13.72500000000006
deviation-center-line_median	0.3567552658570269
in-drivable-lane_median	4.200000000000028

other stats

agent_compute-ego_max	0.017867121696472168
agent_compute-ego_mean	0.01761361311305137
agent_compute-ego_median	0.017573745330174764
agent_compute-ego_min	0.01743984009538378
complete-iteration_max	0.21106110300336564
complete-iteration_mean	0.20118558902967543
complete-iteration_median	0.19955472048123676
complete-iteration_min	0.19457181215286257
deviation-center-line_max	0.9687176442449196
deviation-center-line_mean	0.5057295110003907
deviation-center-line_min	0.34068986804258905
deviation-heading_max	5.8181221780280445
deviation-heading_mean	3.1402202326931743
deviation-heading_median	2.77434095999641
deviation-heading_min	1.194076832751833
driven_any_max	3.5732359723875136
driven_any_mean	2.8490265416962695
driven_any_median	3.268028429906777
driven_any_min	1.2868133345840107
driven_lanedir_consec_max	2.855571030299475
driven_lanedir_consec_mean	1.5939926223721106
driven_lanedir_consec_min	0.8612031570533049
driven_lanedir_max	2.855571030299475
driven_lanedir_mean	1.5939926223721106
driven_lanedir_median	1.329598151067831
driven_lanedir_min	0.8612031570533049
get_duckie_state_max	2.6417630059378487e-06
get_duckie_state_mean	2.544464099974859e-06
get_duckie_state_median	2.5482972462972003e-06
get_duckie_state_min	2.4394989013671873e-06
get_robot_state_max	0.015349957942962646
get_robot_state_mean	0.014973961955025082
get_robot_state_median	0.014984808286031086
get_robot_state_min	0.014576273305075507
get_state_dump_max	0.013759687542915344
get_state_dump_mean	0.013376692920923234
get_state_dump_median	0.013292280435562137
get_state_dump_min	0.01316252326965332
get_ui_image_max	0.03611991596221924
get_ui_image_mean	0.03512118004759153
get_ui_image_median	0.035247015456358596
get_ui_image_min	0.03387077331542969
in-drivable-lane_max	7.700000000000095
in-drivable-lane_mean	4.125000000000037
in-drivable-lane_min	0.3999999999999986
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.561685952662882, "get_ui_image": 0.03387077331542969, "step_physics": 0.07718642234802246, "survival_time": 14.950000000000076, "driven_lanedir": 1.5236908846395254, "get_state_dump": 0.013366060256958008, "sim_render-ego": 0.005855511824289957, "get_robot_state": 0.014823371569315591, "get_duckie_state": 2.529621124267578e-06, "in-drivable-lane": 7.700000000000095, "agent_compute-ego": 0.017607335249582926, "deviation-heading": 2.2978341458983604, "complete-iteration": 0.19457181215286257, "set_robot_commands": 0.004567415714263916, "deviation-center-line": 0.36166661652143706, "driven_lanedir_consec": 1.5236908846395254, "sim_compute_sim_state": 0.023269439538319905, "sim_compute_performance-ego": 0.003889731566111247}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.5732359723875136, "get_ui_image": 0.03437652190526327, "step_physics": 0.07838098684946695, "survival_time": 14.950000000000076, "driven_lanedir": 2.855571030299475, "get_state_dump": 0.01321850061416626, "sim_render-ego": 0.005914229551951091, "get_robot_state": 0.015349957942962646, "get_duckie_state": 2.566973368326823e-06, "in-drivable-lane": 1.3000000000000185, "agent_compute-ego": 0.017867121696472168, "deviation-heading": 5.8181221780280445, "complete-iteration": 0.19757763306299844, "set_robot_commands": 0.004668511549631754, "deviation-center-line": 0.9687176442449196, "driven_lanedir_consec": 2.855571030299475, "sim_compute_sim_state": 0.02365477244059245, "sim_compute_performance-ego": 0.00400684118270874}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.974370907150671, "get_ui_image": 0.03611991596221924, "step_physics": 0.08138929176330566, "survival_time": 12.500000000000044, "driven_lanedir": 0.8612031570533049, "get_state_dump": 0.01316252326965332, "sim_render-ego": 0.0059796772003173826, "get_robot_state": 0.015146245002746582, "get_duckie_state": 2.4394989013671873e-06, "in-drivable-lane": 7.100000000000038, "agent_compute-ego": 0.017540155410766603, "deviation-heading": 3.25084777409446, "complete-iteration": 0.20153180789947508, "set_robot_commands": 0.0048595256805419925, "deviation-center-line": 0.34068986804258905, "driven_lanedir_consec": 0.8612031570533049, "sim_compute_sim_state": 0.023209223747253416, "sim_compute_performance-ego": 0.003980024337768555}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.2868133345840107, "get_ui_image": 0.03611750900745392, "step_physics": 0.08852988694395338, "survival_time": 5.599999999999988, "driven_lanedir": 1.1355054174961363, "get_state_dump": 0.013759687542915344, "sim_render-ego": 0.005869920764650617, "get_robot_state": 0.014576273305075507, "get_duckie_state": 2.6417630059378487e-06, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.01743984009538378, "deviation-heading": 1.194076832751833, "complete-iteration": 0.21106110300336564, "set_robot_commands": 0.004507324525288173, "deviation-center-line": 0.35184391519261676, "driven_lanedir_consec": 1.1355054174961363, "sim_compute_sim_state": 0.026159676057951792, "sim_compute_performance-ego": 0.003954210451671055}}
set_robot_commands_max	0.0048595256805419925
set_robot_commands_mean	0.004650694367431459
set_robot_commands_median	0.004617963631947835
set_robot_commands_min	0.004507324525288173
sim_compute_performance-ego_max	0.00400684118270874
sim_compute_performance-ego_mean	0.003957701884564899
sim_compute_performance-ego_median	0.003967117394719805
sim_compute_performance-ego_min	0.003889731566111247
sim_compute_sim_state_max	0.026159676057951792
sim_compute_sim_state_mean	0.02407327794602939
sim_compute_sim_state_median	0.023462105989456177
sim_compute_sim_state_min	0.023209223747253416
sim_render-ego_max	0.0059796772003173826
sim_render-ego_mean	0.0059048348353022626
sim_render-ego_median	0.005892075158300853
sim_render-ego_min	0.005855511824289957
simulation-passed	1
step_physics_max	0.08852988694395338
step_physics_mean	0.08137164697618711
step_physics_median	0.0798851393063863
step_physics_min	0.07718642234802246
survival_time_max	14.950000000000076
survival_time_mean	12.000000000000046
survival_time_min	5.599999999999988

No reset possible

43069

11598

exercise_state_estimation

LFv-sim

success

2020-11-25 19:43:29+00:00

2020-11-25 19:52:13+00:00

0:08:44

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.7824465408410104
survival_time_median	14.950000000000076
deviation-center-line_median	0.9042194262809756
in-drivable-lane_median	0.8000000000000114

other stats

agent_compute-ego_max	0.017464863459269207
agent_compute-ego_mean	0.017258286277453103
agent_compute-ego_median	0.017237679560979206
agent_compute-ego_min	0.017092922528584797
complete-iteration_max	0.19848262468973796
complete-iteration_mean	0.19028300583362576
complete-iteration_median	0.18902284065882363
complete-iteration_min	0.18460371732711792
deviation-center-line_max	1.5858148920986663
deviation-center-line_mean	0.9981305195628668
deviation-center-line_min	0.598268333590849
deviation-heading_max	2.528845602368216
deviation-heading_mean	1.9098306832903753
deviation-heading_median	1.7659675773253465
deviation-heading_min	1.5785419761425925
driven_any_max	1.9399961843411488
driven_any_mean	1.9384127106039053
driven_any_median	1.939989857425296
driven_any_min	1.9336749432238816
driven_lanedir_consec_max	1.9069936620962995
driven_lanedir_consec_mean	1.7203207667336184
driven_lanedir_consec_min	1.409396323156154
driven_lanedir_max	1.9069936620962995
driven_lanedir_mean	1.7203207667336184
driven_lanedir_median	1.7824465408410104
driven_lanedir_min	1.409396323156154
get_duckie_state_max	2.384185791015625e-06
get_duckie_state_mean	2.339680989583333e-06
get_duckie_state_median	2.336899439493815e-06
get_duckie_state_min	2.300739288330078e-06
get_robot_state_max	0.01505182425181071
get_robot_state_mean	0.014399466514587402
get_robot_state_median	0.01453020731608073
get_robot_state_min	0.01348562717437744
get_state_dump_max	0.013383715947469076
get_state_dump_mean	0.013222828308741252
get_state_dump_median	0.013296304146448772
get_state_dump_min	0.012914988994598389
get_ui_image_max	0.03378616889317831
get_ui_image_mean	0.03346335271994273
get_ui_image_median	0.033544722795486454
get_ui_image_min	0.03297779639561971
in-drivable-lane_max	3.650000000000052
in-drivable-lane_mean	1.3125000000000189
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.9336749432238816, "get_ui_image": 0.03355115413665771, "step_physics": 0.07239773114522298, "survival_time": 14.950000000000076, "driven_lanedir": 1.409396323156154, "get_state_dump": 0.013383715947469076, "sim_render-ego": 0.005682334105173747, "get_robot_state": 0.01505182425181071, "get_duckie_state": 2.384185791015625e-06, "in-drivable-lane": 3.650000000000052, "agent_compute-ego": 0.017259241739908854, "deviation-heading": 1.5785419761425925, "complete-iteration": 0.18852663516998291, "set_robot_commands": 0.0046478978792826335, "deviation-center-line": 0.598268333590849, "driven_lanedir_consec": 1.409396323156154, "sim_compute_sim_state": 0.022584832509358724, "sim_compute_performance-ego": 0.0038187400499979656}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9399961843411488, "get_ui_image": 0.03297779639561971, "step_physics": 0.07133865435918173, "survival_time": 14.950000000000076, "driven_lanedir": 1.9069936620962995, "get_state_dump": 0.012914988994598389, "sim_render-ego": 0.00555256446202596, "get_robot_state": 0.01459939161936442, "get_duckie_state": 2.342859903971354e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017092922528584797, "deviation-heading": 1.8026066553070528, "complete-iteration": 0.18460371732711792, "set_robot_commands": 0.004487857818603515, "deviation-center-line": 1.5858148920986663, "driven_lanedir_consec": 1.9069936620962995, "sim_compute_sim_state": 0.021796536445617676, "sim_compute_performance-ego": 0.0036977585156758625}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9399881222885864, "get_ui_image": 0.03353829145431519, "step_physics": 0.07558895349502563, "survival_time": 14.950000000000076, "driven_lanedir": 1.6583752505746627, "get_state_dump": 0.013374727567036946, "sim_render-ego": 0.005580048561096191, "get_robot_state": 0.01348562717437744, "get_duckie_state": 2.300739288330078e-06, "in-drivable-lane": 1.6000000000000227, "agent_compute-ego": 0.017464863459269207, "deviation-heading": 2.528845602368216, "complete-iteration": 0.1895190461476644, "set_robot_commands": 0.0043964219093322755, "deviation-center-line": 0.9237101366127496, "driven_lanedir_consec": 1.6583752505746627, "sim_compute_sim_state": 0.02224608659744263, "sim_compute_performance-ego": 0.0036927413940429686}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.939991592562005, "get_ui_image": 0.03378616889317831, "step_physics": 0.08071145455042521, "survival_time": 14.950000000000076, "driven_lanedir": 1.906517831107358, "get_state_dump": 0.013217880725860595, "sim_render-ego": 0.005540428161621094, "get_robot_state": 0.014461023012797038, "get_duckie_state": 2.330938975016276e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01721611738204956, "deviation-heading": 1.7293284993436404, "complete-iteration": 0.19848262468973796, "set_robot_commands": 0.004563651084899902, "deviation-center-line": 0.8847287159492019, "driven_lanedir_consec": 1.906517831107358, "sim_compute_sim_state": 0.02508865197499593, "sim_compute_performance-ego": 0.0037482714653015135}}
set_robot_commands_max	0.0046478978792826335
set_robot_commands_mean	0.0045239571730295814
set_robot_commands_median	0.004525754451751709
set_robot_commands_min	0.0043964219093322755
sim_compute_performance-ego_max	0.0038187400499979656
sim_compute_performance-ego_mean	0.0037393778562545775
sim_compute_performance-ego_median	0.003723014990488688
sim_compute_performance-ego_min	0.0036927413940429686
sim_compute_sim_state_max	0.02508865197499593
sim_compute_sim_state_mean	0.02292902688185374
sim_compute_sim_state_median	0.02241545955340068
sim_compute_sim_state_min	0.021796536445617676
sim_render-ego_max	0.005682334105173747
sim_render-ego_mean	0.005588843822479248
sim_render-ego_median	0.005566306511561076
sim_render-ego_min	0.005540428161621094
simulation-passed	1
step_physics_max	0.08071145455042521
step_physics_mean	0.0750091983874639
step_physics_median	0.0739933423201243
step_physics_min	0.07133865435918173
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43064

11596

real-exercise-2

LFv-sim

error

2020-11-25 19:19:26+00:00

2020-11-25 19:22:51+00:00

0:03:25

InvalidEvaluator: Tr [...]

InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 281, in main
    length_s = await run_episode(
  File "experiment_manager.py", line 554, in run_episode
    await loop.run_in_executor(executor, f)
  File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
    msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "step".
                   |
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
                   ||     self.SOn.belongs(R)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
                   ||     assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
                   ||     assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
                   ||     flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
                   ||     raise AssertionError(msg)
                   || AssertionError:
                   || Not equal to tolerance rtol=1e-07, atol=0
                   || I expect the determinant to be +1.
                   || x and y nan location mismatch:
                   ||  x: array(nan)
                   ||  y: array(1)
                   ||
                   || During handling of the above exception, another exception occurred:
                   ||
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
                   ||     self.update_physics_and_observations(until=data.until, context=context)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
                   ||     pc.integrate(delta_time)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
                   ||     self.state = self.state.integrate(dt, self.last_commands.wheels)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
                   ||     state2 = self.state.integrate(dt, use_commands)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
                   ||     s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
                   ||     return GenericKinematicsSE2(c1, t1)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
                   ||     geo.SE2.belongs(q0)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
                   ||     raise ValueError(msg)
                   || ValueError: The rotation is not a rotation:
                   || [[nan nan]
                   ||  [nan nan]]
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 351, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

43058

11593

exercise_state_estimation

LFv-sim

success

2020-11-25 19:11:09+00:00

2020-11-25 19:19:09+00:00

0:08:00

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.0
survival_time_median	14.950000000000076
deviation-center-line_median	0.3071094952840746
in-drivable-lane_median	0.0

other stats

agent_compute-ego_max	0.017643431822458904
agent_compute-ego_mean	0.017106862266858418
agent_compute-ego_median	0.017068400780359903
agent_compute-ego_min	0.016647215684254965
complete-iteration_max	0.1965203102429708
complete-iteration_mean	0.17812718232472738
complete-iteration_median	0.17316158056259157
complete-iteration_min	0.16966525793075565
deviation-center-line_max	0.6863069918481528
deviation-center-line_mean	0.35998819605511767
deviation-center-line_min	0.13942680180416853
deviation-heading_max	3.7258518640401217
deviation-heading_mean	1.6586762301304627
deviation-heading_median	1.2113904039371066
deviation-heading_min	0.486072248607516
driven_any_max	1.3686924727581474e-13
driven_any_mean	6.950391439969185e-14
driven_any_median	7.057320516147632e-14
driven_any_min	0.0
driven_lanedir_consec_max	1.7821788787841797e-05
driven_lanedir_consec_mean	4.455447196960449e-06
driven_lanedir_consec_min	0.0
driven_lanedir_max	1.7821788787841797e-05
driven_lanedir_mean	4.455447196960449e-06
driven_lanedir_median	0.0
driven_lanedir_min	0.0
get_duckie_state_max	2.3142496744791667e-06
get_duckie_state_mean	2.138813336690267e-06
get_duckie_state_median	2.122322718302409e-06
get_duckie_state_min	1.9963582356770833e-06
get_robot_state_max	0.012574230829874676
get_robot_state_mean	0.01165811796983083
get_robot_state_median	0.011397222677866616
get_robot_state_min	0.011263795693715412
get_state_dump_max	0.01266753117243449
get_state_dump_mean	0.012017303109169007
get_state_dump_median	0.01185759425163269
get_state_dump_min	0.011686492760976157
get_ui_image_max	0.03434226671854655
get_ui_image_mean	0.032744249105453496
get_ui_image_median	0.03244936386744181
get_ui_image_min	0.03173600196838379
in-drivable-lane_max	0.0
in-drivable-lane_mean	0.0
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.328474932138796e-13, "get_ui_image": 0.03173600196838379, "step_physics": 0.0668000094095866, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.01266753117243449, "sim_render-ego": 0.005263381004333496, "get_robot_state": 0.012574230829874676, "get_duckie_state": 2.3142496744791667e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016883612473805744, "deviation-heading": 1.6198720948235377, "complete-iteration": 0.17441975037256877, "set_robot_commands": 0.004599124590555827, "deviation-center-line": 0.20880585936578705, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.0201615834236145, "sim_compute_performance-ego": 0.0036022265752156577}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.3686924727581474e-13, "get_ui_image": 0.032750908533732095, "step_physics": 0.06522717873255411, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.011786287625630696, "sim_render-ego": 0.004946133295694987, "get_robot_state": 0.011263795693715412, "get_duckie_state": 1.9963582356770833e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016647215684254965, "deviation-heading": 3.7258518640401217, "complete-iteration": 0.16966525793075565, "set_robot_commands": 0.004466073513031006, "deviation-center-line": 0.13942680180416853, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.019070485432942708, "sim_compute_performance-ego": 0.003382898966471354}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.0, "get_ui_image": 0.03214781920115153, "step_physics": 0.06648694356282552, "survival_time": 14.950000000000076, "driven_lanedir": 1.7821788787841797e-05, "get_state_dump": 0.011928900877634685, "sim_render-ego": 0.005052131017049153, "get_robot_state": 0.011431334018707277, "get_duckie_state": 2.0599365234375e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017643431822458904, "deviation-heading": 0.8029087130506755, "complete-iteration": 0.17190341075261434, "set_robot_commands": 0.00437371015548706, "deviation-center-line": 0.4054131312023622, "driven_lanedir_consec": 1.7821788787841797e-05, "sim_compute_sim_state": 0.019309304555257163, "sim_compute_performance-ego": 0.003407786687215169}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 8.298917109073045e-15, "get_ui_image": 0.03434226671854655, "step_physics": 0.08669495423634847, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.011686492760976157, "sim_render-ego": 0.0049532063802083335, "get_robot_state": 0.01136311133702596, "get_duckie_state": 2.184708913167318e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01725318908691406, "deviation-heading": 0.486072248607516, "complete-iteration": 0.1965203102429708, "set_robot_commands": 0.00465661366780599, "deviation-center-line": 0.6863069918481528, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.022052125930786134, "sim_compute_performance-ego": 0.0033891900380452473}}
set_robot_commands_max	0.00465661366780599
set_robot_commands_mean	0.00452388048171997
set_robot_commands_median	0.004532599051793417
set_robot_commands_min	0.00437371015548706
sim_compute_performance-ego_max	0.0036022265752156577
sim_compute_performance-ego_mean	0.003445525566736857
sim_compute_performance-ego_median	0.0033984883626302083
sim_compute_performance-ego_min	0.003382898966471354
sim_compute_sim_state_max	0.022052125930786134
sim_compute_sim_state_mean	0.02014837483565013
sim_compute_sim_state_median	0.01973544398943583
sim_compute_sim_state_min	0.019070485432942708
sim_render-ego_max	0.005263381004333496
sim_render-ego_mean	0.005053712924321493
sim_render-ego_median	0.0050026686986287434
sim_render-ego_min	0.004946133295694987
simulation-passed	1
step_physics_max	0.08669495423634847
step_physics_mean	0.07130227148532868
step_physics_median	0.06664347648620605
step_physics_min	0.06522717873255411
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

43019

11584

Yishu Malhotra 🇨🇦

exercise_state_estimation

LFv-sim

failed

2020-11-25 18:06:05+00:00

2020-11-25 18:09:25+00:00

0:03:20

InvalidSubmission: T [...]

InvalidSubmission:
Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
    msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
    raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "experiment_manager.py", line 540, in run_episode
    r: MsgReceived = await loop.run_in_executor(executor, f)
  File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
    ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
    raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 116 messages. Expected topic "commands".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 281, in main
    length_s = await run_episode(
  File "experiment_manager.py", line 544, in run_episode
    raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

43008

11584

Yishu Malhotra 🇨🇦

exercise_state_estimation

LFv-sim

failed

2020-11-25 18:00:29+00:00

2020-11-25 18:04:05+00:00

0:03:36

InvalidSubmission: T [...]

InvalidSubmission:
Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
    msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
    raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "experiment_manager.py", line 540, in run_episode
    r: MsgReceived = await loop.run_in_executor(executor, f)
  File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
    ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
    raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 148 messages. Expected topic "commands".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 281, in main
    length_s = await run_episode(
  File "experiment_manager.py", line 544, in run_episode
    raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

42963

11574

Anastasiya Nikolskaya 🇷🇺

JetBrains Research

LFv-sim

success

2020-11-25 12:43:50+00:00

2020-11-25 12:57:16+00:00

0:13:26

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	3.745675433675259
survival_time_median	14.950000000000076
deviation-center-line_median	1.0585382980847748
in-drivable-lane_median	3.700000000000011

other stats

agent_compute-ego_max	0.018875184853871664
agent_compute-ego_mean	0.01870986302693685
agent_compute-ego_median	0.018730210065841676
agent_compute-ego_min	0.01850384712219238
complete-iteration_max	0.19401934623718264
complete-iteration_mean	0.1892811151345571
complete-iteration_median	0.1889854975541433
complete-iteration_min	0.1851341191927592
deviation-center-line_max	1.254049156822492
deviation-center-line_mean	0.9342752893256268
deviation-center-line_min	0.3659754043104658
deviation-heading_max	2.6481914725723215
deviation-heading_mean	2.1955050314744637
deviation-heading_median	2.609944473045277
deviation-heading_min	0.9139397072349787
driven_any_max	5.407480401557125
driven_any_mean	4.272945953373892
driven_any_median	4.6118859606285385
driven_any_min	2.4605314906813667
driven_lanedir_consec_max	4.820301467173034
driven_lanedir_consec_mean	3.679035629057413
driven_lanedir_consec_min	2.4044901817061
driven_lanedir_max	4.820301467173034
driven_lanedir_mean	3.679035629057413
driven_lanedir_median	3.745675433675259
driven_lanedir_min	2.4044901817061
get_duckie_state_max	3.3434232076009115e-06
get_duckie_state_mean	3.293553988138835e-06
get_duckie_state_median	3.28977902730306e-06
get_duckie_state_min	3.2512346903483073e-06
get_robot_state_max	0.014306896527608236
get_robot_state_mean	0.0135850057999293
get_robot_state_median	0.01341111699740092
get_robot_state_min	0.013210892677307127
get_state_dump_max	0.01304473876953125
get_state_dump_mean	0.012889805634816488
get_state_dump_median	0.012906356652577718
get_state_dump_min	0.012701770464579263
get_ui_image_max	0.0342002813021342
get_ui_image_mean	0.03349396467208863
get_ui_image_median	0.03340636928876241
get_ui_image_min	0.03296283880869547
in-drivable-lane_max	8.600000000000092
in-drivable-lane_mean	4.000000000000028
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.940035856043022, "get_ui_image": 0.03304915189743042, "step_physics": 0.071764395236969, "survival_time": 14.950000000000076, "driven_lanedir": 4.820301467173034, "get_state_dump": 0.012701770464579263, "sim_render-ego": 0.005518640677134196, "get_robot_state": 0.014306896527608236, "get_duckie_state": 3.303686777750651e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01850384712219238, "deviation-heading": 2.589059497401109, "complete-iteration": 0.18763471364974976, "set_robot_commands": 0.00443091630935669, "deviation-center-line": 1.1111890895608152, "driven_lanedir_consec": 4.820301467173034, "sim_compute_sim_state": 0.02347069263458252, "sim_compute_performance-ego": 0.003755652904510498}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.4605314906813667, "get_ui_image": 0.03296283880869547, "step_physics": 0.07093167146046957, "survival_time": 14.950000000000076, "driven_lanedir": 2.4044901817061, "get_state_dump": 0.01285441001256307, "sim_render-ego": 0.005438081423441569, "get_robot_state": 0.013210892677307127, "get_duckie_state": 3.275871276855469e-06, "in-drivable-lane": 8.600000000000092, "agent_compute-ego": 0.01884863058725993, "deviation-heading": 0.9139397072349787, "complete-iteration": 0.1851341191927592, "set_robot_commands": 0.0042370994885762535, "deviation-center-line": 0.3659754043104658, "driven_lanedir_consec": 2.4044901817061, "sim_compute_sim_state": 0.022936174074808757, "sim_compute_performance-ego": 0.003583677609761556}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.283736065214055, "get_ui_image": 0.0342002813021342, "step_physics": 0.07433950503667196, "survival_time": 14.950000000000076, "driven_lanedir": 3.6059084489183526, "get_state_dump": 0.01304473876953125, "sim_render-ego": 0.005410653750101725, "get_robot_state": 0.013325226306915284, "get_duckie_state": 3.3434232076009115e-06, "in-drivable-lane": 3.100000000000012, "agent_compute-ego": 0.018875184853871664, "deviation-heading": 2.6481914725723215, "complete-iteration": 0.1903362814585368, "set_robot_commands": 0.0042842634518941245, "deviation-center-line": 1.254049156822492, "driven_lanedir_consec": 3.6059084489183526, "sim_compute_sim_state": 0.023118375142415364, "sim_compute_performance-ego": 0.0036029330889383953}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 5.407480401557125, "get_ui_image": 0.0337635866800944, "step_physics": 0.0744706400235494, "survival_time": 14.950000000000076, "driven_lanedir": 3.8854424184321665, "get_state_dump": 0.012958303292592366, "sim_render-ego": 0.005450096130371094, "get_robot_state": 0.013497007687886557, "get_duckie_state": 3.2512346903483073e-06, "in-drivable-lane": 4.30000000000001, "agent_compute-ego": 0.01861178954442342, "deviation-heading": 2.630829448689446, "complete-iteration": 0.19401934623718264, "set_robot_commands": 0.004307162761688232, "deviation-center-line": 1.0058875066087345, "driven_lanedir_consec": 3.8854424184321665, "sim_compute_sim_state": 0.027105047702789303, "sim_compute_performance-ego": 0.003720456759134929}}
set_robot_commands_max	0.00443091630935669
set_robot_commands_mean	0.004314860502878825
set_robot_commands_median	0.004295713106791178
set_robot_commands_min	0.0042370994885762535
sim_compute_performance-ego_max	0.003755652904510498
sim_compute_performance-ego_mean	0.003665680090586345
sim_compute_performance-ego_median	0.003661694924036662
sim_compute_performance-ego_min	0.003583677609761556
sim_compute_sim_state_max	0.027105047702789303
sim_compute_sim_state_mean	0.024157572388648987
sim_compute_sim_state_median	0.02329453388849894
sim_compute_sim_state_min	0.022936174074808757
sim_render-ego_max	0.005518640677134196
sim_render-ego_mean	0.005454367995262146
sim_render-ego_median	0.0054440887769063315
sim_render-ego_min	0.005410653750101725
simulation-passed	1
step_physics_max	0.0744706400235494
step_physics_mean	0.07287655293941499
step_physics_median	0.07305195013682048
step_physics_min	0.07093167146046957
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

42956

11571

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

failed

2020-11-25 07:44:56+00:00

2020-11-25 07:48:29+00:00

0:03:33

InvalidSubmission: T [...]

InvalidSubmission:
Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
    msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
    raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "experiment_manager.py", line 540, in run_episode
    r: MsgReceived = await loop.run_in_executor(executor, f)
  File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
    ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
    raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 116 messages. Expected topic "commands".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 281, in main
    length_s = await run_episode(
  File "experiment_manager.py", line 544, in run_episode
    raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

42923

11564

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

failed

2020-11-25 06:28:28+00:00

2020-11-25 06:31:57+00:00

0:03:29

InvalidSubmission: T [...]

InvalidSubmission:
Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
    msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
    raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "experiment_manager.py", line 540, in run_episode
    r: MsgReceived = await loop.run_in_executor(executor, f)
  File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
    ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
    raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 116 messages. Expected topic "commands".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 281, in main
    length_s = await run_episode(
  File "experiment_manager.py", line 544, in run_episode
    raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

42905

11558

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-25 04:57:42+00:00

2020-11-25 05:05:56+00:00

0:08:14

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.0
survival_time_median	14.950000000000076
deviation-center-line_median	0.3071094952840746
in-drivable-lane_median	0.0

other stats

agent_compute-ego_max	0.017134971618652343
agent_compute-ego_mean	0.016723949909210205
agent_compute-ego_median	0.016728398402531944
agent_compute-ego_min	0.016304031213124594
complete-iteration_max	0.19840264479319256
complete-iteration_mean	0.18337356567382812
complete-iteration_median	0.17850437919298806
complete-iteration_min	0.1780828595161438
deviation-center-line_max	0.6863069918481528
deviation-center-line_mean	0.35998819605511767
deviation-center-line_min	0.13942680180416853
deviation-heading_max	3.7258518640401217
deviation-heading_mean	1.6586762301304627
deviation-heading_median	1.2113904039371066
deviation-heading_min	0.486072248607516
driven_any_max	1.3686924727581474e-13
driven_any_mean	6.950391439969185e-14
driven_any_median	7.057320516147632e-14
driven_any_min	0.0
driven_lanedir_consec_max	1.7821788787841797e-05
driven_lanedir_consec_mean	4.455447196960449e-06
driven_lanedir_consec_min	0.0
driven_lanedir_max	1.7821788787841797e-05
driven_lanedir_mean	4.455447196960449e-06
driven_lanedir_median	0.0
driven_lanedir_min	0.0
get_duckie_state_max	2.3063023885091147e-06
get_duckie_state_mean	2.16980775197347e-06
get_duckie_state_median	2.1326541900634766e-06
get_duckie_state_min	2.1076202392578125e-06
get_robot_state_max	0.014302714665730796
get_robot_state_mean	0.01307050844033559
get_robot_state_median	0.01270036260286967
get_robot_state_min	0.012578593889872232
get_state_dump_max	0.012821382681528729
get_state_dump_mean	0.012705133358637492
get_state_dump_median	0.012747636238733928
get_state_dump_min	0.012503878275553383
get_ui_image_max	0.03397633552551269
get_ui_image_mean	0.033006905515988665
get_ui_image_median	0.03274479548136393
get_ui_image_min	0.03256169557571411
in-drivable-lane_max	0.0
in-drivable-lane_mean	0.0
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.328474932138796e-13, "get_ui_image": 0.03256169557571411, "step_physics": 0.06896186192830403, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.012816708087921142, "sim_render-ego": 0.005276757876078288, "get_robot_state": 0.012665243943532307, "get_duckie_state": 2.1473566691080727e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017134971618652343, "deviation-heading": 1.6198720948235377, "complete-iteration": 0.1780828595161438, "set_robot_commands": 0.004443293412526449, "deviation-center-line": 0.20880585936578705, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.020573524634043376, "sim_compute_performance-ego": 0.003516073226928711}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.3686924727581474e-13, "get_ui_image": 0.0328637425104777, "step_physics": 0.06827425638834636, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.012678564389546712, "sim_render-ego": 0.005438222090403239, "get_robot_state": 0.014302714665730796, "get_duckie_state": 2.3063023885091147e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016929014523824056, "deviation-heading": 3.7258518640401217, "complete-iteration": 0.1789171592394511, "set_robot_commands": 0.004628292719523112, "deviation-center-line": 0.13942680180416853, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.020023232301076253, "sim_compute_performance-ego": 0.0036418358484903977}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.0, "get_ui_image": 0.03262584845225016, "step_physics": 0.06953869581222534, "survival_time": 14.950000000000076, "driven_lanedir": 1.7821788787841797e-05, "get_state_dump": 0.012821382681528729, "sim_render-ego": 0.005249714056650798, "get_robot_state": 0.012735481262207032, "get_duckie_state": 2.1076202392578125e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016527782281239828, "deviation-heading": 0.8029087130506755, "complete-iteration": 0.17809159914652506, "set_robot_commands": 0.004431953430175781, "deviation-center-line": 0.4054131312023622, "driven_lanedir_consec": 1.7821788787841797e-05, "sim_compute_sim_state": 0.020469772815704345, "sim_compute_performance-ego": 0.0035502227147420247}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 8.298917109073045e-15, "get_ui_image": 0.03397633552551269, "step_physics": 0.08652018785476684, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.012503878275553383, "sim_render-ego": 0.005220971902211507, "get_robot_state": 0.012578593889872232, "get_duckie_state": 2.11795171101888e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016304031213124594, "deviation-heading": 0.486072248607516, "complete-iteration": 0.19840264479319256, "set_robot_commands": 0.0043661157290140785, "deviation-center-line": 0.6863069918481528, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.023281826972961425, "sim_compute_performance-ego": 0.0035086663564046225}}
set_robot_commands_max	0.004628292719523112
set_robot_commands_mean	0.004467413822809855
set_robot_commands_median	0.004437623421351115
set_robot_commands_min	0.0043661157290140785
sim_compute_performance-ego_max	0.0036418358484903977
sim_compute_performance-ego_mean	0.003554199536641439
sim_compute_performance-ego_median	0.003533147970835368
sim_compute_performance-ego_min	0.0035086663564046225
sim_compute_sim_state_max	0.023281826972961425
sim_compute_sim_state_mean	0.02108708918094635
sim_compute_sim_state_median	0.02052164872487386
sim_compute_sim_state_min	0.020023232301076253
sim_render-ego_max	0.005438222090403239
sim_render-ego_mean	0.005296416481335958
sim_render-ego_median	0.005263235966364543
sim_render-ego_min	0.005220971902211507
simulation-passed	1
step_physics_max	0.08652018785476684
step_physics_mean	0.07332375049591064
step_physics_median	0.06925027887026469
step_physics_min	0.06827425638834636
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

42901

11557

Olga (Ge Ya) Xu 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-25 04:22:17+00:00

2020-11-25 04:29:07+00:00

0:06:50

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.388642455073974
survival_time_median	14.950000000000076
deviation-center-line_median	0.3842862826326371
in-drivable-lane_median	7.350000000000044

other stats

agent_compute-ego_max	0.018083899628882315
agent_compute-ego_mean	0.017318315061868407
agent_compute-ego_median	0.017160245180130006
agent_compute-ego_min	0.0168688702583313
complete-iteration_max	0.1903357318803376
complete-iteration_mean	0.1799630990565992
complete-iteration_median	0.17749947865804036
complete-iteration_min	0.17451770702997843
deviation-center-line_max	0.5095864522661011
deviation-center-line_mean	0.36285223680408457
deviation-center-line_min	0.17324992968496308
deviation-heading_max	1.9199435495394872
deviation-heading_mean	1.4800960885295045
deviation-heading_median	1.8645473397583776
deviation-heading_min	0.2713461250617761
driven_any_max	4.0449237736031245
driven_any_mean	2.9435426221765586
driven_any_median	3.465910792478854
driven_any_min	0.7974251301454014
driven_lanedir_consec_max	3.0119616481054337
driven_lanedir_consec_mean	1.6086320430212036
driven_lanedir_consec_min	0.645281613831433
driven_lanedir_max	3.0119616481054337
driven_lanedir_mean	1.6086320430212036
driven_lanedir_median	1.388642455073974
driven_lanedir_min	0.645281613831433
get_duckie_state_max	2.2109349568684896e-06
get_duckie_state_mean	2.085063971725165e-06
get_duckie_state_median	2.0805994669596354e-06
get_duckie_state_min	1.9681219961128985e-06
get_robot_state_max	0.011871828238169351
get_robot_state_mean	0.011741521896100513
get_robot_state_median	0.011754642210754694
get_robot_state_min	0.011584974924723308
get_state_dump_max	0.01220973014831543
get_state_dump_mean	0.012049749481911752
get_state_dump_median	0.012123237450917562
get_state_dump_min	0.011742792877496458
get_ui_image_max	0.03270759769514495
get_ui_image_mean	0.03220520125884636
get_ui_image_median	0.03221259991327921
get_ui_image_min	0.031688007513682045
in-drivable-lane_max	10.100000000000032
in-drivable-lane_mean	6.31250000000003
in-drivable-lane_min	0.4499999999999984
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.0449237736031245, "get_ui_image": 0.031729554335276286, "step_physics": 0.06797736962636312, "survival_time": 14.950000000000076, "driven_lanedir": 1.7244562217778725, "get_state_dump": 0.012204116185506184, "sim_render-ego": 0.005151571432749431, "get_robot_state": 0.011735010941823325, "get_duckie_state": 2.018610636393229e-06, "in-drivable-lane": 9.450000000000063, "agent_compute-ego": 0.0168688702583313, "deviation-heading": 1.887153966672045, "complete-iteration": 0.17585993448893228, "set_robot_commands": 0.004540332158406575, "deviation-center-line": 0.3273589896838976, "driven_lanedir_consec": 1.7244562217778725, "sim_compute_sim_state": 0.02203608274459839, "sim_compute_performance-ego": 0.0034894919395446777}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.994998705699848, "get_ui_image": 0.031688007513682045, "step_physics": 0.06697442452112834, "survival_time": 14.950000000000076, "driven_lanedir": 3.0119616481054337, "get_state_dump": 0.01220973014831543, "sim_render-ego": 0.005014971892038981, "get_robot_state": 0.011871828238169351, "get_duckie_state": 2.2109349568684896e-06, "in-drivable-lane": 5.250000000000023, "agent_compute-ego": 0.01713628609975179, "deviation-heading": 1.84194071284471, "complete-iteration": 0.17451770702997843, "set_robot_commands": 0.0046526773770650225, "deviation-center-line": 0.5095864522661011, "driven_lanedir_consec": 3.0119616481054337, "sim_compute_sim_state": 0.02142728885014852, "sim_compute_performance-ego": 0.003411845366160075}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.936822879257861, "get_ui_image": 0.03269564549128214, "step_physics": 0.07160035292307536, "survival_time": 14.950000000000076, "driven_lanedir": 1.0528286883700757, "get_state_dump": 0.012042358716328938, "sim_render-ego": 0.005096931457519532, "get_robot_state": 0.011584974924723308, "get_duckie_state": 2.1425882975260416e-06, "in-drivable-lane": 10.100000000000032, "agent_compute-ego": 0.01718420426050822, "deviation-heading": 1.9199435495394872, "complete-iteration": 0.17913902282714844, "set_robot_commands": 0.004319865703582764, "deviation-center-line": 0.44121357558137664, "driven_lanedir_consec": 1.0528286883700757, "sim_compute_sim_state": 0.021051607131958007, "sim_compute_performance-ego": 0.003434118429819742}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 0.7974251301454014, "get_ui_image": 0.03270759769514495, "step_physics": 0.07985813009972666, "survival_time": 2.549999999999999, "driven_lanedir": 0.645281613831433, "get_state_dump": 0.011742792877496458, "sim_render-ego": 0.004963234359142827, "get_robot_state": 0.011774273479686063, "get_duckie_state": 1.9681219961128985e-06, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.018083899628882315, "deviation-heading": 0.2713461250617761, "complete-iteration": 0.1903357318803376, "set_robot_commands": 0.0046022452560125614, "deviation-center-line": 0.17324992968496308, "driven_lanedir_consec": 0.645281613831433, "sim_compute_sim_state": 0.02307399581460392, "sim_compute_performance-ego": 0.00339969466714298}}
set_robot_commands_max	0.0046526773770650225
set_robot_commands_mean	0.004528780123766731
set_robot_commands_median	0.004571288707209568
set_robot_commands_min	0.004319865703582764
sim_compute_performance-ego_max	0.0034894919395446777
sim_compute_performance-ego_mean	0.003433787600666869
sim_compute_performance-ego_median	0.003422981897989909
sim_compute_performance-ego_min	0.00339969466714298
sim_compute_sim_state_max	0.02307399581460392
sim_compute_sim_state_mean	0.02189724363532721
sim_compute_sim_state_median	0.021731685797373453
sim_compute_sim_state_min	0.021051607131958007
sim_render-ego_max	0.005151571432749431
sim_render-ego_mean	0.0050566772853626926
sim_render-ego_median	0.005055951674779256
sim_render-ego_min	0.004963234359142827
simulation-passed	1
step_physics_max	0.07985813009972666
step_physics_mean	0.07160256929257337
step_physics_median	0.06978886127471924
step_physics_min	0.06697442452112834
survival_time_max	14.950000000000076
survival_time_mean	11.850000000000058
survival_time_min	2.549999999999999

No reset possible

42895

11556

Yishu Malhotra 🇨🇦

exercise_state_estimation

LFv-sim

success

2020-11-25 03:31:06+00:00

2020-11-25 03:39:47+00:00

0:08:41

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.0
survival_time_median	14.950000000000076
deviation-center-line_median	0.3071094952840746
in-drivable-lane_median	0.0

other stats

agent_compute-ego_max	0.017353556156158446
agent_compute-ego_mean	0.017044034004211426
agent_compute-ego_median	0.017039955059687296
agent_compute-ego_min	0.016742669741312662
complete-iteration_max	0.20831817468007405
complete-iteration_mean	0.1945653986930847
complete-iteration_median	0.19109525839487712
complete-iteration_min	0.18775290330251057
deviation-center-line_max	0.6863069918481528
deviation-center-line_mean	0.35998819605511767
deviation-center-line_min	0.13942680180416853
deviation-heading_max	3.7258518640401217
deviation-heading_mean	1.6586762301304627
deviation-heading_median	1.2113904039371066
deviation-heading_min	0.486072248607516
driven_any_max	1.3686924727581474e-13
driven_any_mean	6.950391439969185e-14
driven_any_median	7.057320516147632e-14
driven_any_min	0.0
driven_lanedir_consec_max	1.7821788787841797e-05
driven_lanedir_consec_mean	4.455447196960449e-06
driven_lanedir_consec_min	0.0
driven_lanedir_max	1.7821788787841797e-05
driven_lanedir_mean	4.455447196960449e-06
driven_lanedir_median	0.0
driven_lanedir_min	0.0
get_duckie_state_max	2.6194254557291666e-06
get_duckie_state_mean	2.4811426798502603e-06
get_duckie_state_median	2.455711364746094e-06
get_duckie_state_min	2.3937225341796873e-06
get_robot_state_max	0.016339679559071858
get_robot_state_mean	0.014586545825004576
get_robot_state_median	0.014177186489105225
get_robot_state_min	0.013652130762736005
get_state_dump_max	0.01513039509455363
get_state_dump_mean	0.013681430617968242
get_state_dump_median	0.013215118646621704
get_state_dump_min	0.013165090084075928
get_ui_image_max	0.03563286701838175
get_ui_image_mean	0.03472676952679952
get_ui_image_median	0.03474551836649577
get_ui_image_min	0.033783174355824785
in-drivable-lane_max	0.0
in-drivable-lane_mean	0.0
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.328474932138796e-13, "get_ui_image": 0.033783174355824785, "step_physics": 0.07412506739298502, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.01513039509455363, "sim_render-ego": 0.005735618273417155, "get_robot_state": 0.016339679559071858, "get_duckie_state": 2.6194254557291666e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01685234546661377, "deviation-heading": 1.6198720948235377, "complete-iteration": 0.1925128396352132, "set_robot_commands": 0.0046932514508565264, "deviation-center-line": 0.20880585936578705, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.02189890464146932, "sim_compute_performance-ego": 0.0038152384757995607}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.3686924727581474e-13, "get_ui_image": 0.0354115621248881, "step_physics": 0.07395955642064413, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.013201708793640136, "sim_render-ego": 0.005546136697133382, "get_robot_state": 0.013652130762736005, "get_duckie_state": 2.3937225341796873e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016742669741312662, "deviation-heading": 3.7258518640401217, "complete-iteration": 0.18775290330251057, "set_robot_commands": 0.004469534556070963, "deviation-center-line": 0.13942680180416853, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.0208844796816508, "sim_compute_performance-ego": 0.003747204144795736}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.0, "get_ui_image": 0.034079474608103434, "step_physics": 0.07450414498647054, "survival_time": 14.950000000000076, "driven_lanedir": 1.7821788787841797e-05, "get_state_dump": 0.013165090084075928, "sim_render-ego": 0.005801692008972168, "get_robot_state": 0.014378860791524253, "get_duckie_state": 2.4151802062988283e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017353556156158446, "deviation-heading": 0.8029087130506755, "complete-iteration": 0.189677677154541, "set_robot_commands": 0.004711487293243408, "deviation-center-line": 0.4054131312023622, "driven_lanedir_consec": 1.7821788787841797e-05, "sim_compute_sim_state": 0.02168134609858195, "sim_compute_performance-ego": 0.0038602328300476074}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 8.298917109073045e-15, "get_ui_image": 0.03563286701838175, "step_physics": 0.08956589221954346, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.013228528499603272, "sim_render-ego": 0.005583469867706299, "get_robot_state": 0.013975512186686198, "get_duckie_state": 2.4962425231933595e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017227564652760822, "deviation-heading": 0.486072248607516, "complete-iteration": 0.20831817468007405, "set_robot_commands": 0.004556750456492106, "deviation-center-line": 0.6863069918481528, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.024661988417307535, "sim_compute_performance-ego": 0.0037433767318725583}}
set_robot_commands_max	0.004711487293243408
set_robot_commands_mean	0.004607755939165751
set_robot_commands_median	0.004625000953674316
set_robot_commands_min	0.004469534556070963
sim_compute_performance-ego_max	0.0038602328300476074
sim_compute_performance-ego_mean	0.0037915130456288655
sim_compute_performance-ego_median	0.003781221310297648
sim_compute_performance-ego_min	0.0037433767318725583
sim_compute_sim_state_max	0.024661988417307535
sim_compute_sim_state_mean	0.0222816797097524
sim_compute_sim_state_median	0.021790125370025636
sim_compute_sim_state_min	0.0208844796816508
sim_render-ego_max	0.005801692008972168
sim_render-ego_mean	0.005666729211807251
sim_render-ego_median	0.005659544070561727
sim_render-ego_min	0.005546136697133382
simulation-passed	1
step_physics_max	0.08956589221954346
step_physics_mean	0.07803866525491078
step_physics_median	0.07431460618972778
step_physics_min	0.07395955642064413
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

42890

11555

Yishu Malhotra 🇨🇦

exercise_ros_template

LFv-sim

success

2020-11-25 03:15:17+00:00

2020-11-25 03:24:28+00:00

0:09:11

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.5999104846453165
survival_time_median	14.950000000000076
deviation-center-line_median	0.35215403625295355
in-drivable-lane_median	1.0250000000000146

other stats

agent_compute-ego_max	0.017239893277486165
agent_compute-ego_mean	0.016873552401860555
agent_compute-ego_median	0.01688913663228353
agent_compute-ego_min	0.016476043065389
complete-iteration_max	0.19586656332015992
complete-iteration_mean	0.189849458138148
complete-iteration_median	0.1905875817934672
complete-iteration_min	0.18235610564549765
deviation-center-line_max	1.3507585524553685
deviation-center-line_mean	0.5611110282190128
deviation-center-line_min	0.18937748791477552
deviation-heading_max	3.768563195856518
deviation-heading_mean	2.556623725004474
deviation-heading_median	2.7687928082979623
deviation-heading_min	0.920346087565454
driven_any_max	1.9399426938853217
driven_any_mean	1.938263922489034
driven_any_median	1.9397614907712304
driven_any_min	1.933590014528353
driven_lanedir_consec_max	1.9116881744426633
driven_lanedir_consec_mean	1.3904278441867093
driven_lanedir_consec_min	0.4502022330135409
driven_lanedir_max	1.9116881744426633
driven_lanedir_mean	1.4317338559735058
driven_lanedir_median	1.6825225082189093
driven_lanedir_min	0.4502022330135409
get_duckie_state_max	2.361933390299479e-06
get_duckie_state_mean	2.1990140279134117e-06
get_duckie_state_median	2.175172170003255e-06
get_duckie_state_min	2.0837783813476563e-06
get_robot_state_max	0.014536809126536052
get_robot_state_mean	0.013672547936439511
get_robot_state_median	0.013615778684616088
get_robot_state_min	0.012921825249989829
get_state_dump_max	0.01274731159210205
get_state_dump_mean	0.012679169178009032
get_state_dump_median	0.012688023646672566
get_state_dump_min	0.012593317826588948
get_ui_image_max	0.03459290107091268
get_ui_image_mean	0.03358294208844503
get_ui_image_median	0.03334679841995239
get_ui_image_min	0.03304527044296265
in-drivable-lane_max	10.850000000000083
in-drivable-lane_mean	3.225000000000028
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.933590014528353, "get_ui_image": 0.03304527044296265, "step_physics": 0.07279046853383382, "survival_time": 14.950000000000076, "driven_lanedir": 1.5063234549610065, "get_state_dump": 0.01274731159210205, "sim_render-ego": 0.0055026054382324215, "get_robot_state": 0.014273715019226077, "get_duckie_state": 2.361933390299479e-06, "in-drivable-lane": 2.050000000000029, "agent_compute-ego": 0.016476043065389, "deviation-heading": 3.768563195856518, "complete-iteration": 0.1855772837003072, "set_robot_commands": 0.004589609305063884, "deviation-center-line": 1.3507585524553685, "driven_lanedir_consec": 1.341099407813821, "sim_compute_sim_state": 0.022334074974060057, "sim_compute_performance-ego": 0.003686981201171875}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9398797148108444, "get_ui_image": 0.033160301049550374, "step_physics": 0.07150161902109782, "survival_time": 14.950000000000076, "driven_lanedir": 1.858721561476812, "get_state_dump": 0.012593317826588948, "sim_render-ego": 0.005354456106821696, "get_robot_state": 0.012957842350006105, "get_duckie_state": 2.1155675252278645e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017239893277486165, "deviation-heading": 3.558423088021413, "complete-iteration": 0.18235610564549765, "set_robot_commands": 0.0043976481755574545, "deviation-center-line": 0.3529799707592974, "driven_lanedir_consec": 1.858721561476812, "sim_compute_sim_state": 0.021438008944193523, "sim_compute_performance-ego": 0.0035819474856058756}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9396432667316164, "get_ui_image": 0.03459290107091268, "step_physics": 0.08151519139607748, "survival_time": 14.950000000000076, "driven_lanedir": 0.4502022330135409, "get_state_dump": 0.012706244786580403, "sim_render-ego": 0.005513309637705485, "get_robot_state": 0.014536809126536052, "get_duckie_state": 2.2347768147786458e-06, "in-drivable-lane": 10.850000000000083, "agent_compute-ego": 0.016860732237497966, "deviation-heading": 0.920346087565454, "complete-iteration": 0.19586656332015992, "set_robot_commands": 0.004527716636657715, "deviation-center-line": 0.18937748791477552, "driven_lanedir_consec": 0.4502022330135409, "sim_compute_sim_state": 0.02183648427327474, "sim_compute_performance-ego": 0.003643969694773356}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9399426938853217, "get_ui_image": 0.03353329579035441, "step_physics": 0.08126328547795614, "survival_time": 14.950000000000076, "driven_lanedir": 1.9116881744426633, "get_state_dump": 0.01266980250676473, "sim_render-ego": 0.0053013126055399575, "get_robot_state": 0.012921825249989829, "get_duckie_state": 2.0837783813476563e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01691754102706909, "deviation-heading": 1.979162528574511, "complete-iteration": 0.1955978798866272, "set_robot_commands": 0.004338583946228027, "deviation-center-line": 0.3513281017466097, "driven_lanedir_consec": 1.9116881744426633, "sim_compute_sim_state": 0.02494014581044515, "sim_compute_performance-ego": 0.00357789675394694}}
set_robot_commands_max	0.004589609305063884
set_robot_commands_mean	0.00446338951587677
set_robot_commands_median	0.004462682406107584
set_robot_commands_min	0.004338583946228027
sim_compute_performance-ego_max	0.003686981201171875
sim_compute_performance-ego_mean	0.003622698783874511
sim_compute_performance-ego_median	0.003612958590189616
sim_compute_performance-ego_min	0.00357789675394694
sim_compute_sim_state_max	0.02494014581044515
sim_compute_sim_state_mean	0.02263717850049337
sim_compute_sim_state_median	0.0220852796236674
sim_compute_sim_state_min	0.021438008944193523
sim_render-ego_max	0.005513309637705485
sim_render-ego_mean	0.0054179209470748895
sim_render-ego_median	0.005428530772527059
sim_render-ego_min	0.0053013126055399575
simulation-passed	1
step_physics_max	0.08151519139607748
step_physics_mean	0.07676764110724131
step_physics_median	0.07702687700589497
step_physics_min	0.07150161902109782
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

42879

11551

Yishu Malhotra 🇨🇦

sim-exercise-2

LFv-sim

failed

2020-11-25 02:30:47+00:00

2020-11-25 02:38:40+00:00

0:07:53

InvalidSubmission: T [...]

InvalidSubmission:
Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
    msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
    raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "experiment_manager.py", line 540, in run_episode
    r: MsgReceived = await loop.run_in_executor(executor, f)
  File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
    ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
    raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 836 messages. Expected topic "commands".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 281, in main
    length_s = await run_episode(
  File "experiment_manager.py", line 544, in run_episode
    raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

42868

11553

sim-exercise-2

LFv-sim

success

2020-11-25 02:14:55+00:00

2020-11-25 02:21:32+00:00

0:06:37

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.2762952721529988
survival_time_median	10.725000000000016
deviation-center-line_median	0.35134713311887544
in-drivable-lane_median	5.65000000000002

other stats

agent_compute-ego_max	0.01729686704336428
agent_compute-ego_mean	0.017014204050613567
agent_compute-ego_median	0.017189855831336247
agent_compute-ego_min	0.016380237496417503
complete-iteration_max	0.2056238148726669
complete-iteration_mean	0.1890096643206336
complete-iteration_median	0.18721895336648056
complete-iteration_min	0.17597693567690642
deviation-center-line_max	0.4093616434061408
deviation-center-line_mean	0.3145327804927228
deviation-center-line_min	0.14607521232699955
deviation-heading_max	2.9743206103142863
deviation-heading_mean	1.246503936990382
deviation-heading_median	0.8465814227339898
deviation-heading_min	0.31853229217926177
driven_any_max	4.463000265916648
driven_any_mean	3.2864199808969055
driven_any_median	3.2168838859931226
driven_any_min	2.2489118856847288
driven_lanedir_consec_max	1.9071804765730116
driven_lanedir_consec_mean	1.3424228995918628
driven_lanedir_consec_min	0.9099205774884424
driven_lanedir_max	1.9071804765730116
driven_lanedir_mean	1.347069141985464
driven_lanedir_median	1.2855877569402012
driven_lanedir_min	0.9099205774884424
get_duckie_state_max	2.712595696542777e-06
get_duckie_state_mean	2.4600309215474293e-06
get_duckie_state_median	2.467038530956283e-06
get_duckie_state_min	2.193450927734375e-06
get_robot_state_max	0.015116468364117192
get_robot_state_mean	0.013487555097625288
get_robot_state_median	0.013129207950898973
get_robot_state_min	0.012575336124586023
get_state_dump_max	0.013503384356405222
get_state_dump_mean	0.013089807708469386
get_state_dump_median	0.013021203289225798
get_state_dump_min	0.012813439899020724
get_ui_image_max	0.03497925926657284
get_ui_image_mean	0.03318135882835991
get_ui_image_median	0.033185654490386844
get_ui_image_min	0.03137486706609311
in-drivable-lane_max	8.600000000000026
in-drivable-lane_mean	5.512500000000015
in-drivable-lane_min	2.1499999999999924
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.2489118856847288, "get_ui_image": 0.03137486706609311, "step_physics": 0.06760584582453188, "survival_time": 5.749999999999988, "driven_lanedir": 1.3328897616228224, "get_state_dump": 0.012844747045765752, "sim_render-ego": 0.00528576892355214, "get_robot_state": 0.012575336124586023, "get_duckie_state": 2.193450927734375e-06, "in-drivable-lane": 2.1499999999999924, "agent_compute-ego": 0.016380237496417503, "deviation-heading": 0.31853229217926177, "complete-iteration": 0.17597693567690642, "set_robot_commands": 0.004315562870191491, "deviation-center-line": 0.14607521232699955, "driven_lanedir_consec": 1.3328897616228224, "sim_compute_sim_state": 0.02184718588124151, "sim_compute_performance-ego": 0.003609955829122792}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.025863694466851, "get_ui_image": 0.03236172993977864, "step_physics": 0.06791591962178548, "survival_time": 11.250000000000025, "driven_lanedir": 0.9099205774884424, "get_state_dump": 0.012813439899020724, "sim_render-ego": 0.005376743740505643, "get_robot_state": 0.012598152160644532, "get_duckie_state": 2.426571316189236e-06, "in-drivable-lane": 8.600000000000026, "agent_compute-ego": 0.017170145246717665, "deviation-heading": 0.5087373230088056, "complete-iteration": 0.17852677239312065, "set_robot_commands": 0.004451243082682291, "deviation-center-line": 0.3021402405860569, "driven_lanedir_consec": 0.9099205774884424, "sim_compute_sim_state": 0.02208391825358073, "sim_compute_performance-ego": 0.0036078400082058377}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.463000265916648, "get_ui_image": 0.034009579040995046, "step_physics": 0.0800308349945536, "survival_time": 13.05000000000005, "driven_lanedir": 1.23828575225758, "get_state_dump": 0.013197659532685846, "sim_render-ego": 0.005602194431641093, "get_robot_state": 0.01366026374115341, "get_duckie_state": 2.50750574572333e-06, "in-drivable-lane": 6.850000000000018, "agent_compute-ego": 0.017209566415954825, "deviation-heading": 2.9743206103142863, "complete-iteration": 0.19591113433984048, "set_robot_commands": 0.004526790531202294, "deviation-center-line": 0.4093616434061408, "driven_lanedir_consec": 1.2197007826831752, "sim_compute_sim_state": 0.023754313531049825, "sim_compute_performance-ego": 0.0037619053632363506}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.4079040775193943, "get_ui_image": 0.03497925926657284, "step_physics": 0.0823352196637322, "survival_time": 10.20000000000001, "driven_lanedir": 1.9071804765730116, "get_state_dump": 0.013503384356405222, "sim_render-ego": 0.006006430177127614, "get_robot_state": 0.015116468364117192, "get_duckie_state": 2.712595696542777e-06, "in-drivable-lane": 4.450000000000022, "agent_compute-ego": 0.01729686704336428, "deviation-heading": 1.1844255224591742, "complete-iteration": 0.2056238148726669, "set_robot_commands": 0.004779645040923474, "deviation-center-line": 0.4005540256516939, "driven_lanedir_consec": 1.9071804765730116, "sim_compute_sim_state": 0.027528046392926983, "sim_compute_performance-ego": 0.0039098145915012735}}
set_robot_commands_max	0.004779645040923474
set_robot_commands_mean	0.004518310381249887
set_robot_commands_median	0.004489016806942293
set_robot_commands_min	0.004315562870191491
sim_compute_performance-ego_max	0.0039098145915012735
sim_compute_performance-ego_mean	0.003722378948016564
sim_compute_performance-ego_median	0.003685930596179571
sim_compute_performance-ego_min	0.0036078400082058377
sim_compute_sim_state_max	0.027528046392926983
sim_compute_sim_state_mean	0.02380336601469976
sim_compute_sim_state_median	0.02291911589231528
sim_compute_sim_state_min	0.02184718588124151
sim_render-ego_max	0.006006430177127614
sim_render-ego_mean	0.005567784318206623
sim_render-ego_median	0.0054894690860733675
sim_render-ego_min	0.00528576892355214
simulation-passed	1
step_physics_max	0.0823352196637322
step_physics_mean	0.07447195502615078
step_physics_median	0.07397337730816954
step_physics_min	0.06760584582453188
survival_time_max	13.05000000000005
survival_time_mean	10.062500000000018
survival_time_min	5.749999999999988

No reset possible

42849

11546

sim-exercise-2

LFv-sim

success

2020-11-25 01:28:14+00:00

2020-11-25 01:35:51+00:00

0:07:37

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	3.1742779052882653
survival_time_median	14.950000000000076
deviation-center-line_median	0.8650840041340542
in-drivable-lane_median	2.6749999999999914

other stats

agent_compute-ego_max	0.01754345734914144
agent_compute-ego_mean	0.01743998792399798
agent_compute-ego_median	0.017481690645217894
agent_compute-ego_min	0.017253113056414693
complete-iteration_max	0.18696769078572592
complete-iteration_mean	0.17862590840288728
complete-iteration_median	0.17747135639190675
complete-iteration_min	0.17259323004200972
deviation-center-line_max	1.1781705894149783
deviation-center-line_mean	0.8134998019316693
deviation-center-line_min	0.3456606100435903
deviation-heading_max	3.1521618205162394
deviation-heading_mean	2.3232341747281184
deviation-heading_median	2.6000361019402787
deviation-heading_min	0.940702674515676
driven_any_max	4.885745283880851
driven_any_mean	3.954983599745489
driven_any_median	4.019577814759313
driven_any_min	2.8950334855824793
driven_lanedir_consec_max	4.522746729515268
driven_lanedir_consec_mean	3.1729804006282487
driven_lanedir_consec_min	1.8206190624211944
driven_lanedir_max	4.522746729515268
driven_lanedir_mean	3.1729804006282487
driven_lanedir_median	3.1742779052882653
driven_lanedir_min	1.8206190624211944
get_duckie_state_max	2.2991498311360675e-06
get_duckie_state_mean	2.154820970847901e-06
get_duckie_state_median	2.1517276763916012e-06
get_duckie_state_min	2.0166786994723327e-06
get_robot_state_max	0.012260206540425618
get_robot_state_mean	0.011878028269411232
get_robot_state_median	0.011847167324624668
get_robot_state_min	0.011557571887969973
get_state_dump_max	0.01240285873413086
get_state_dump_mean	0.012215623546041837
get_state_dump_median	0.012252373076275568
get_state_dump_min	0.011954889297485352
get_ui_image_max	0.03251626332600911
get_ui_image_mean	0.03191131792015792
get_ui_image_median	0.03193755467732748
get_ui_image_min	0.031253898999967625
in-drivable-lane_max	4.250000000000003
in-drivable-lane_mean	2.399999999999997
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.503668976960677, "get_ui_image": 0.03166328430175781, "step_physics": 0.06822820663452149, "survival_time": 14.950000000000076, "driven_lanedir": 2.8934589663460253, "get_state_dump": 0.01240285873413086, "sim_render-ego": 0.005216284592946371, "get_robot_state": 0.012260206540425618, "get_duckie_state": 2.2991498311360675e-06, "in-drivable-lane": 4.099999999999987, "agent_compute-ego": 0.017420134544372558, "deviation-heading": 2.4937837749900784, "complete-iteration": 0.17758128960927327, "set_robot_commands": 0.00443557341893514, "deviation-center-line": 0.7623584302678394, "driven_lanedir_consec": 2.8934589663460253, "sim_compute_sim_state": 0.02228506326675415, "sim_compute_performance-ego": 0.0035368998845418296}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.8950334855824793, "get_ui_image": 0.031253898999967625, "step_physics": 0.06660765178954403, "survival_time": 9.049999999999994, "driven_lanedir": 1.8206190624211944, "get_state_dump": 0.012162145330102405, "sim_render-ego": 0.0049896846160045645, "get_robot_state": 0.011615069531604072, "get_duckie_state": 2.0166786994723327e-06, "in-drivable-lane": 4.250000000000003, "agent_compute-ego": 0.017253113056414693, "deviation-heading": 0.940702674515676, "complete-iteration": 0.17259323004200972, "set_robot_commands": 0.0045181861898517086, "deviation-center-line": 0.3456606100435903, "driven_lanedir_consec": 1.8206190624211944, "sim_compute_sim_state": 0.020619700626773728, "sim_compute_performance-ego": 0.003445176129841673}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.535486652557949, "get_ui_image": 0.03221182505289714, "step_physics": 0.0697439972559611, "survival_time": 14.950000000000076, "driven_lanedir": 3.4550968442305052, "get_state_dump": 0.011954889297485352, "sim_render-ego": 0.00526173988978068, "get_robot_state": 0.011557571887969973, "get_duckie_state": 2.144972483317057e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017543246746063234, "deviation-heading": 2.706288428890479, "complete-iteration": 0.1773614231745402, "set_robot_commands": 0.004478264649709066, "deviation-center-line": 1.1781705894149783, "driven_lanedir_consec": 3.4550968442305052, "sim_compute_sim_state": 0.021138241291046144, "sim_compute_performance-ego": 0.003344384829203288}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.885745283880851, "get_ui_image": 0.03251626332600911, "step_physics": 0.07460700511932374, "survival_time": 14.950000000000076, "driven_lanedir": 4.522746729515268, "get_state_dump": 0.012342600822448733, "sim_render-ego": 0.005103948911031087, "get_robot_state": 0.012079265117645264, "get_duckie_state": 2.1584828694661457e-06, "in-drivable-lane": 1.2499999999999956, "agent_compute-ego": 0.01754345734914144, "deviation-heading": 3.1521618205162394, "complete-iteration": 0.18696769078572592, "set_robot_commands": 0.004370585282643636, "deviation-center-line": 0.967809578000269, "driven_lanedir_consec": 4.522746729515268, "sim_compute_sim_state": 0.02482383171717326, "sim_compute_performance-ego": 0.003449378808339437}}
set_robot_commands_max	0.0045181861898517086
set_robot_commands_mean	0.004450652385284888
set_robot_commands_median	0.004456919034322103
set_robot_commands_min	0.004370585282643636
sim_compute_performance-ego_max	0.0035368998845418296
sim_compute_performance-ego_mean	0.0034439599129815566
sim_compute_performance-ego_median	0.003447277469090555
sim_compute_performance-ego_min	0.003344384829203288
sim_compute_sim_state_max	0.02482383171717326
sim_compute_sim_state_mean	0.02221670922543682
sim_compute_sim_state_median	0.021711652278900147
sim_compute_sim_state_min	0.020619700626773728
sim_render-ego_max	0.00526173988978068
sim_render-ego_mean	0.005142914502440676
sim_render-ego_median	0.005160116751988729
sim_render-ego_min	0.0049896846160045645
simulation-passed	1
step_physics_max	0.07460700511932374
step_physics_mean	0.06979671519983759
step_physics_median	0.0689861019452413
step_physics_min	0.06660765178954403
survival_time_max	14.950000000000076
survival_time_mean	13.475000000000056
survival_time_min	9.049999999999994

No reset possible

42829

11541

sim-exercise-2

LFv-sim

success

2020-11-24 23:24:30+00:00

2020-11-24 23:32:24+00:00

0:07:54

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	3.2877926112198095
survival_time_median	14.950000000000076
deviation-center-line_median	0.908596448955989
in-drivable-lane_median	1.9000000000000097

other stats

agent_compute-ego_max	0.01710413932800293
agent_compute-ego_mean	0.016812379764241665
agent_compute-ego_median	0.016847659362798313
agent_compute-ego_min	0.016450061003367107
complete-iteration_max	0.19777584234873455
complete-iteration_mean	0.19301506088895293
complete-iteration_median	0.19452190213844556
complete-iteration_min	0.18524059693018596
deviation-center-line_max	1.2120007393381824
deviation-center-line_mean	0.8250393699807226
deviation-center-line_min	0.27096384267272977
deviation-heading_max	3.8901437970341264
deviation-heading_mean	2.603176349502223
deviation-heading_median	2.7705266419484387
deviation-heading_min	0.9815083170778875
driven_any_max	4.575043423827766
driven_any_mean	3.800342377136678
driven_any_median	4.1820567494450955
driven_any_min	2.262212585828755
driven_lanedir_consec_max	4.160678616271566
driven_lanedir_consec_mean	3.025416773744686
driven_lanedir_consec_min	1.365403256267559
driven_lanedir_max	4.160678616271566
driven_lanedir_mean	3.025416773744686
driven_lanedir_median	3.2877926112198095
driven_lanedir_min	1.365403256267559
get_duckie_state_max	2.592551608045562e-06
get_duckie_state_mean	2.4462113527356744e-06
get_duckie_state_median	2.443393071492513e-06
get_duckie_state_min	2.3055076599121098e-06
get_robot_state_max	0.014516115188598633
get_robot_state_mean	0.013957470059394836
get_robot_state_median	0.013909064531326294
get_robot_state_min	0.013495635986328126
get_state_dump_max	0.013484870686250577
get_state_dump_mean	0.013204150819310955
get_state_dump_median	0.013140068451563515
get_state_dump_min	0.013051595687866213
get_ui_image_max	0.03472647947423598
get_ui_image_mean	0.03399822126416599
get_ui_image_median	0.03426117738087972
get_ui_image_min	0.03274405082066854
in-drivable-lane_max	3.050000000000029
in-drivable-lane_mean	2.075000000000011
in-drivable-lane_min	1.4499999999999948
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.262212585828755, "get_ui_image": 0.03472647947423598, "step_physics": 0.07857045406053047, "survival_time": 5.949999999999987, "driven_lanedir": 1.365403256267559, "get_state_dump": 0.013484870686250577, "sim_render-ego": 0.005689440655107258, "get_robot_state": 0.014516115188598633, "get_duckie_state": 2.592551608045562e-06, "in-drivable-lane": 1.949999999999993, "agent_compute-ego": 0.017034915315002955, "deviation-heading": 0.9815083170778875, "complete-iteration": 0.19630816804260767, "set_robot_commands": 0.004537462186412651, "deviation-center-line": 0.27096384267272977, "driven_lanedir_consec": 1.365403256267559, "sim_compute_sim_state": 0.023734583574182847, "sim_compute_performance-ego": 0.0038656246762315766}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.420302816724126, "get_ui_image": 0.03274405082066854, "step_physics": 0.07224665403366089, "survival_time": 14.950000000000076, "driven_lanedir": 3.6001433593936634, "get_state_dump": 0.013051595687866213, "sim_render-ego": 0.005586124261220296, "get_robot_state": 0.013670042355855306, "get_duckie_state": 2.386569976806641e-06, "in-drivable-lane": 1.4499999999999948, "agent_compute-ego": 0.016660403410593667, "deviation-heading": 3.8901437970341264, "complete-iteration": 0.18524059693018596, "set_robot_commands": 0.004432202974955241, "deviation-center-line": 1.2120007393381824, "driven_lanedir_consec": 3.6001433593936634, "sim_compute_sim_state": 0.022921862602233885, "sim_compute_performance-ego": 0.003784177303314209}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.9438106821660655, "get_ui_image": 0.03427125533421834, "step_physics": 0.07601835489273072, "survival_time": 14.950000000000076, "driven_lanedir": 2.9754418630459556, "get_state_dump": 0.013153324921925865, "sim_render-ego": 0.005615537166595459, "get_robot_state": 0.01414808670679728, "get_duckie_state": 2.5002161661783853e-06, "in-drivable-lane": 3.050000000000029, "agent_compute-ego": 0.01710413932800293, "deviation-heading": 2.9160078702923418, "complete-iteration": 0.19273563623428344, "set_robot_commands": 0.004542946815490723, "deviation-center-line": 0.7998019608811132, "driven_lanedir_consec": 2.9754418630459556, "sim_compute_sim_state": 0.023963100910186767, "sim_compute_performance-ego": 0.0037738569577534993}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.575043423827766, "get_ui_image": 0.0342510994275411, "step_physics": 0.07999191045761109, "survival_time": 14.950000000000076, "driven_lanedir": 4.160678616271566, "get_state_dump": 0.013126811981201173, "sim_render-ego": 0.005468062559763591, "get_robot_state": 0.013495635986328126, "get_duckie_state": 2.3055076599121098e-06, "in-drivable-lane": 1.8500000000000263, "agent_compute-ego": 0.016450061003367107, "deviation-heading": 2.625045413604536, "complete-iteration": 0.19777584234873455, "set_robot_commands": 0.0043906648953755695, "deviation-center-line": 1.017390937030865, "driven_lanedir_consec": 4.160678616271566, "sim_compute_sim_state": 0.026790910561879475, "sim_compute_performance-ego": 0.003668538729349772}}
set_robot_commands_max	0.004542946815490723
set_robot_commands_mean	0.004475819218058546
set_robot_commands_median	0.0044848325806839465
set_robot_commands_min	0.0043906648953755695
sim_compute_performance-ego_max	0.0038656246762315766
sim_compute_performance-ego_mean	0.003773049416662264
sim_compute_performance-ego_median	0.003779017130533854
sim_compute_performance-ego_min	0.003668538729349772
sim_compute_sim_state_max	0.026790910561879475
sim_compute_sim_state_mean	0.024352614412120745
sim_compute_sim_state_median	0.02384884224218481
sim_compute_sim_state_min	0.022921862602233885
sim_render-ego_max	0.005689440655107258
sim_render-ego_mean	0.0055897911606716515
sim_render-ego_median	0.0056008307139078775
sim_render-ego_min	0.005468062559763591
simulation-passed	1
step_physics_max	0.07999191045761109
step_physics_mean	0.07670684336113329
step_physics_median	0.0772944044766306
step_physics_min	0.07224665403366089
survival_time_max	14.950000000000076
survival_time_mean	12.700000000000053
survival_time_min	5.949999999999987

No reset possible

42803

11539

Jean-Sébastien Grondin 🇨🇦

exercise_state_estimation

LFv-sim

success

2020-11-24 23:15:48+00:00

2020-11-24 23:23:11+00:00

0:07:23

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.756771716103805
survival_time_median	14.950000000000076
deviation-center-line_median	0.9141228376321906
in-drivable-lane_median	1.475000000000005

other stats

agent_compute-ego_max	0.018696908950805665
agent_compute-ego_mean	0.01746942679087321
agent_compute-ego_median	0.0171408482392629
agent_compute-ego_min	0.016899101734161377
complete-iteration_max	0.20982919692993163
complete-iteration_mean	0.19999438762664795
complete-iteration_median	0.20028152902921045
complete-iteration_min	0.18958529551823933
deviation-center-line_max	1.1231332709646444
deviation-center-line_mean	0.7580098795356064
deviation-center-line_min	0.08066057191339984
deviation-heading_max	4.099504901363975
deviation-heading_mean	2.50617356514126
deviation-heading_median	2.73552590634534
deviation-heading_min	0.4541375465103843
driven_any_max	3.5734769432197893
driven_any_mean	2.7329025960691093
driven_any_median	3.56756925000853
driven_any_min	0.22299494103958703
driven_lanedir_consec_max	3.136832295732308
driven_lanedir_consec_mean	2.1920742673257245
driven_lanedir_consec_min	0.11792134136298138
driven_lanedir_max	3.136832295732308
driven_lanedir_mean	2.1920742673257245
driven_lanedir_median	2.756771716103805
driven_lanedir_min	0.11792134136298138
get_duckie_state_max	2.78472900390625e-06
get_duckie_state_mean	2.6577711105346677e-06
get_duckie_state_median	2.6528040568033855e-06
get_duckie_state_min	2.540747324625651e-06
get_robot_state_max	0.01619220733642578
get_robot_state_mean	0.015257973670959471
get_robot_state_median	0.015578462680180868
get_robot_state_min	0.013682761987050374
get_state_dump_max	0.01362661361694336
get_state_dump_mean	0.013497859239578249
get_state_dump_median	0.013538432518641154
get_state_dump_min	0.01328795830408732
get_ui_image_max	0.035991183916727704
get_ui_image_mean	0.03456827123959859
get_ui_image_median	0.03430107553799947
get_ui_image_min	0.03367974996566772
in-drivable-lane_max	3.500000000000008
in-drivable-lane_mean	1.6750000000000045
in-drivable-lane_min	0.2500000000000002
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.561815837633683, "get_ui_image": 0.03367974996566772, "step_physics": 0.07456103404362996, "survival_time": 14.950000000000076, "driven_lanedir": 2.9240166483610324, "get_state_dump": 0.01328795830408732, "sim_render-ego": 0.005613430341084798, "get_robot_state": 0.013682761987050374, "get_duckie_state": 2.540747324625651e-06, "in-drivable-lane": 2.1000000000000094, "agent_compute-ego": 0.016899101734161377, "deviation-heading": 2.8848575448130616, "complete-iteration": 0.18958529551823933, "set_robot_commands": 0.004518209298451741, "deviation-center-line": 0.731145799713885, "driven_lanedir_consec": 2.9240166483610324, "sim_compute_sim_state": 0.023456493218739827, "sim_compute_performance-ego": 0.003743415673573812}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.5734769432197893, "get_ui_image": 0.03439470211664836, "step_physics": 0.07664587418238322, "survival_time": 14.950000000000076, "driven_lanedir": 2.589526783846577, "get_state_dump": 0.01347413460413615, "sim_render-ego": 0.00588544766108195, "get_robot_state": 0.015590186913808186, "get_duckie_state": 2.5471051534016928e-06, "in-drivable-lane": 3.500000000000008, "agent_compute-ego": 0.016943415800730388, "deviation-heading": 2.586194267877618, "complete-iteration": 0.19496865113576253, "set_robot_commands": 0.004818317890167237, "deviation-center-line": 1.0970998755504962, "driven_lanedir_consec": 2.589526783846577, "sim_compute_sim_state": 0.02308726549148559, "sim_compute_performance-ego": 0.003980642159779867}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.5733226623833776, "get_ui_image": 0.035991183916727704, "step_physics": 0.08280910889307658, "survival_time": 14.950000000000076, "driven_lanedir": 3.136832295732308, "get_state_dump": 0.013602730433146158, "sim_render-ego": 0.0061733174324035646, "get_robot_state": 0.015566738446553548, "get_duckie_state": 2.758502960205078e-06, "in-drivable-lane": 0.8500000000000003, "agent_compute-ego": 0.01733828067779541, "deviation-heading": 4.099504901363975, "complete-iteration": 0.2055944069226583, "set_robot_commands": 0.004849578539530436, "deviation-center-line": 1.1231332709646444, "driven_lanedir_consec": 3.136832295732308, "sim_compute_sim_state": 0.024909315903981526, "sim_compute_performance-ego": 0.0041979249318440754}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 0.22299494103958703, "get_ui_image": 0.034207448959350586, "step_physics": 0.08413699150085449, "survival_time": 1.2500000000000004, "driven_lanedir": 0.11792134136298138, "get_state_dump": 0.01362661361694336, "sim_render-ego": 0.006373577117919922, "get_robot_state": 0.01619220733642578, "get_duckie_state": 2.78472900390625e-06, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.018696908950805665, "deviation-heading": 0.4541375465103843, "complete-iteration": 0.20982919692993163, "set_robot_commands": 0.00485865592956543, "deviation-center-line": 0.08066057191339984, "driven_lanedir_consec": 0.11792134136298138, "sim_compute_sim_state": 0.027503671646118163, "sim_compute_performance-ego": 0.004066638946533203}}
set_robot_commands_max	0.00485865592956543
set_robot_commands_mean	0.004761190414428711
set_robot_commands_median	0.004833948214848836
set_robot_commands_min	0.004518209298451741
sim_compute_performance-ego_max	0.0041979249318440754
sim_compute_performance-ego_mean	0.003997155427932739
sim_compute_performance-ego_median	0.004023640553156535
sim_compute_performance-ego_min	0.003743415673573812
sim_compute_sim_state_max	0.027503671646118163
sim_compute_sim_state_mean	0.02473918656508128
sim_compute_sim_state_median	0.02418290456136068
sim_compute_sim_state_min	0.02308726549148559
sim_render-ego_max	0.006373577117919922
sim_render-ego_mean	0.0060114431381225585
sim_render-ego_median	0.006029382546742757
sim_render-ego_min	0.005613430341084798
simulation-passed	1
step_physics_max	0.08413699150085449
step_physics_mean	0.07953825215498606
step_physics_median	0.0797274915377299
step_physics_min	0.07456103404362996
survival_time_max	14.950000000000076
survival_time_mean	11.52500000000006
survival_time_min	1.2500000000000004

No reset possible

42782

11536

Jean-Sébastien Grondin 🇨🇦

exercise_state_estimation

LFv-sim

success

2020-11-24 23:06:28+00:00

2020-11-24 23:14:39+00:00

0:08:11

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.7645514097817783
survival_time_median	14.950000000000076
deviation-center-line_median	0.7945468944661704
in-drivable-lane_median	2.1000000000000267

other stats

agent_compute-ego_max	0.017884433269500732
agent_compute-ego_mean	0.017503976713527332
agent_compute-ego_median	0.017438980918942075
agent_compute-ego_min	0.017253511746724445
complete-iteration_max	0.2195549336346713
complete-iteration_mean	0.20410203892173187
complete-iteration_median	0.20296927412350976
complete-iteration_min	0.19091467380523683
deviation-center-line_max	0.8180416908929283
deviation-center-line_mean	0.6185830563404779
deviation-center-line_min	0.06719674553664252
deviation-heading_max	3.754409572537387
deviation-heading_mean	2.424250795802017
deviation-heading_median	2.777242809064113
deviation-heading_min	0.38810799254245526
driven_any_max	4.083796049768588
driven_any_mean	3.112795267858237
driven_any_median	4.077138095085125
driven_any_min	0.21310883149411028
driven_lanedir_consec_max	3.7844281340435737
driven_lanedir_consec_mean	2.3560302451802624
driven_lanedir_consec_min	0.11059002711391884
driven_lanedir_max	3.7844281340435737
driven_lanedir_mean	2.3560302451802624
driven_lanedir_median	2.7645514097817783
driven_lanedir_min	0.11059002711391884
get_duckie_state_max	2.4922688802083333e-06
get_duckie_state_mean	2.4368726845943566e-06
get_duckie_state_median	2.431147026293205e-06
get_duckie_state_min	2.3929278055826824e-06
get_robot_state_max	0.01576452905481512
get_robot_state_mean	0.015046263571941491
get_robot_state_median	0.015266414880752564
get_robot_state_min	0.01388769547144572
get_state_dump_max	0.013628737926483154
get_state_dump_mean	0.013428676941178065
get_state_dump_median	0.01339973691738013
get_state_dump_min	0.013286496003468831
get_ui_image_max	0.03575027068456014
get_ui_image_mean	0.034692510294191764
get_ui_image_median	0.03483595634951736
get_ui_image_min	0.0333478577931722
in-drivable-lane_max	4.499999999999988
in-drivable-lane_mean	2.2250000000000103
in-drivable-lane_min	0.20000000000000007
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.070517892530031, "get_ui_image": 0.0333478577931722, "step_physics": 0.07489336093266805, "survival_time": 14.950000000000076, "driven_lanedir": 3.7844281340435737, "get_state_dump": 0.013286496003468831, "sim_render-ego": 0.005673139095306396, "get_robot_state": 0.01388769547144572, "get_duckie_state": 2.4239222208658853e-06, "in-drivable-lane": 0.350000000000005, "agent_compute-ego": 0.017253511746724445, "deviation-heading": 3.754409572537387, "complete-iteration": 0.19091467380523683, "set_robot_commands": 0.004539903004964193, "deviation-center-line": 0.8180416908929283, "driven_lanedir_consec": 3.7844281340435737, "sim_compute_sim_state": 0.024035921891530355, "sim_compute_performance-ego": 0.0038481704394022626}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.083796049768588, "get_ui_image": 0.034317049185434975, "step_physics": 0.07762719472249349, "survival_time": 14.950000000000076, "driven_lanedir": 2.6569566746190256, "get_state_dump": 0.013491219679514568, "sim_render-ego": 0.006028631528218587, "get_robot_state": 0.01535283088684082, "get_duckie_state": 2.4922688802083333e-06, "in-drivable-lane": 4.499999999999988, "agent_compute-ego": 0.01761506954828898, "deviation-heading": 2.9798717471913565, "complete-iteration": 0.1974289266268412, "set_robot_commands": 0.004756571451822917, "deviation-center-line": 0.8053894332853914, "driven_lanedir_consec": 2.6569566746190256, "sim_compute_sim_state": 0.023943774700164795, "sim_compute_performance-ego": 0.004141326745351156}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.083758297640219, "get_ui_image": 0.03575027068456014, "step_physics": 0.0853427235285441, "survival_time": 14.950000000000076, "driven_lanedir": 2.872146144944531, "get_state_dump": 0.013628737926483154, "sim_render-ego": 0.006229422887166341, "get_robot_state": 0.015179998874664306, "get_duckie_state": 2.3929278055826824e-06, "in-drivable-lane": 3.850000000000049, "agent_compute-ego": 0.017884433269500732, "deviation-heading": 2.5746138709368687, "complete-iteration": 0.20850962162017825, "set_robot_commands": 0.004758800665537516, "deviation-center-line": 0.7837043556469494, "driven_lanedir_consec": 2.872146144944531, "sim_compute_sim_state": 0.025438520113627117, "sim_compute_performance-ego": 0.00413873831431071}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 0.21310883149411028, "get_ui_image": 0.03535486351359974, "step_physics": 0.0963055437261408, "survival_time": 1.1000000000000003, "driven_lanedir": 0.11059002711391884, "get_state_dump": 0.013308254155245697, "sim_render-ego": 0.005973479964516379, "get_robot_state": 0.01576452905481512, "get_duckie_state": 2.4383718317205254e-06, "in-drivable-lane": 0.20000000000000007, "agent_compute-ego": 0.01726289228959517, "deviation-heading": 0.38810799254245526, "complete-iteration": 0.2195549336346713, "set_robot_commands": 0.004605022343722257, "deviation-center-line": 0.06719674553664252, "driven_lanedir_consec": 0.11059002711391884, "sim_compute_sim_state": 0.026794617826288395, "sim_compute_performance-ego": 0.004023866219954057}}
set_robot_commands_max	0.004758800665537516
set_robot_commands_mean	0.004665074366511721
set_robot_commands_median	0.004680796897772586
set_robot_commands_min	0.004539903004964193
sim_compute_performance-ego_max	0.004141326745351156
sim_compute_performance-ego_mean	0.004038025429754546
sim_compute_performance-ego_median	0.004081302267132383
sim_compute_performance-ego_min	0.0038481704394022626
sim_compute_sim_state_max	0.026794617826288395
sim_compute_sim_state_mean	0.025053208632902665
sim_compute_sim_state_median	0.024737221002578736
sim_compute_sim_state_min	0.023943774700164795
sim_render-ego_max	0.006229422887166341
sim_render-ego_mean	0.005976168368801926
sim_render-ego_median	0.006001055746367483
sim_render-ego_min	0.005673139095306396
simulation-passed	1
step_physics_max	0.0963055437261408
step_physics_mean	0.08354220572746161
step_physics_median	0.0814849591255188
step_physics_min	0.07489336093266805
survival_time_max	14.950000000000076
survival_time_mean	11.48750000000006
survival_time_min	1.1000000000000003

No reset possible

42775

11534

sim-exercise-2

LFv-sim

success

2020-11-24 22:25:38+00:00

2020-11-24 22:34:01+00:00

0:08:23

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	3.790133279162373
survival_time_median	14.950000000000076
deviation-center-line_median	1.0261104328765245
in-drivable-lane_median	1.475000000000001

other stats

agent_compute-ego_max	0.0172389817237854
agent_compute-ego_mean	0.016762254039446513
agent_compute-ego_median	0.016701740423838297
agent_compute-ego_min	0.016406553586324056
complete-iteration_max	0.1918678339322408
complete-iteration_mean	0.18089279711246492
complete-iteration_median	0.17959569136301676
complete-iteration_min	0.17251197179158528
deviation-center-line_max	1.198493515051642
deviation-center-line_mean	1.012271798266302
deviation-center-line_min	0.7983728122605172
deviation-heading_max	3.2269295995352247
deviation-heading_mean	2.9480886698261273
deviation-heading_median	3.0842216833002074
deviation-heading_min	2.396981713168869
driven_any_max	4.885697026129327
driven_any_mean	4.524947451655052
driven_any_median	4.623463252528278
driven_any_min	3.967166275434326
driven_lanedir_consec_max	4.201403615267626
driven_lanedir_consec_mean	3.656456961170313
driven_lanedir_consec_min	2.84415767108888
driven_lanedir_max	4.201403615267626
driven_lanedir_mean	3.656456961170313
driven_lanedir_median	3.790133279162373
driven_lanedir_min	2.84415767108888
get_duckie_state_max	2.3897488911946615e-06
get_duckie_state_mean	2.227028210957845e-06
get_duckie_state_median	2.1998087565104166e-06
get_duckie_state_min	2.1187464396158854e-06
get_robot_state_max	0.013185505867004394
get_robot_state_mean	0.012316356897354126
get_robot_state_median	0.01233070413271586
get_robot_state_min	0.011418513456980387
get_state_dump_max	0.013104559580485026
get_state_dump_mean	0.012486239075660708
get_state_dump_median	0.01249981721242269
get_state_dump_min	0.01184076229731242
get_ui_image_max	0.03363548755645752
get_ui_image_mean	0.03244570016860962
get_ui_image_median	0.03233323375384013
get_ui_image_min	0.0314808456103007
in-drivable-lane_max	5.2
in-drivable-lane_mean	2.3625000000000025
in-drivable-lane_min	1.3000000000000087
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.685928616589483, "get_ui_image": 0.03149813890457153, "step_physics": 0.06713982423146565, "survival_time": 14.950000000000076, "driven_lanedir": 2.84415767108888, "get_state_dump": 0.01184076229731242, "sim_render-ego": 0.004949649969736735, "get_robot_state": 0.011418513456980387, "get_duckie_state": 2.129077911376953e-06, "in-drivable-lane": 5.2, "agent_compute-ego": 0.016840558052062988, "deviation-heading": 3.033852683275382, "complete-iteration": 0.17380409161249796, "set_robot_commands": 0.00451026439666748, "deviation-center-line": 0.7983728122605172, "driven_lanedir_consec": 2.84415767108888, "sim_compute_sim_state": 0.022131756941477457, "sim_compute_performance-ego": 0.003342463970184326}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.885697026129327, "get_ui_image": 0.0314808456103007, "step_physics": 0.06564347346623739, "survival_time": 14.950000000000076, "driven_lanedir": 4.136498537243483, "get_state_dump": 0.0119228998819987, "sim_render-ego": 0.005069256623586019, "get_robot_state": 0.011676647663116456, "get_duckie_state": 2.3897488911946615e-06, "in-drivable-lane": 1.4000000000000077, "agent_compute-ego": 0.016562922795613607, "deviation-heading": 3.2269295995352247, "complete-iteration": 0.17251197179158528, "set_robot_commands": 0.004591991901397705, "deviation-center-line": 1.198493515051642, "driven_lanedir_consec": 4.136498537243483, "sim_compute_sim_state": 0.02198022524515788, "sim_compute_performance-ego": 0.0034442440668741863}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.967166275434326, "get_ui_image": 0.03316832860310873, "step_physics": 0.0720252537727356, "survival_time": 14.950000000000076, "driven_lanedir": 3.443768021081263, "get_state_dump": 0.01307673454284668, "sim_render-ego": 0.005402327378590902, "get_robot_state": 0.012984760602315269, "get_duckie_state": 2.1187464396158854e-06, "in-drivable-lane": 1.3000000000000087, "agent_compute-ego": 0.0172389817237854, "deviation-heading": 3.1345906833250328, "complete-iteration": 0.18538729111353555, "set_robot_commands": 0.004523479143778483, "deviation-center-line": 1.0744981836378846, "driven_lanedir_consec": 3.443768021081263, "sim_compute_sim_state": 0.023194427490234377, "sim_compute_performance-ego": 0.0036256472269694017}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.560997888467073, "get_ui_image": 0.03363548755645752, "step_physics": 0.07554002046585083, "survival_time": 14.950000000000076, "driven_lanedir": 4.201403615267626, "get_state_dump": 0.013104559580485026, "sim_render-ego": 0.0053003271420796715, "get_robot_state": 0.013185505867004394, "get_duckie_state": 2.27053960164388e-06, "in-drivable-lane": 1.5499999999999945, "agent_compute-ego": 0.016406553586324056, "deviation-heading": 2.396981713168869, "complete-iteration": 0.1918678339322408, "set_robot_commands": 0.004410746892293294, "deviation-center-line": 0.9777226821151642, "driven_lanedir_consec": 4.201403615267626, "sim_compute_sim_state": 0.026554606755574545, "sim_compute_performance-ego": 0.003584120273590088}}
set_robot_commands_max	0.004591991901397705
set_robot_commands_mean	0.004509120583534241
set_robot_commands_median	0.004516871770222981
set_robot_commands_min	0.004410746892293294
sim_compute_performance-ego_max	0.0036256472269694017
sim_compute_performance-ego_mean	0.0034991188844045004
sim_compute_performance-ego_median	0.003514182170232137
sim_compute_performance-ego_min	0.003342463970184326
sim_compute_sim_state_max	0.026554606755574545
sim_compute_sim_state_mean	0.023465254108111063
sim_compute_sim_state_median	0.022663092215855916
sim_compute_sim_state_min	0.02198022524515788
sim_render-ego_max	0.005402327378590902
sim_render-ego_mean	0.005180390278498332
sim_render-ego_median	0.005184791882832845
sim_render-ego_min	0.004949649969736735
simulation-passed	1
step_physics_max	0.07554002046585083
step_physics_mean	0.07008714298407237
step_physics_median	0.06958253900210062
step_physics_min	0.06564347346623739
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

42767

11532

sim-exercise-2

LFv-sim

success

2020-11-24 22:09:38+00:00

2020-11-24 22:17:53+00:00

0:08:15

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.3746598500842833
survival_time_median	14.950000000000076
deviation-center-line_median	0.8023805172435752
in-drivable-lane_median	0.6750000000000096

other stats

agent_compute-ego_max	0.01742456833521525
agent_compute-ego_mean	0.01711516777674357
agent_compute-ego_median	0.017055919170379637
agent_compute-ego_min	0.016924264430999755
complete-iteration_max	0.1914088535308838
complete-iteration_mean	0.17828759789466858
complete-iteration_median	0.17493752678235372
complete-iteration_min	0.1718664844830831
deviation-center-line_max	0.9070704625998816
deviation-center-line_mean	0.7471687483404555
deviation-center-line_min	0.4768434962747904
deviation-heading_max	2.7415556401334413
deviation-heading_mean	1.584910280543944
deviation-heading_median	1.3813104599927502
deviation-heading_min	0.8354645620568345
driven_any_max	2.552612794091903
driven_any_mean	2.5505148432723934
driven_any_median	2.552577933044434
driven_any_min	2.5442907129088033
driven_lanedir_consec_max	2.537350889756585
driven_lanedir_consec_mean	2.3451001124195567
driven_lanedir_consec_min	2.0937298597530756
driven_lanedir_max	2.537350889756585
driven_lanedir_mean	2.3451001124195567
driven_lanedir_median	2.3746598500842833
driven_lanedir_min	2.0937298597530756
get_duckie_state_max	2.1664301554361978e-06
get_duckie_state_mean	2.09351380666097e-06
get_duckie_state_median	2.097288767496745e-06
get_duckie_state_min	2.0130475362141927e-06
get_robot_state_max	0.011812640031178791
get_robot_state_mean	0.0116033403078715
get_robot_state_median	0.011599733034769697
get_robot_state_min	0.011401255130767824
get_state_dump_max	0.011992393334706624
get_state_dump_mean	0.011860638856887816
get_state_dump_median	0.011867727835973105
get_state_dump_min	0.011714706420898438
get_ui_image_max	0.03345707734425862
get_ui_image_mean	0.03221105635166168
get_ui_image_median	0.03219015677769979
get_ui_image_min	0.031006834506988525
in-drivable-lane_max	2.550000000000036
in-drivable-lane_mean	0.975000000000014
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.5442907129088033, "get_ui_image": 0.031006834506988525, "step_physics": 0.06640393495559692, "survival_time": 14.950000000000076, "driven_lanedir": 2.2795249456486397, "get_state_dump": 0.01174943447113037, "sim_render-ego": 0.00497308095296224, "get_robot_state": 0.01150917927424113, "get_duckie_state": 2.063910166422526e-06, "in-drivable-lane": 1.3500000000000192, "agent_compute-ego": 0.01742456833521525, "deviation-heading": 1.4657374753349113, "complete-iteration": 0.1718664844830831, "set_robot_commands": 0.004430365562438965, "deviation-center-line": 0.8029503247580151, "driven_lanedir_consec": 2.2795249456486397, "sim_compute_sim_state": 0.020900774002075195, "sim_compute_performance-ego": 0.003347508907318115}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.552612794091903, "get_ui_image": 0.03164915720621745, "step_physics": 0.06673995892206828, "survival_time": 14.950000000000076, "driven_lanedir": 2.537350889756585, "get_state_dump": 0.011714706420898438, "sim_render-ego": 0.0049706355730692545, "get_robot_state": 0.011401255130767824, "get_duckie_state": 2.0130475362141927e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01692946195602417, "deviation-heading": 1.2968834446505892, "complete-iteration": 0.17195834398269652, "set_robot_commands": 0.004494406382242838, "deviation-center-line": 0.9070704625998816, "driven_lanedir_consec": 2.537350889756585, "sim_compute_sim_state": 0.02059798320134481, "sim_compute_performance-ego": 0.003341782093048096}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.5525497978132012, "get_ui_image": 0.03273115634918213, "step_physics": 0.07021626551946004, "survival_time": 14.950000000000076, "driven_lanedir": 2.4697947545199264, "get_state_dump": 0.011986021200815836, "sim_render-ego": 0.005034707387288412, "get_robot_state": 0.01169028679529826, "get_duckie_state": 2.1306673685709637e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017182376384735108, "deviation-heading": 2.7415556401334413, "complete-iteration": 0.17791670958201092, "set_robot_commands": 0.004441362222035726, "deviation-center-line": 0.8018107097291353, "driven_lanedir_consec": 2.4697947545199264, "sim_compute_sim_state": 0.021095197995503745, "sim_compute_performance-ego": 0.003415828545888265}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.552606068275667, "get_ui_image": 0.03345707734425862, "step_physics": 0.08042304197947184, "survival_time": 14.950000000000076, "driven_lanedir": 2.0937298597530756, "get_state_dump": 0.011992393334706624, "sim_render-ego": 0.0050434676806132, "get_robot_state": 0.011812640031178791, "get_duckie_state": 2.1664301554361978e-06, "in-drivable-lane": 2.550000000000036, "agent_compute-ego": 0.016924264430999755, "deviation-heading": 0.8354645620568345, "complete-iteration": 0.1914088535308838, "set_robot_commands": 0.004406686623891195, "deviation-center-line": 0.4768434962747904, "driven_lanedir_consec": 2.0937298597530756, "sim_compute_sim_state": 0.02377744754155477, "sim_compute_performance-ego": 0.0034494813283284507}}
set_robot_commands_max	0.004494406382242838
set_robot_commands_mean	0.004443205197652181
set_robot_commands_median	0.004435863892237345
set_robot_commands_min	0.004406686623891195
sim_compute_performance-ego_max	0.0034494813283284507
sim_compute_performance-ego_mean	0.0033886502186457313
sim_compute_performance-ego_median	0.00338166872660319
sim_compute_performance-ego_min	0.003341782093048096
sim_compute_sim_state_max	0.02377744754155477
sim_compute_sim_state_mean	0.021592850685119628
sim_compute_sim_state_median	0.02099798599878947
sim_compute_sim_state_min	0.02059798320134481
sim_render-ego_max	0.0050434676806132
sim_render-ego_mean	0.005005472898483277
sim_render-ego_median	0.005003894170125325
sim_render-ego_min	0.0049706355730692545
simulation-passed	1
step_physics_max	0.08042304197947184
step_physics_mean	0.07094580034414927
step_physics_median	0.06847811222076416
step_physics_min	0.06640393495559692
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

42751

11528

sim-exercise-2

LFv-sim

error

2020-11-24 19:15:39+00:00

2020-11-24 19:21:57+00:00

0:06:18

InvalidEvaluator: Tr [...]

InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 281, in main
    length_s = await run_episode(
  File "experiment_manager.py", line 554, in run_episode
    await loop.run_in_executor(executor, f)
  File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
    msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "step".
                   |
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
                   ||     self.SOn.belongs(R)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
                   ||     assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
                   ||     assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
                   ||     flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
                   ||     raise AssertionError(msg)
                   || AssertionError:
                   || Not equal to tolerance rtol=1e-07, atol=0
                   || I expect the determinant to be +1.
                   || x and y nan location mismatch:
                   ||  x: array(nan)
                   ||  y: array(1)
                   ||
                   || During handling of the above exception, another exception occurred:
                   ||
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
                   ||     self.update_physics_and_observations(until=data.until, context=context)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
                   ||     pc.integrate(delta_time)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
                   ||     self.state = self.state.integrate(dt, self.last_commands.wheels)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
                   ||     state2 = self.state.integrate(dt, use_commands)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
                   ||     s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
                   ||     return GenericKinematicsSE2(c1, t1)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
                   ||     geo.SE2.belongs(q0)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
                   ||     raise ValueError(msg)
                   || ValueError: The rotation is not a rotation:
                   || [[nan nan]
                   ||  [nan nan]]
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 351, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

42746

11526

exercise_state_estimation

LFv-sim

success

2020-11-24 18:32:28+00:00

2020-11-24 18:40:49+00:00

0:08:21

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.46993819699922024
survival_time_median	14.950000000000076
deviation-center-line_median	0.4999611959131738
in-drivable-lane_median	7.275000000000061

other stats

agent_compute-ego_max	0.017526870568593342
agent_compute-ego_mean	0.017123530705769854
agent_compute-ego_median	0.017002900838851927
agent_compute-ego_min	0.016961450576782226
complete-iteration_max	0.1962424929936727
complete-iteration_mean	0.1907852154970169
complete-iteration_median	0.19154657959938048
complete-iteration_min	0.18380520979563392
deviation-center-line_max	0.5934067967143292
deviation-center-line_mean	0.4687606182689041
deviation-center-line_min	0.2817132845349396
deviation-heading_max	6.174290608190573
deviation-heading_mean	4.549360212217843
deviation-heading_median	4.576020223173234
deviation-heading_min	2.871109794334332
driven_any_max	1.9398814797040569
driven_any_mean	1.938070171729534
driven_any_median	1.9397207703074464
driven_any_min	1.9329576665991877
driven_lanedir_consec_max	1.6505624940226478
driven_lanedir_consec_mean	0.694727557008301
driven_lanedir_consec_min	0.18847134001211585
driven_lanedir_max	1.6633476376009075
driven_lanedir_mean	0.7823593142726022
driven_lanedir_median	0.5977408008591517
driven_lanedir_min	0.27060801777119803
get_duckie_state_max	2.5494893391927083e-06
get_duckie_state_mean	2.363324165344238e-06
get_duckie_state_median	2.3476282755533856e-06
get_duckie_state_min	2.208550771077474e-06
get_robot_state_max	0.014024043083190918
get_robot_state_mean	0.013151474793752036
get_robot_state_median	0.012883460919062298
get_robot_state_min	0.012814934253692628
get_state_dump_max	0.012870750427246091
get_state_dump_mean	0.012787845730781554
get_state_dump_median	0.012795156637827557
get_state_dump_min	0.012690319220225016
get_ui_image_max	0.0339143443107605
get_ui_image_mean	0.033808218836784365
get_ui_image_median	0.03381130615870158
get_ui_image_min	0.033695918718973795
in-drivable-lane_max	11.250000000000083
in-drivable-lane_mean	6.787500000000057
in-drivable-lane_min	1.3500000000000192
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.9329576665991877, "get_ui_image": 0.03371353149414062, "step_physics": 0.07300580104192098, "survival_time": 14.950000000000076, "driven_lanedir": 0.8254623539817696, "get_state_dump": 0.012870750427246091, "sim_render-ego": 0.00533445676167806, "get_robot_state": 0.012814934253692628, "get_duckie_state": 2.208550771077474e-06, "in-drivable-lane": 5.7000000000000295, "agent_compute-ego": 0.017003240585327147, "deviation-heading": 6.174290608190573, "complete-iteration": 0.18380520979563392, "set_robot_commands": 0.004573498566945394, "deviation-center-line": 0.5934067967143292, "driven_lanedir_consec": 0.6975110617966394, "sim_compute_sim_state": 0.02076546351114909, "sim_compute_performance-ego": 0.0035777799288431804}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9395679633810765, "get_ui_image": 0.033695918718973795, "step_physics": 0.07735289017359416, "survival_time": 14.950000000000076, "driven_lanedir": 0.27060801777119803, "get_state_dump": 0.01275587797164917, "sim_render-ego": 0.00536720593770345, "get_robot_state": 0.01286854108174642, "get_duckie_state": 2.3102760314941405e-06, "in-drivable-lane": 11.250000000000083, "agent_compute-ego": 0.01700256109237671, "deviation-heading": 2.871109794334332, "complete-iteration": 0.18702814976374307, "set_robot_commands": 0.004323198795318604, "deviation-center-line": 0.2817132845349396, "driven_lanedir_consec": 0.24236533220180112, "sim_compute_sim_state": 0.01993531068166097, "sim_compute_performance-ego": 0.0035761777559916177}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9398814797040569, "get_ui_image": 0.0339143443107605, "step_physics": 0.08407545884450277, "survival_time": 14.950000000000076, "driven_lanedir": 0.37001924773653383, "get_state_dump": 0.01283443530400594, "sim_render-ego": 0.005420122941335042, "get_robot_state": 0.012898380756378176, "get_duckie_state": 2.5494893391927083e-06, "in-drivable-lane": 8.850000000000092, "agent_compute-ego": 0.017526870568593342, "deviation-heading": 5.906345349641045, "complete-iteration": 0.1962424929936727, "set_robot_commands": 0.004435904820760091, "deviation-center-line": 0.45028444401790074, "driven_lanedir_consec": 0.18847134001211585, "sim_compute_sim_state": 0.021350950400034582, "sim_compute_performance-ego": 0.003635164896647135}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.939873577233816, "get_ui_image": 0.033909080823262536, "step_physics": 0.08032641808191936, "survival_time": 14.950000000000076, "driven_lanedir": 1.6633476376009075, "get_state_dump": 0.012690319220225016, "sim_render-ego": 0.005466090043385823, "get_robot_state": 0.014024043083190918, "get_duckie_state": 2.3849805196126303e-06, "in-drivable-lane": 1.3500000000000192, "agent_compute-ego": 0.016961450576782226, "deviation-heading": 3.245695096705425, "complete-iteration": 0.1960650094350179, "set_robot_commands": 0.0046404496828715, "deviation-center-line": 0.5496379478084468, "driven_lanedir_consec": 1.6505624940226478, "sim_compute_sim_state": 0.02427218675613403, "sim_compute_performance-ego": 0.003626132806142171}}
set_robot_commands_max	0.0046404496828715
set_robot_commands_mean	0.004493262966473897
set_robot_commands_median	0.0045047016938527425
set_robot_commands_min	0.004323198795318604
sim_compute_performance-ego_max	0.003635164896647135
sim_compute_performance-ego_mean	0.003603813846906026
sim_compute_performance-ego_median	0.003601956367492676
sim_compute_performance-ego_min	0.0035761777559916177
sim_compute_sim_state_max	0.02427218675613403
sim_compute_sim_state_mean	0.021580977837244667
sim_compute_sim_state_median	0.02105820695559184
sim_compute_sim_state_min	0.01993531068166097
sim_render-ego_max	0.005466090043385823
sim_render-ego_mean	0.005396968921025594
sim_render-ego_median	0.005393664439519247
sim_render-ego_min	0.00533445676167806
simulation-passed	1
step_physics_max	0.08407545884450277
step_physics_mean	0.07869014203548431
step_physics_median	0.07883965412775676
step_physics_min	0.07300580104192098
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

42739

11524

Jean-Sébastien Grondin 🇨🇦

exercise_state_estimation

LFv-sim

success

2020-11-24 17:46:54+00:00

2020-11-24 17:55:44+00:00

0:08:50

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	3.175884407996642
survival_time_median	14.950000000000076
deviation-center-line_median	0.7813528383912721
in-drivable-lane_median	2.575000000000013

other stats

agent_compute-ego_max	0.018016423384348553
agent_compute-ego_mean	0.017533057530721027
agent_compute-ego_median	0.017523625294367472
agent_compute-ego_min	0.01706855614980062
complete-iteration_max	0.2045376578966777
complete-iteration_mean	0.1968429030974706
complete-iteration_median	0.19853527228037515
complete-iteration_min	0.18576340993245444
deviation-center-line_max	1.180498352049734
deviation-center-line_mean	0.821994445906329
deviation-center-line_min	0.5447737547930376
deviation-heading_max	3.610321964739333
deviation-heading_mean	2.905996259622697
deviation-heading_median	3.3716018768421954
deviation-heading_min	1.2704593200670635
driven_any_max	4.084036805817967
driven_any_mean	4.080512322119914
driven_any_median	4.0837360381446395
driven_any_min	4.0705404063724115
driven_lanedir_consec_max	3.6775168103082168
driven_lanedir_consec_mean	3.0511096195012937
driven_lanedir_consec_min	2.1751528517036736
driven_lanedir_max	3.6775168103082168
driven_lanedir_mean	3.1277367906111504
driven_lanedir_median	3.175884407996642
driven_lanedir_min	2.481661536143102
get_duckie_state_max	4.15643056233724e-06
get_duckie_state_mean	3.758668899536133e-06
get_duckie_state_median	3.8313865661621094e-06
get_duckie_state_min	3.215471903483073e-06
get_robot_state_max	0.016105546951293945
get_robot_state_mean	0.014511240522066753
get_robot_state_median	0.014874382813771566
get_robot_state_min	0.012190649509429932
get_state_dump_max	0.013710508346557616
get_state_dump_mean	0.01335200826327006
get_state_dump_median	0.013548992077509562
get_state_dump_min	0.0125995405515035
get_ui_image_max	0.03602910359700521
get_ui_image_mean	0.034725443919499714
get_ui_image_median	0.0349669881661733
get_ui_image_min	0.03293869574864705
in-drivable-lane_max	5.4500000000000774
in-drivable-lane_mean	2.8375000000000252
in-drivable-lane_min	0.7499999999999973
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.0705404063724115, "get_ui_image": 0.035936699708302815, "step_physics": 0.0814709480603536, "survival_time": 14.950000000000076, "driven_lanedir": 3.6775168103082168, "get_state_dump": 0.013489244778951009, "sim_render-ego": 0.006178516546885173, "get_robot_state": 0.01577682654062907, "get_duckie_state": 3.959337870279948e-06, "in-drivable-lane": 0.7499999999999973, "agent_compute-ego": 0.018016423384348553, "deviation-heading": 3.610321964739333, "complete-iteration": 0.2045376578966777, "set_robot_commands": 0.0047283665339152015, "deviation-center-line": 0.9771934581666012, "driven_lanedir_consec": 3.6775168103082168, "sim_compute_sim_state": 0.0246788756052653, "sim_compute_performance-ego": 0.004102512995402019}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.083763808493483, "get_ui_image": 0.03602910359700521, "step_physics": 0.08074820439020793, "survival_time": 14.950000000000076, "driven_lanedir": 3.170065530237382, "get_state_dump": 0.013710508346557616, "sim_render-ego": 0.006254027684529623, "get_robot_state": 0.016105546951293945, "get_duckie_state": 4.15643056233724e-06, "in-drivable-lane": 2.5500000000000043, "agent_compute-ego": 0.01750418504079183, "deviation-heading": 3.541618736783462, "complete-iteration": 0.20380594889322917, "set_robot_commands": 0.004926921526590983, "deviation-center-line": 1.180498352049734, "driven_lanedir_consec": 3.170065530237382, "sim_compute_sim_state": 0.024116125106811524, "sim_compute_performance-ego": 0.004248977502187093}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.083708267795796, "get_ui_image": 0.03399727662404378, "step_physics": 0.07596390883127849, "survival_time": 14.950000000000076, "driven_lanedir": 3.181703285755903, "get_state_dump": 0.013608739376068116, "sim_render-ego": 0.005707057317097982, "get_robot_state": 0.013971939086914062, "get_duckie_state": 3.703435262044271e-06, "in-drivable-lane": 2.600000000000022, "agent_compute-ego": 0.017543065547943115, "deviation-heading": 3.2015850169009292, "complete-iteration": 0.19326459566752116, "set_robot_commands": 0.004564106464385986, "deviation-center-line": 0.5855122186159432, "driven_lanedir_consec": 3.181703285755903, "sim_compute_sim_state": 0.023913562297821045, "sim_compute_performance-ego": 0.0038396509488423662}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.084036805817967, "get_ui_image": 0.03293869574864705, "step_physics": 0.07413400093714397, "survival_time": 14.950000000000076, "driven_lanedir": 2.481661536143102, "get_state_dump": 0.0125995405515035, "sim_render-ego": 0.005109137694040935, "get_robot_state": 0.012190649509429932, "get_duckie_state": 3.215471903483073e-06, "in-drivable-lane": 5.4500000000000774, "agent_compute-ego": 0.01706855614980062, "deviation-heading": 1.2704593200670635, "complete-iteration": 0.18576340993245444, "set_robot_commands": 0.004390878677368164, "deviation-center-line": 0.5447737547930376, "driven_lanedir_consec": 2.1751528517036736, "sim_compute_sim_state": 0.02372296412785848, "sim_compute_performance-ego": 0.003471786181131999}}
set_robot_commands_max	0.004926921526590983
set_robot_commands_mean	0.004652568300565084
set_robot_commands_median	0.004646236499150594
set_robot_commands_min	0.004390878677368164
sim_compute_performance-ego_max	0.004248977502187093
sim_compute_performance-ego_mean	0.003915731906890869
sim_compute_performance-ego_median	0.003971081972122193
sim_compute_performance-ego_min	0.003471786181131999
sim_compute_sim_state_max	0.0246788756052653
sim_compute_sim_state_mean	0.024107881784439088
sim_compute_sim_state_median	0.024014843702316283
sim_compute_sim_state_min	0.02372296412785848
sim_render-ego_max	0.006254027684529623
sim_render-ego_mean	0.0058121848106384285
sim_render-ego_median	0.005942786931991578
sim_render-ego_min	0.005109137694040935
simulation-passed	1
step_physics_max	0.0814709480603536
step_physics_mean	0.078079265554746
step_physics_median	0.07835605661074321
step_physics_min	0.07413400093714397
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

42726

11520

Olga (Ge Ya) Xu 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-24 17:37:43+00:00

2020-11-24 17:44:33+00:00

0:06:50

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.393955451590937
survival_time_median	14.950000000000076
deviation-center-line_median	0.5038857684618572
in-drivable-lane_median	4.6750000000000504

other stats

agent_compute-ego_max	0.016942530473073324
agent_compute-ego_mean	0.016670042682201305
agent_compute-ego_median	0.016725699504216512
agent_compute-ego_min	0.01628624124729887
complete-iteration_max	0.18669339100519816
complete-iteration_mean	0.17912271265019764
complete-iteration_median	0.17903448263804117
complete-iteration_min	0.17172849431950996
deviation-center-line_max	0.8721300742407363
deviation-center-line_mean	0.49868152113729897
deviation-center-line_min	0.11482447338474532
deviation-heading_max	2.1868335247156874
deviation-heading_mean	1.5875087036183146
deviation-heading_median	1.8110502445187149
deviation-heading_min	0.5411008007201408
driven_any_max	2.8323240044546756
driven_any_mean	2.117583062141643
driven_any_median	2.6101119528087637
driven_any_min	0.4177843384943694
driven_lanedir_consec_max	2.024105617717652
driven_lanedir_consec_mean	1.2739562606624777
driven_lanedir_consec_min	0.28380852175038473
driven_lanedir_max	2.024105617717652
driven_lanedir_mean	1.2739562606624777
driven_lanedir_median	1.393955451590937
driven_lanedir_min	0.28380852175038473
get_duckie_state_max	2.475495034075798e-06
get_duckie_state_mean	2.360720161005115e-06
get_duckie_state_median	2.3436546325683594e-06
get_duckie_state_min	2.2800763448079425e-06
get_robot_state_max	0.014927739302317302
get_robot_state_mean	0.012533123002830129
get_robot_state_median	0.011843486043578344
get_robot_state_min	0.011517780621846515
get_state_dump_max	0.012932704289754232
get_state_dump_mean	0.012335050816231586
get_state_dump_median	0.012282707522101435
get_state_dump_min	0.01184208393096924
get_ui_image_max	0.032799754142761234
get_ui_image_mean	0.032143703234111164
get_ui_image_median	0.032124196950425496
get_ui_image_min	0.031526664892832436
in-drivable-lane_max	9.450000000000044
in-drivable-lane_mean	4.887500000000037
in-drivable-lane_min	0.7499999999999989
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.5968401096475144, "get_ui_image": 0.03230830907821655, "step_physics": 0.06973389148712159, "survival_time": 14.950000000000076, "driven_lanedir": 1.764193856277097, "get_state_dump": 0.012932704289754232, "sim_render-ego": 0.0056244524319966635, "get_robot_state": 0.014927739302317302, "get_duckie_state": 2.395311991373698e-06, "in-drivable-lane": 5.70000000000005, "agent_compute-ego": 0.016655802726745605, "deviation-heading": 1.6356193069516414, "complete-iteration": 0.18332756519317628, "set_robot_commands": 0.004704788525899251, "deviation-center-line": 0.6116835450596138, "driven_lanedir_consec": 1.764193856277097, "sim_compute_sim_state": 0.02266339143117269, "sim_compute_performance-ego": 0.00363487164179484}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.4177843384943694, "get_ui_image": 0.03194008482263443, "step_physics": 0.06642820480022024, "survival_time": 2.3499999999999996, "driven_lanedir": 0.28380852175038473, "get_state_dump": 0.012444622973178296, "sim_render-ego": 0.005233688557401616, "get_robot_state": 0.011951466824146028, "get_duckie_state": 2.475495034075798e-06, "in-drivable-lane": 0.7499999999999989, "agent_compute-ego": 0.01628624124729887, "deviation-heading": 0.5411008007201408, "complete-iteration": 0.17172849431950996, "set_robot_commands": 0.004498481750488281, "deviation-center-line": 0.11482447338474532, "driven_lanedir_consec": 0.28380852175038473, "sim_compute_sim_state": 0.019224217597474443, "sim_compute_performance-ego": 0.0035842124451982214}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8323240044546756, "get_ui_image": 0.031526664892832436, "step_physics": 0.06797538757324219, "survival_time": 14.950000000000076, "driven_lanedir": 1.023717046904777, "get_state_dump": 0.012120792071024575, "sim_render-ego": 0.005026021798451742, "get_robot_state": 0.01173550526301066, "get_duckie_state": 2.291997273763021e-06, "in-drivable-lane": 9.450000000000044, "agent_compute-ego": 0.016942530473073324, "deviation-heading": 2.1868335247156874, "complete-iteration": 0.1747414000829061, "set_robot_commands": 0.004557254314422607, "deviation-center-line": 0.3960879918641006, "driven_lanedir_consec": 1.023717046904777, "sim_compute_sim_state": 0.02135743300120036, "sim_compute_performance-ego": 0.0033690516153971352}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.623383795970013, "get_ui_image": 0.032799754142761234, "step_physics": 0.07697183847427368, "survival_time": 14.950000000000076, "driven_lanedir": 2.024105617717652, "get_state_dump": 0.01184208393096924, "sim_render-ego": 0.004904908339182536, "get_robot_state": 0.011517780621846515, "get_duckie_state": 2.2800763448079425e-06, "in-drivable-lane": 3.650000000000052, "agent_compute-ego": 0.01679559628168742, "deviation-heading": 1.9864811820857888, "complete-iteration": 0.18669339100519816, "set_robot_commands": 0.004593230088551839, "deviation-center-line": 0.8721300742407363, "driven_lanedir_consec": 2.024105617717652, "sim_compute_sim_state": 0.02381036361058553, "sim_compute_performance-ego": 0.003320686022440593}}
set_robot_commands_max	0.004704788525899251
set_robot_commands_mean	0.004588438669840495
set_robot_commands_median	0.004575242201487223
set_robot_commands_min	0.004498481750488281
sim_compute_performance-ego_max	0.00363487164179484
sim_compute_performance-ego_mean	0.0034772054312076973
sim_compute_performance-ego_median	0.0034766320302976783
sim_compute_performance-ego_min	0.003320686022440593
sim_compute_sim_state_max	0.02381036361058553
sim_compute_sim_state_mean	0.021763851410108257
sim_compute_sim_state_median	0.022010412216186524
sim_compute_sim_state_min	0.019224217597474443
sim_render-ego_max	0.0056244524319966635
sim_render-ego_mean	0.005197267781758139
sim_render-ego_median	0.0051298551779266795
sim_render-ego_min	0.004904908339182536
simulation-passed	1
step_physics_max	0.07697183847427368
step_physics_mean	0.07027733058371442
step_physics_median	0.0688546395301819
step_physics_min	0.06642820480022024
survival_time_max	14.950000000000076
survival_time_mean	11.800000000000058
survival_time_min	2.3499999999999996

No reset possible

42710

11514

Jean-Sébastien Grondin 🇨🇦

exercise_state_estimation

LFv-sim

success

2020-11-24 16:27:10+00:00

2020-11-24 16:35:15+00:00

0:08:05

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.491377880006268
survival_time_median	14.950000000000076
deviation-center-line_median	0.9540644106474132
in-drivable-lane_median	2.0500000000000247

other stats

agent_compute-ego_max	0.01713420788447062
agent_compute-ego_mean	0.01676899961169398
agent_compute-ego_median	0.016751368275003356
agent_compute-ego_min	0.016439054012298584
complete-iteration_max	0.18525627448697135
complete-iteration_mean	0.1775188153846543
complete-iteration_median	0.17644059777259827
complete-iteration_min	0.1719377915064494
deviation-center-line_max	1.1916313492909132
deviation-center-line_mean	0.9574491820758404
deviation-center-line_min	0.7300365577176225
deviation-heading_max	4.200745192538416
deviation-heading_mean	3.0593494285016387
deviation-heading_median	2.9234704052029508
deviation-heading_min	2.1897117110622393
driven_any_max	3.0630181018237272
driven_any_mean	3.0447148299345734
driven_any_median	3.0579210279349027
driven_any_min	2.9999991620447592
driven_lanedir_consec_max	2.590338533830148
driven_lanedir_consec_mean	2.3452515102541955
driven_lanedir_consec_min	1.807911747174097
driven_lanedir_max	2.6447739353997988
driven_lanedir_mean	2.444562642127988
driven_lanedir_median	2.5500797689381045
driven_lanedir_min	2.033317095235944
get_duckie_state_max	2.19265619913737e-06
get_duckie_state_mean	2.099196929844845e-06
get_duckie_state_median	2.104043960571289e-06
get_duckie_state_min	1.9960435990994293e-06
get_robot_state_max	0.011565540631612142
get_robot_state_mean	0.01136943133414402
get_robot_state_median	0.011362714370091755
get_robot_state_min	0.011186755964780424
get_state_dump_max	0.012038376331329346
get_state_dump_mean	0.011836645936125104
get_state_dump_median	0.011782937715756066
get_state_dump_min	0.011742331981658936
get_ui_image_max	0.03320722449761609
get_ui_image_mean	0.03230174489056562
get_ui_image_median	0.032206610441207886
get_ui_image_min	0.03158653418223063
in-drivable-lane_max	3.600000000000003
in-drivable-lane_mean	2.175000000000015
in-drivable-lane_min	1.0000000000000075
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.0530647925612615, "get_ui_image": 0.03158653418223063, "step_physics": 0.06689520279566447, "survival_time": 14.950000000000076, "driven_lanedir": 2.5098210040460605, "get_state_dump": 0.011819854577382403, "sim_render-ego": 0.005033799807230632, "get_robot_state": 0.011565540631612142, "get_duckie_state": 2.135435740152995e-06, "in-drivable-lane": 2.2000000000000224, "agent_compute-ego": 0.016439054012298584, "deviation-heading": 2.1897117110622393, "complete-iteration": 0.17230297088623048, "set_robot_commands": 0.004453554153442383, "deviation-center-line": 0.7816771969809163, "driven_lanedir_consec": 2.5098210040460605, "sim_compute_sim_state": 0.02100366433461507, "sim_compute_performance-ego": 0.0033792543411254885}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.0630181018237272, "get_ui_image": 0.03169843355814616, "step_physics": 0.06642294247945149, "survival_time": 14.950000000000076, "driven_lanedir": 2.590338533830148, "get_state_dump": 0.012038376331329346, "sim_render-ego": 0.00501433531443278, "get_robot_state": 0.011386973063151042, "get_duckie_state": 2.19265619913737e-06, "in-drivable-lane": 1.900000000000027, "agent_compute-ego": 0.016812190214792886, "deviation-heading": 2.555167431257418, "complete-iteration": 0.1719377915064494, "set_robot_commands": 0.00448679765065511, "deviation-center-line": 0.7300365577176225, "driven_lanedir_consec": 2.590338533830148, "sim_compute_sim_state": 0.020534005165100094, "sim_compute_performance-ego": 0.0034174211819966633}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.9999991620447592, "get_ui_image": 0.03320722449761609, "step_physics": 0.07873569983264285, "survival_time": 14.650000000000071, "driven_lanedir": 2.033317095235944, "get_state_dump": 0.011746020854129726, "sim_render-ego": 0.004951098673172778, "get_robot_state": 0.011186755964780424, "get_duckie_state": 1.9960435990994293e-06, "in-drivable-lane": 3.600000000000003, "agent_compute-ego": 0.016690546335213826, "deviation-heading": 3.291773379148483, "complete-iteration": 0.18525627448697135, "set_robot_commands": 0.004510688293509109, "deviation-center-line": 1.12645162431391, "driven_lanedir_consec": 1.807911747174097, "sim_compute_sim_state": 0.02073494240692451, "sim_compute_performance-ego": 0.003366594835352979}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.0627772633085444, "get_ui_image": 0.03271478732426961, "step_physics": 0.07319929679234823, "survival_time": 14.950000000000076, "driven_lanedir": 2.6447739353997988, "get_state_dump": 0.011742331981658936, "sim_render-ego": 0.005043232440948486, "get_robot_state": 0.01133845567703247, "get_duckie_state": 2.0726521809895833e-06, "in-drivable-lane": 1.0000000000000075, "agent_compute-ego": 0.01713420788447062, "deviation-heading": 4.200745192538416, "complete-iteration": 0.18057822465896609, "set_robot_commands": 0.00442216157913208, "deviation-center-line": 1.1916313492909132, "driven_lanedir_consec": 2.472934755966475, "sim_compute_sim_state": 0.021483000119527185, "sim_compute_performance-ego": 0.003376443386077881}}
set_robot_commands_max	0.004510688293509109
set_robot_commands_mean	0.00446830041918467
set_robot_commands_median	0.004470175902048746
set_robot_commands_min	0.00442216157913208
sim_compute_performance-ego_max	0.0034174211819966633
sim_compute_performance-ego_mean	0.003384928436138253
sim_compute_performance-ego_median	0.0033778488636016847
sim_compute_performance-ego_min	0.003366594835352979
sim_compute_sim_state_max	0.021483000119527185
sim_compute_sim_state_mean	0.020938903006541717
sim_compute_sim_state_median	0.02086930337076979
sim_compute_sim_state_min	0.020534005165100094
sim_render-ego_max	0.005043232440948486
sim_render-ego_mean	0.00501061655894617
sim_render-ego_median	0.005024067560831706
sim_render-ego_min	0.004951098673172778
simulation-passed	1
step_physics_max	0.07873569983264285
step_physics_mean	0.07131328547502676
step_physics_median	0.07004724979400634
step_physics_min	0.06642294247945149
survival_time_max	14.950000000000076
survival_time_mean	14.875000000000076
survival_time_min	14.650000000000071

No reset possible

42686

11503

sim-exercise-2

LFv-sim

success

2020-11-24 15:14:39+00:00

2020-11-24 15:21:50+00:00

0:07:11

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.522960553190941
survival_time_median	12.175000000000038
deviation-center-line_median	0.390905661170285
in-drivable-lane_median	3.850000000000032

other stats

agent_compute-ego_max	0.01733221928278605
agent_compute-ego_mean	0.01729564954615489
agent_compute-ego_median	0.01729951215953362
agent_compute-ego_min	0.01725135458276627
complete-iteration_max	0.1950493764877319
complete-iteration_mean	0.1895411496851358
complete-iteration_median	0.1895437185223221
complete-iteration_min	0.1840277852081671
deviation-center-line_max	0.6471872638157203
deviation-center-line_mean	0.3753433900081107
deviation-center-line_min	0.07237497387615263
deviation-heading_max	2.032418393813475
deviation-heading_mean	1.1855491945589671
deviation-heading_median	1.149306991277019
deviation-heading_min	0.4111644018683561
driven_any_max	4.327858846563318
driven_any_mean	3.6000157313701147
driven_any_median	3.599595029654082
driven_any_min	2.8730140196089753
driven_lanedir_consec_max	3.726194536930891
driven_lanedir_consec_mean	2.3612221283759114
driven_lanedir_consec_min	0.6727728701908735
driven_lanedir_max	3.726194536930891
driven_lanedir_mean	2.3612221283759114
driven_lanedir_median	2.522960553190941
driven_lanedir_min	0.6727728701908735
get_duckie_state_max	3.773371378580729e-06
get_duckie_state_mean	3.6008515545208752e-06
get_duckie_state_median	3.615016859721362e-06
get_duckie_state_min	3.400001120060048e-06
get_robot_state_max	0.01524256944656372
get_robot_state_mean	0.014090947744817887
get_robot_state_median	0.014215246758809905
get_robot_state_min	0.01269072801508802
get_state_dump_max	0.013554319540659589
get_state_dump_mean	0.013148484945689038
get_state_dump_median	0.013119992831858194
get_state_dump_min	0.01279963457838018
get_ui_image_max	0.03387964725494385
get_ui_image_mean	0.033313810843288064
get_ui_image_median	0.033144446763586494
get_ui_image_min	0.033086702591035425
in-drivable-lane_max	5.9499999999999815
in-drivable-lane_mean	3.8875000000000184
in-drivable-lane_min	1.900000000000027
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.327858846563318, "get_ui_image": 0.03310269117355347, "step_physics": 0.07384364525477091, "survival_time": 14.950000000000076, "driven_lanedir": 2.9055197215159945, "get_state_dump": 0.013194453716278077, "sim_render-ego": 0.005761969884236654, "get_robot_state": 0.01510205030441284, "get_duckie_state": 3.773371378580729e-06, "in-drivable-lane": 5.250000000000049, "agent_compute-ego": 0.017307417392730715, "deviation-heading": 1.5083721304509417, "complete-iteration": 0.19051189025243123, "set_robot_commands": 0.004761993090311686, "deviation-center-line": 0.4801517000710803, "driven_lanedir_consec": 2.9055197215159945, "sim_compute_sim_state": 0.023458619117736817, "sim_compute_performance-ego": 0.003834035396575928}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.27540503282649, "get_ui_image": 0.03387964725494385, "step_physics": 0.07437168836593627, "survival_time": 14.950000000000076, "driven_lanedir": 3.726194536930891, "get_state_dump": 0.013554319540659589, "sim_render-ego": 0.005844371318817139, "get_robot_state": 0.01524256944656372, "get_duckie_state": 3.6493937174479167e-06, "in-drivable-lane": 1.900000000000027, "agent_compute-ego": 0.01733221928278605, "deviation-heading": 2.032418393813475, "complete-iteration": 0.1950493764877319, "set_robot_commands": 0.0046381354331970215, "deviation-center-line": 0.6471872638157203, "driven_lanedir_consec": 3.726194536930891, "sim_compute_sim_state": 0.02602031628290812, "sim_compute_performance-ego": 0.0040157802899678545}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8730140196089753, "get_ui_image": 0.033086702591035425, "step_physics": 0.07138670072322939, "survival_time": 8.199999999999982, "driven_lanedir": 0.6727728701908735, "get_state_dump": 0.01304553194743831, "sim_render-ego": 0.005531860560905643, "get_robot_state": 0.013328443213206968, "get_duckie_state": 3.5806400019948074e-06, "in-drivable-lane": 5.9499999999999815, "agent_compute-ego": 0.017291606926336522, "deviation-heading": 0.4111644018683561, "complete-iteration": 0.1840277852081671, "set_robot_commands": 0.004442181529068365, "deviation-center-line": 0.07237497387615263, "driven_lanedir_consec": 0.6727728701908735, "sim_compute_sim_state": 0.02206499838247532, "sim_compute_performance-ego": 0.003706328752564221}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.923785026481675, "get_ui_image": 0.033186202353619514, "step_physics": 0.07421731187942181, "survival_time": 9.4, "driven_lanedir": 2.1404013848658874, "get_state_dump": 0.01279963457838018, "sim_render-ego": 0.005168383425854622, "get_robot_state": 0.01269072801508802, "get_duckie_state": 3.400001120060048e-06, "in-drivable-lane": 2.4500000000000153, "agent_compute-ego": 0.01725135458276627, "deviation-heading": 0.7902418521030966, "complete-iteration": 0.18857554679221297, "set_robot_commands": 0.004551037828972999, "deviation-center-line": 0.30165962226948967, "driven_lanedir_consec": 2.1404013848658874, "sim_compute_sim_state": 0.025047472182740557, "sim_compute_performance-ego": 0.0035250795648453085}}
set_robot_commands_max	0.004761993090311686
set_robot_commands_mean	0.004598336970387518
set_robot_commands_median	0.00459458663108501
set_robot_commands_min	0.004442181529068365
sim_compute_performance-ego_max	0.0040157802899678545
sim_compute_performance-ego_mean	0.003770306000988328
sim_compute_performance-ego_median	0.0037701820745700745
sim_compute_performance-ego_min	0.0035250795648453085
sim_compute_sim_state_max	0.02602031628290812
sim_compute_sim_state_mean	0.024147851491465203
sim_compute_sim_state_median	0.024253045650238687
sim_compute_sim_state_min	0.02206499838247532
sim_render-ego_max	0.005844371318817139
sim_render-ego_mean	0.005576646297453514
sim_render-ego_median	0.005646915222571148
sim_render-ego_min	0.005168383425854622
simulation-passed	1
step_physics_max	0.07437168836593627
step_physics_mean	0.07345483655583959
step_physics_median	0.07403047856709635
step_physics_min	0.07138670072322939
survival_time_max	14.950000000000076
survival_time_mean	11.875000000000034
survival_time_min	8.199999999999982

No reset possible

42670

11502

Jean-Sébastien Grondin 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-24 14:37:04+00:00

2020-11-24 14:43:00+00:00

0:05:56

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.3765119432339936
survival_time_median	9.60000000000003
deviation-center-line_median	0.3640824356448742
in-drivable-lane_median	0.7499999999999978

other stats

agent_compute-ego_max	0.017428364072527205
agent_compute-ego_mean	0.01724450636491692
agent_compute-ego_median	0.017413377098201475
agent_compute-ego_min	0.016722907190737518
complete-iteration_max	0.18619714975357057
complete-iteration_mean	0.1790432583756441
complete-iteration_median	0.17901760489824428
complete-iteration_min	0.1719406739525173
deviation-center-line_max	0.9998032103878436
deviation-center-line_mean	0.489589969409467
deviation-center-line_min	0.23039179596027565
deviation-heading_max	4.230257989785336
deviation-heading_mean	2.177235417210454
deviation-heading_median	1.8302435095033327
deviation-heading_min	0.8181966600498158
driven_any_max	2.623509267501304
driven_any_mean	1.7186049091571447
driven_any_median	1.7289335046554553
driven_any_min	0.7930433598163646
driven_lanedir_consec_max	2.0837051957959045
driven_lanedir_consec_mean	1.369133943370202
driven_lanedir_consec_min	0.6398066912169162
driven_lanedir_max	2.2439561145229625
driven_lanedir_mean	1.4266422338360545
driven_lanedir_median	1.411403064802169
driven_lanedir_min	0.6398066912169162
get_duckie_state_max	2.0317409349524458e-06
get_duckie_state_mean	1.9856502298457964e-06
get_duckie_state_median	1.97268023933332e-06
get_duckie_state_min	1.9654995057641007e-06
get_robot_state_max	0.011969841044882069
get_robot_state_mean	0.011777751253431824
get_robot_state_median	0.011753740609716304
get_robot_state_min	0.011633682749412616
get_state_dump_max	0.012120544910430908
get_state_dump_mean	0.012020985413611372
get_state_dump_median	0.012029059586962937
get_state_dump_min	0.011905277570088704
get_ui_image_max	0.03344393332799276
get_ui_image_mean	0.03228173126410847
get_ui_image_median	0.0321632896484865
get_ui_image_min	0.03135641243146813
in-drivable-lane_max	2.3000000000000327
in-drivable-lane_mean	1.0750000000000066
in-drivable-lane_min	0.4999999999999982
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.8531116780344596, "get_ui_image": 0.03135641243146813, "step_physics": 0.0659139985623567, "survival_time": 4.599999999999992, "driven_lanedir": 0.7391009338084333, "get_state_dump": 0.012120544910430908, "sim_render-ego": 0.005103056845457658, "get_robot_state": 0.011969841044882069, "get_duckie_state": 2.0317409349524458e-06, "in-drivable-lane": 0.4999999999999982, "agent_compute-ego": 0.016722907190737518, "deviation-heading": 0.8181966600498158, "complete-iteration": 0.1719406739525173, "set_robot_commands": 0.004455296889595364, "deviation-center-line": 0.23039179596027565, "driven_lanedir_consec": 0.7391009338084333, "sim_compute_sim_state": 0.02061499201733133, "sim_compute_performance-ego": 0.003546670727107836}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.60475533127645, "get_ui_image": 0.03186485742442699, "step_physics": 0.06632487532984505, "survival_time": 14.350000000000067, "driven_lanedir": 2.0837051957959045, "get_state_dump": 0.011951926693268354, "sim_render-ego": 0.0051442206113596, "get_robot_state": 0.011633682749412616, "get_duckie_state": 1.9654995057641007e-06, "in-drivable-lane": 2.3000000000000327, "agent_compute-ego": 0.017428364072527205, "deviation-heading": 2.030843459517303, "complete-iteration": 0.17267579816359677, "set_robot_commands": 0.004406666506458243, "deviation-center-line": 0.4479515609209877, "driven_lanedir_consec": 2.0837051957959045, "sim_compute_sim_state": 0.0203571302965543, "sim_compute_performance-ego": 0.003431663280580102}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.623509267501304, "get_ui_image": 0.03344393332799276, "step_physics": 0.07865120887756348, "survival_time": 14.950000000000076, "driven_lanedir": 2.2439561145229625, "get_state_dump": 0.011905277570088704, "sim_render-ego": 0.005013117790222168, "get_robot_state": 0.011668654282887776, "get_duckie_state": 1.9741058349609373e-06, "in-drivable-lane": 0.8499999999999979, "agent_compute-ego": 0.01742772579193115, "deviation-heading": 4.230257989785336, "complete-iteration": 0.18619714975357057, "set_robot_commands": 0.004436376889546712, "deviation-center-line": 0.9998032103878436, "driven_lanedir_consec": 2.013922952659554, "sim_compute_sim_state": 0.020065298875172933, "sim_compute_performance-ego": 0.0034507592519124348}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 0.7930433598163646, "get_ui_image": 0.03246172187254601, "step_physics": 0.07630867319008738, "survival_time": 4.849999999999991, "driven_lanedir": 0.6398066912169162, "get_state_dump": 0.01210619248065752, "sim_render-ego": 0.004892786753546332, "get_robot_state": 0.011838826936544831, "get_duckie_state": 1.9712546437057025e-06, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.0173990284044718, "deviation-heading": 1.6296435594893623, "complete-iteration": 0.1853594116328918, "set_robot_commands": 0.004671494985364147, "deviation-center-line": 0.2802133103687608, "driven_lanedir_consec": 0.6398066912169162, "sim_compute_sim_state": 0.022171856201801104, "sim_compute_performance-ego": 0.0033746699696963595}}
set_robot_commands_max	0.004671494985364147
set_robot_commands_mean	0.0044924588177411165
set_robot_commands_median	0.004445836889571038
set_robot_commands_min	0.004406666506458243
sim_compute_performance-ego_max	0.003546670727107836
sim_compute_performance-ego_mean	0.003450940807324183
sim_compute_performance-ego_median	0.0034412112662462685
sim_compute_performance-ego_min	0.0033746699696963595
sim_compute_sim_state_max	0.022171856201801104
sim_compute_sim_state_mean	0.020802319347714916
sim_compute_sim_state_median	0.020486061156942813
sim_compute_sim_state_min	0.020065298875172933
sim_render-ego_max	0.0051442206113596
sim_render-ego_mean	0.005038295500146439
sim_render-ego_median	0.005058087317839913
sim_render-ego_min	0.004892786753546332
simulation-passed	1
step_physics_max	0.07865120887756348
step_physics_mean	0.07179968898996315
step_physics_median	0.07131677425996621
step_physics_min	0.0659139985623567
survival_time_max	14.950000000000076
survival_time_mean	9.687500000000032
survival_time_min	4.599999999999992

No reset possible

42667

11501

Olga (Ge Ya) Xu 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-24 10:26:34+00:00

2020-11-24 10:33:48+00:00

0:07:14

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.1020501425876637
survival_time_median	14.950000000000076
deviation-center-line_median	0.7158949457050567
in-drivable-lane_median	0.2749999999999997

other stats

agent_compute-ego_max	0.01735193411509196
agent_compute-ego_mean	0.017233996878970755
agent_compute-ego_median	0.01726292173067729
agent_compute-ego_min	0.017058209939436478
complete-iteration_max	0.19220836321512855
complete-iteration_mean	0.18448926148992595
complete-iteration_median	0.1848922868208452
complete-iteration_min	0.17596410910288493
deviation-center-line_max	1.121839002912136
deviation-center-line_mean	0.672265776889412
deviation-center-line_min	0.13543421323539853
deviation-heading_max	3.043371545256351
deviation-heading_mean	1.5776276014078892
deviation-heading_median	1.3067428423079854
deviation-heading_min	0.6536531757592349
driven_any_max	3.0074075467371855
driven_any_mean	2.050581190725086
driven_any_median	2.422526348099839
driven_any_min	0.34986451996348084
driven_lanedir_consec_max	3.000209677703345
driven_lanedir_consec_mean	1.8613310308568456
driven_lanedir_consec_min	0.24101416054870972
driven_lanedir_max	3.000209677703345
driven_lanedir_mean	1.8613310308568456
driven_lanedir_median	2.1020501425876637
driven_lanedir_min	0.24101416054870972
get_duckie_state_max	2.3134549458821614e-06
get_duckie_state_mean	2.223235188108502e-06
get_duckie_state_median	2.2263960404829545e-06
get_duckie_state_min	2.1266937255859375e-06
get_robot_state_max	0.013018320907245985
get_robot_state_mean	0.012715595689686865
get_robot_state_median	0.012930172681808473
get_robot_state_min	0.01198371648788452
get_state_dump_max	0.013057280670512806
get_state_dump_mean	0.012660713069366688
get_state_dump_median	0.012746344407399496
get_state_dump_min	0.012092882792154949
get_ui_image_max	0.03388985315958659
get_ui_image_mean	0.032860658132668696
get_ui_image_median	0.03308360847559842
get_ui_image_min	0.03138556241989136
in-drivable-lane_max	4.650000000000066
in-drivable-lane_mean	1.3000000000000165
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.0074075467371855, "get_ui_image": 0.03138556241989136, "step_physics": 0.06837619066238404, "survival_time": 14.950000000000076, "driven_lanedir": 3.000209677703345, "get_state_dump": 0.012092882792154949, "sim_render-ego": 0.005134623845418294, "get_robot_state": 0.01198371648788452, "get_duckie_state": 2.3134549458821614e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017285770575205486, "deviation-heading": 0.8506815915484098, "complete-iteration": 0.17596410910288493, "set_robot_commands": 0.004504294395446778, "deviation-center-line": 0.7568456366629367, "driven_lanedir_consec": 3.000209677703345, "sim_compute_sim_state": 0.021598671277364093, "sim_compute_performance-ego": 0.0034633580843607585}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.34986451996348084, "get_ui_image": 0.03281689232045954, "step_physics": 0.07079920443621548, "survival_time": 2.2, "driven_lanedir": 0.24101416054870972, "get_state_dump": 0.013057280670512806, "sim_render-ego": 0.005527035756544633, "get_robot_state": 0.013018320907245985, "get_duckie_state": 2.2378834811123935e-06, "in-drivable-lane": 0.5499999999999994, "agent_compute-ego": 0.017058209939436478, "deviation-heading": 0.6536531757592349, "complete-iteration": 0.18051889809695157, "set_robot_commands": 0.004820254716006192, "deviation-center-line": 0.13543421323539853, "driven_lanedir_consec": 0.24101416054870972, "sim_compute_sim_state": 0.01956098188053478, "sim_compute_performance-ego": 0.003708259625868364}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.16305951959887, "get_ui_image": 0.03388985315958659, "step_physics": 0.07705031792322795, "survival_time": 14.950000000000076, "driven_lanedir": 2.105115687107995, "get_state_dump": 0.012609877586364749, "sim_render-ego": 0.005384765466054281, "get_robot_state": 0.012911430994669596, "get_duckie_state": 2.1266937255859375e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01724007288614909, "deviation-heading": 3.043371545256351, "complete-iteration": 0.1892656755447388, "set_robot_commands": 0.004392854372660319, "deviation-center-line": 1.121839002912136, "driven_lanedir_consec": 2.105115687107995, "sim_compute_sim_state": 0.02205741802851359, "sim_compute_performance-ego": 0.003593180179595947}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.681993176600808, "get_ui_image": 0.0333503246307373, "step_physics": 0.07686841487884521, "survival_time": 14.950000000000076, "driven_lanedir": 2.0989845980673327, "get_state_dump": 0.012882811228434245, "sim_render-ego": 0.005293919245402018, "get_robot_state": 0.012948914368947347, "get_duckie_state": 2.214908599853515e-06, "in-drivable-lane": 4.650000000000066, "agent_compute-ego": 0.01735193411509196, "deviation-heading": 1.7628040930675608, "complete-iteration": 0.19220836321512855, "set_robot_commands": 0.004380942980448405, "deviation-center-line": 0.6749442547471768, "driven_lanedir_consec": 2.0989845980673327, "sim_compute_sim_state": 0.025434670448303224, "sim_compute_performance-ego": 0.003557746410369873}}
set_robot_commands_max	0.004820254716006192
set_robot_commands_mean	0.004524586616140424
set_robot_commands_median	0.004448574384053548
set_robot_commands_min	0.004380942980448405
sim_compute_performance-ego_max	0.003708259625868364
sim_compute_performance-ego_mean	0.0035806360750487353
sim_compute_performance-ego_median	0.00357546329498291
sim_compute_performance-ego_min	0.0034633580843607585
sim_compute_sim_state_max	0.025434670448303224
sim_compute_sim_state_mean	0.02216293540867892
sim_compute_sim_state_median	0.02182804465293884
sim_compute_sim_state_min	0.01956098188053478
sim_render-ego_max	0.005527035756544633
sim_render-ego_mean	0.005335086078354807
sim_render-ego_median	0.00533934235572815
sim_render-ego_min	0.005134623845418294
simulation-passed	1
step_physics_max	0.07705031792322795
step_physics_mean	0.07327353197516817
step_physics_median	0.07383380965753035
step_physics_min	0.06837619066238404
survival_time_max	14.950000000000076
survival_time_mean	11.762500000000056
survival_time_min	2.2

No reset possible

42651

11497

sim-exercise-2

LFv-sim

error

2020-11-24 04:51:01+00:00

2020-11-24 04:58:18+00:00

0:07:17

InvalidEvaluator: Tr [...]

InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 281, in main
    length_s = await run_episode(
  File "experiment_manager.py", line 554, in run_episode
    await loop.run_in_executor(executor, f)
  File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
    msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "step".
                   |
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
                   ||     self.SOn.belongs(R)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
                   ||     assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
                   ||     assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
                   ||     flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
                   ||     raise AssertionError(msg)
                   || AssertionError:
                   || Not equal to tolerance rtol=1e-07, atol=0
                   || I expect the determinant to be +1.
                   || x and y nan location mismatch:
                   ||  x: array(nan)
                   ||  y: array(1)
                   ||
                   || During handling of the above exception, another exception occurred:
                   ||
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
                   ||     self.update_physics_and_observations(until=data.until, context=context)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
                   ||     pc.integrate(delta_time)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
                   ||     self.state = self.state.integrate(dt, self.last_commands.wheels)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
                   ||     state2 = self.state.integrate(dt, use_commands)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
                   ||     s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
                   ||     return GenericKinematicsSE2(c1, t1)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
                   ||     geo.SE2.belongs(q0)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
                   ||     raise ValueError(msg)
                   || ValueError: The rotation is not a rotation:
                   || [[nan nan]
                   ||  [nan nan]]
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 351, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

42616

11496

sim-exercise-2

LFv-sim

error

2020-11-24 04:29:36+00:00

2020-11-24 04:36:00+00:00

0:06:24

InvalidEvaluator: Tr [...]

InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 281, in main
    length_s = await run_episode(
  File "experiment_manager.py", line 554, in run_episode
    await loop.run_in_executor(executor, f)
  File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
    msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "step".
                   |
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
                   ||     self.SOn.belongs(R)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
                   ||     assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
                   ||     assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
                   ||     flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
                   ||     raise AssertionError(msg)
                   || AssertionError:
                   || Not equal to tolerance rtol=1e-07, atol=0
                   || I expect the determinant to be +1.
                   || x and y nan location mismatch:
                   ||  x: array(nan)
                   ||  y: array(1)
                   ||
                   || During handling of the above exception, another exception occurred:
                   ||
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
                   ||     self.update_physics_and_observations(until=data.until, context=context)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
                   ||     pc.integrate(delta_time)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
                   ||     self.state = self.state.integrate(dt, self.last_commands.wheels)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
                   ||     state2 = self.state.integrate(dt, use_commands)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
                   ||     s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
                   ||     return GenericKinematicsSE2(c1, t1)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
                   ||     geo.SE2.belongs(q0)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
                   ||     raise ValueError(msg)
                   || ValueError: The rotation is not a rotation:
                   || [[nan nan]
                   ||  [nan nan]]
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 351, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

42597

11493

sim-exercise-2

LFv-sim

success

2020-11-24 04:18:48+00:00

2020-11-24 04:27:42+00:00

0:08:54

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	3.410000627941238
survival_time_median	14.950000000000076
deviation-center-line_median	0.7745404817190207
in-drivable-lane_median	1.4250000000000205

other stats

agent_compute-ego_max	0.017110476493835448
agent_compute-ego_mean	0.01680194040139516
agent_compute-ego_median	0.01680103341738383
agent_compute-ego_min	0.01649521827697754
complete-iteration_max	0.19917765617370609
complete-iteration_mean	0.19174006700515747
complete-iteration_median	0.19069345712661745
complete-iteration_min	0.18639569759368896
deviation-center-line_max	0.8849323814491536
deviation-center-line_mean	0.7433140923843509
deviation-center-line_min	0.5392430246502082
deviation-heading_max	2.7274500041097935
deviation-heading_mean	2.3024853776654712
deviation-heading_median	2.3959486882470813
deviation-heading_min	1.6905941300579277
driven_any_max	4.1101469473465215
driven_any_mean	3.850703195615158
driven_any_median	3.921262833608064
driven_any_min	3.4501401678979837
driven_lanedir_consec_max	3.9809902446167538
driven_lanedir_consec_mean	3.2141358876218824
driven_lanedir_consec_min	2.055552049988301
driven_lanedir_max	3.9809902446167538
driven_lanedir_mean	3.2141358876218824
driven_lanedir_median	3.410000627941238
driven_lanedir_min	2.055552049988301
get_duckie_state_max	3.1415621439615883e-06
get_duckie_state_mean	2.5816758473714192e-06
get_duckie_state_median	2.4521350860595703e-06
get_duckie_state_min	2.280871073404948e-06
get_robot_state_max	0.014429378509521484
get_robot_state_mean	0.013868112365404764
get_robot_state_median	0.013764367500940958
get_robot_state_min	0.013514335950215657
get_state_dump_max	0.01338746706644694
get_state_dump_mean	0.013266828854878744
get_state_dump_median	0.013256609439849854
get_state_dump_min	0.013166629473368326
get_ui_image_max	0.0345836329460144
get_ui_image_mean	0.033660072485605874
get_ui_image_median	0.03352746685345968
get_ui_image_min	0.03300172328948975
in-drivable-lane_max	6.200000000000088
in-drivable-lane_mean	2.2875000000000325
in-drivable-lane_min	0.10000000000000142
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.734632444510032, "get_ui_image": 0.03347240924835205, "step_physics": 0.0749186642964681, "survival_time": 14.950000000000076, "driven_lanedir": 3.4810647183423966, "get_state_dump": 0.013194487889607748, "sim_render-ego": 0.0057759674390157065, "get_robot_state": 0.013807571729024252, "get_duckie_state": 2.5693575541178387e-06, "in-drivable-lane": 0.5500000000000078, "agent_compute-ego": 0.017110476493835448, "deviation-heading": 2.7274500041097935, "complete-iteration": 0.1906976898511251, "set_robot_commands": 0.004603048960367838, "deviation-center-line": 0.7877558985637548, "driven_lanedir_consec": 3.4810647183423966, "sim_compute_sim_state": 0.023841001192728677, "sim_compute_performance-ego": 0.0038317092259724937}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.1101469473465215, "get_ui_image": 0.03300172328948975, "step_physics": 0.07360674063364665, "survival_time": 14.950000000000076, "driven_lanedir": 3.9809902446167538, "get_state_dump": 0.013166629473368326, "sim_render-ego": 0.005633614857991537, "get_robot_state": 0.013514335950215657, "get_duckie_state": 2.334912618001302e-06, "in-drivable-lane": 0.10000000000000142, "agent_compute-ego": 0.01649521827697754, "deviation-heading": 2.603797738516645, "complete-iteration": 0.18639569759368896, "set_robot_commands": 0.004471984704335531, "deviation-center-line": 0.8849323814491536, "driven_lanedir_consec": 3.9809902446167538, "sim_compute_sim_state": 0.02261849641799927, "sim_compute_performance-ego": 0.003745238780975342}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.4501401678979837, "get_ui_image": 0.033582524458567305, "step_physics": 0.07532181580861409, "survival_time": 14.950000000000076, "driven_lanedir": 2.055552049988301, "get_state_dump": 0.01331873099009196, "sim_render-ego": 0.005624167124430339, "get_robot_state": 0.013721163272857669, "get_duckie_state": 3.1415621439615883e-06, "in-drivable-lane": 6.200000000000088, "agent_compute-ego": 0.01698056697845459, "deviation-heading": 1.6905941300579277, "complete-iteration": 0.19068922440210975, "set_robot_commands": 0.004377547899881999, "deviation-center-line": 0.5392430246502082, "driven_lanedir_consec": 2.055552049988301, "sim_compute_sim_state": 0.023857237497965495, "sim_compute_performance-ego": 0.003763388792673747}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.107893222706096, "get_ui_image": 0.0345836329460144, "step_physics": 0.07897169351577758, "survival_time": 14.950000000000076, "driven_lanedir": 3.338936537540079, "get_state_dump": 0.01338746706644694, "sim_render-ego": 0.005690342585245769, "get_robot_state": 0.014429378509521484, "get_duckie_state": 2.280871073404948e-06, "in-drivable-lane": 2.3000000000000327, "agent_compute-ego": 0.01662149985631307, "deviation-heading": 2.188099637977518, "complete-iteration": 0.19917765617370609, "set_robot_commands": 0.00466967264811198, "deviation-center-line": 0.7613250648742864, "driven_lanedir_consec": 3.338936537540079, "sim_compute_sim_state": 0.026829309463500976, "sim_compute_performance-ego": 0.003849492867787679}}
set_robot_commands_max	0.00466967264811198
set_robot_commands_mean	0.004530563553174337
set_robot_commands_median	0.004537516832351684
set_robot_commands_min	0.004377547899881999
sim_compute_performance-ego_max	0.003849492867787679
sim_compute_performance-ego_mean	0.003797457416852315
sim_compute_performance-ego_median	0.00379754900932312
sim_compute_performance-ego_min	0.003745238780975342
sim_compute_sim_state_max	0.026829309463500976
sim_compute_sim_state_mean	0.024286511143048604
sim_compute_sim_state_median	0.02384911934534709
sim_compute_sim_state_min	0.02261849641799927
sim_render-ego_max	0.0057759674390157065
sim_render-ego_mean	0.005681023001670837
sim_render-ego_median	0.005661978721618653
sim_render-ego_min	0.005624167124430339
simulation-passed	1
step_physics_max	0.07897169351577758
step_physics_mean	0.0757047285636266
step_physics_median	0.07512024005254109
step_physics_min	0.07360674063364665
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

42586

11491

sim-exercise-2

LFv-sim

error

2020-11-24 04:14:51+00:00

2020-11-24 04:17:45+00:00

0:02:54

InvalidEvaluator: Tr [...]

InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 281, in main
    length_s = await run_episode(
  File "experiment_manager.py", line 554, in run_episode
    await loop.run_in_executor(executor, f)
  File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
    msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "step".
                   |
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
                   ||     self.SOn.belongs(R)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
                   ||     assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
                   ||     assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
                   ||     flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
                   ||     raise AssertionError(msg)
                   || AssertionError:
                   || Not equal to tolerance rtol=1e-07, atol=0
                   || I expect the determinant to be +1.
                   || x and y nan location mismatch:
                   ||  x: array(nan)
                   ||  y: array(1)
                   ||
                   || During handling of the above exception, another exception occurred:
                   ||
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
                   ||     self.update_physics_and_observations(until=data.until, context=context)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
                   ||     pc.integrate(delta_time)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
                   ||     self.state = self.state.integrate(dt, self.last_commands.wheels)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
                   ||     state2 = self.state.integrate(dt, use_commands)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
                   ||     s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
                   ||     return GenericKinematicsSE2(c1, t1)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
                   ||     geo.SE2.belongs(q0)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
                   ||     raise ValueError(msg)
                   || ValueError: The rotation is not a rotation:
                   || [[nan nan]
                   ||  [nan nan]]
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 351, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

42570

11489

sim-exercise-2

LFv-sim

error

2020-11-24 03:41:04+00:00

2020-11-24 03:47:39+00:00

0:06:35

InvalidEvaluator: Tr [...]

InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 281, in main
    length_s = await run_episode(
  File "experiment_manager.py", line 554, in run_episode
    await loop.run_in_executor(executor, f)
  File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
    msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "step".
                   |
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
                   ||     self.SOn.belongs(R)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
                   ||     assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
                   ||     assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
                   ||     flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
                   ||     raise AssertionError(msg)
                   || AssertionError:
                   || Not equal to tolerance rtol=1e-07, atol=0
                   || I expect the determinant to be +1.
                   || x and y nan location mismatch:
                   ||  x: array(nan)
                   ||  y: array(1)
                   ||
                   || During handling of the above exception, another exception occurred:
                   ||
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
                   ||     self.update_physics_and_observations(until=data.until, context=context)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
                   ||     pc.integrate(delta_time)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
                   ||     self.state = self.state.integrate(dt, self.last_commands.wheels)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
                   ||     state2 = self.state.integrate(dt, use_commands)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
                   ||     s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
                   ||     return GenericKinematicsSE2(c1, t1)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
                   ||     geo.SE2.belongs(q0)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
                   ||     raise ValueError(msg)
                   || ValueError: The rotation is not a rotation:
                   || [[nan nan]
                   ||  [nan nan]]
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 351, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

42557

11486

sim-exercise-2

LFv-sim

success

2020-11-24 02:22:02+00:00

2020-11-24 02:29:52+00:00

0:07:50

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.61836422193569
survival_time_median	14.950000000000076
deviation-center-line_median	0.6649344624314881
in-drivable-lane_median	2.1250000000000293

other stats

agent_compute-ego_max	0.01703604539235433
agent_compute-ego_mean	0.016715852916240694
agent_compute-ego_median	0.016716101964314778
agent_compute-ego_min	0.01639516234397888
complete-iteration_max	0.19957181096076965
complete-iteration_mean	0.18615968118111292
complete-iteration_median	0.18266692956288655
complete-iteration_min	0.17973305463790892
deviation-center-line_max	0.8768483200343583
deviation-center-line_mean	0.6300737923903903
deviation-center-line_min	0.3135779246642267
deviation-heading_max	3.9876833259258926
deviation-heading_mean	2.7628031916579685
deviation-heading_median	2.921471024214116
deviation-heading_min	1.2205873922777497
driven_any_max	4.272077919254719
driven_any_mean	3.6324114190411425
driven_any_median	3.8096099666649983
driven_any_min	2.6383478235798545
driven_lanedir_consec_max	3.566541632258251
driven_lanedir_consec_mean	2.7167417667506055
driven_lanedir_consec_min	2.0636969908727925
driven_lanedir_max	3.5791284139407553
driven_lanedir_mean	2.986784074049627
driven_lanedir_median	3.1123441191452237
driven_lanedir_min	2.1433196439673083
get_duckie_state_max	2.1990140279134113e-06
get_duckie_state_mean	2.1551052729288737e-06
get_duckie_state_median	2.14695930480957e-06
get_duckie_state_min	2.127488454182943e-06
get_robot_state_max	0.013866413831710816
get_robot_state_mean	0.013006787995497385
get_robot_state_median	0.012776400248209635
get_robot_state_min	0.012607937653859456
get_state_dump_max	0.013155083656311036
get_state_dump_mean	0.012836584846178691
get_state_dump_median	0.01275378386179606
get_state_dump_min	0.012683688004811604
get_ui_image_max	0.03459129810333252
get_ui_image_mean	0.03298929194609324
get_ui_image_median	0.03268959959348043
get_ui_image_min	0.03198667049407959
in-drivable-lane_max	3.250000000000046
in-drivable-lane_mean	2.250000000000027
in-drivable-lane_min	1.5000000000000036
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.025768880451265, "get_ui_image": 0.03206458886464437, "step_physics": 0.06997708717981975, "survival_time": 14.950000000000076, "driven_lanedir": 3.1135992029718977, "get_state_dump": 0.012739267349243164, "sim_render-ego": 0.005224769910176595, "get_robot_state": 0.012607937653859456, "get_duckie_state": 2.1990140279134113e-06, "in-drivable-lane": 3.250000000000046, "agent_compute-ego": 0.01703604539235433, "deviation-heading": 2.4708426533627055, "complete-iteration": 0.18016496260960896, "set_robot_commands": 0.004541366100311279, "deviation-center-line": 0.5003379470082765, "driven_lanedir_consec": 3.0934087999040716, "sim_compute_sim_state": 0.022324389616648357, "sim_compute_performance-ego": 0.0035217603047688804}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.272077919254719, "get_ui_image": 0.03198667049407959, "step_physics": 0.07029401938120525, "survival_time": 14.950000000000076, "driven_lanedir": 3.5791284139407553, "get_state_dump": 0.012683688004811604, "sim_render-ego": 0.005266892115275065, "get_robot_state": 0.012632358074188232, "get_duckie_state": 2.1505355834960936e-06, "in-drivable-lane": 2.2000000000000313, "agent_compute-ego": 0.016865819295247397, "deviation-heading": 3.3720993950655265, "complete-iteration": 0.17973305463790892, "set_robot_commands": 0.004480053583780924, "deviation-center-line": 0.8295309778546999, "driven_lanedir_consec": 3.566541632258251, "sim_compute_sim_state": 0.02190394719441732, "sim_compute_performance-ego": 0.0034898106257120766}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.593451052878732, "get_ui_image": 0.03331461032231649, "step_physics": 0.07493839104970296, "survival_time": 14.950000000000076, "driven_lanedir": 3.1110890353185496, "get_state_dump": 0.012768300374348958, "sim_render-ego": 0.005366612275441488, "get_robot_state": 0.01292044242223104, "get_duckie_state": 2.127488454182943e-06, "in-drivable-lane": 1.5000000000000036, "agent_compute-ego": 0.016566384633382163, "deviation-heading": 3.9876833259258926, "complete-iteration": 0.18516889651616417, "set_robot_commands": 0.00442951758702596, "deviation-center-line": 0.8768483200343583, "driven_lanedir_consec": 2.0636969908727925, "sim_compute_sim_state": 0.021117833455403644, "sim_compute_performance-ego": 0.003618205388387044}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.6383478235798545, "get_ui_image": 0.03459129810333252, "step_physics": 0.0827323067188263, "survival_time": 10.000000000000009, "driven_lanedir": 2.1433196439673083, "get_state_dump": 0.013155083656311036, "sim_render-ego": 0.0053349101543426515, "get_robot_state": 0.013866413831710816, "get_duckie_state": 2.143383026123047e-06, "in-drivable-lane": 2.0500000000000274, "agent_compute-ego": 0.01639516234397888, "deviation-heading": 1.2205873922777497, "complete-iteration": 0.19957181096076965, "set_robot_commands": 0.00445914626121521, "deviation-center-line": 0.3135779246642267, "driven_lanedir_consec": 2.1433196439673083, "sim_compute_sim_state": 0.025229287147521973, "sim_compute_performance-ego": 0.003676258325576782}}
set_robot_commands_max	0.004541366100311279
set_robot_commands_mean	0.004477520883083343
set_robot_commands_median	0.004469599922498067
set_robot_commands_min	0.00442951758702596
sim_compute_performance-ego_max	0.003676258325576782
sim_compute_performance-ego_mean	0.003576508661111196
sim_compute_performance-ego_median	0.0035699828465779624
sim_compute_performance-ego_min	0.0034898106257120766
sim_compute_sim_state_max	0.025229287147521973
sim_compute_sim_state_mean	0.022643864353497824
sim_compute_sim_state_median	0.02211416840553284
sim_compute_sim_state_min	0.021117833455403644
sim_render-ego_max	0.005366612275441488
sim_render-ego_mean	0.00529829611380895
sim_render-ego_median	0.005300901134808859
sim_render-ego_min	0.005224769910176595
simulation-passed	1
step_physics_max	0.0827323067188263
step_physics_mean	0.07448545108238856
step_physics_median	0.0726162052154541
step_physics_min	0.06997708717981975
survival_time_max	14.950000000000076
survival_time_mean	13.71250000000006
survival_time_min	10.000000000000009

No reset possible

42547

11484

sim-exercise-2

LFv-sim

error

2020-11-24 02:03:18+00:00

2020-11-24 02:09:50+00:00

0:06:32

InvalidEvaluator: Tr [...]

InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 281, in main
    length_s = await run_episode(
  File "experiment_manager.py", line 554, in run_episode
    await loop.run_in_executor(executor, f)
  File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
    msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "step".
                   |
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
                   ||     self.SOn.belongs(R)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
                   ||     assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
                   ||     assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
                   ||     flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
                   ||     raise AssertionError(msg)
                   || AssertionError:
                   || Not equal to tolerance rtol=1e-07, atol=0
                   || I expect the determinant to be +1.
                   || x and y nan location mismatch:
                   ||  x: array(nan)
                   ||  y: array(1)
                   ||
                   || During handling of the above exception, another exception occurred:
                   ||
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
                   ||     self.update_physics_and_observations(until=data.until, context=context)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
                   ||     pc.integrate(delta_time)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
                   ||     self.state = self.state.integrate(dt, self.last_commands.wheels)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
                   ||     state2 = self.state.integrate(dt, use_commands)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
                   ||     s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
                   ||     return GenericKinematicsSE2(c1, t1)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
                   ||     geo.SE2.belongs(q0)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
                   ||     raise ValueError(msg)
                   || ValueError: The rotation is not a rotation:
                   || [[nan nan]
                   ||  [nan nan]]
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 351, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

42531

11481

sim-exercise-2

LFv-sim

success

2020-11-24 01:16:04+00:00

2020-11-24 01:24:18+00:00

0:08:14

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	3.282000922856625
survival_time_median	14.950000000000076
deviation-center-line_median	0.6246827610579939
in-drivable-lane_median	0.0

other stats

agent_compute-ego_max	0.017163230578104656
agent_compute-ego_mean	0.016938064297040305
agent_compute-ego_median	0.016979196866353352
agent_compute-ego_min	0.016630632877349852
complete-iteration_max	0.1865662916501363
complete-iteration_mean	0.1764596265554428
complete-iteration_median	0.17411764383316042
complete-iteration_min	0.17103692690531414
deviation-center-line_max	0.749360930077527
deviation-center-line_mean	0.6133943712445704
deviation-center-line_min	0.4548510327847667
deviation-heading_max	1.9224850382909724
deviation-heading_mean	1.4617996086859295
deviation-heading_median	1.4464742166740183
deviation-heading_min	1.0317649631047086
driven_any_max	3.414488177512957
driven_any_mean	3.228228507199979
driven_any_median	3.304429231895628
driven_any_min	2.8895673874957044
driven_lanedir_consec_max	3.393037544517217
driven_lanedir_consec_mean	3.202692957879342
driven_lanedir_consec_min	2.853732441286901
driven_lanedir_max	3.393037544517217
driven_lanedir_mean	3.202692957879342
driven_lanedir_median	3.282000922856625
driven_lanedir_min	2.853732441286901
get_duckie_state_max	2.257823944091797e-06
get_duckie_state_mean	2.09808349609375e-06
get_duckie_state_median	2.058744430541992e-06
get_duckie_state_min	2.017021179199219e-06
get_robot_state_max	0.011543417771657308
get_robot_state_mean	0.011438658833503722
get_robot_state_median	0.011417521238327026
get_robot_state_min	0.011376175085703532
get_state_dump_max	0.012102015813191732
get_state_dump_mean	0.011868669986724851
get_state_dump_median	0.011888359387715658
get_state_dump_min	0.011595945358276369
get_ui_image_max	0.033327609697977705
get_ui_image_mean	0.03198411742846171
get_ui_image_median	0.03173280199368795
get_ui_image_min	0.031143256028493247
in-drivable-lane_max	0.0
in-drivable-lane_mean	0.0
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.213138795290921, "get_ui_image": 0.03124475638071696, "step_physics": 0.06586969296137492, "survival_time": 14.950000000000076, "driven_lanedir": 3.1812825247919756, "get_state_dump": 0.011595945358276369, "sim_render-ego": 0.0049808533986409505, "get_robot_state": 0.011396101315816243, "get_duckie_state": 2.257823944091797e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016630632877349852, "deviation-heading": 1.5657568983227972, "complete-iteration": 0.17103692690531414, "set_robot_commands": 0.00446073849995931, "deviation-center-line": 0.6610600625946788, "driven_lanedir_consec": 3.1812825247919756, "sim_compute_sim_state": 0.021353201866149904, "sim_compute_performance-ego": 0.0033769694964090984}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.414488177512957, "get_ui_image": 0.031143256028493247, "step_physics": 0.06629342079162598, "survival_time": 14.950000000000076, "driven_lanedir": 3.393037544517217, "get_state_dump": 0.011990013122558594, "sim_render-ego": 0.005028440952301026, "get_robot_state": 0.01143894116083781, "get_duckie_state": 2.029736836751302e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017163230578104656, "deviation-heading": 1.32719153502524, "complete-iteration": 0.17189287344614665, "set_robot_commands": 0.0045418898264567055, "deviation-center-line": 0.588305459521309, "driven_lanedir_consec": 3.393037544517217, "sim_compute_sim_state": 0.02076979398727417, "sim_compute_performance-ego": 0.003392777442932129}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8895673874957044, "get_ui_image": 0.032220847606658935, "step_physics": 0.06942080338795979, "survival_time": 14.950000000000076, "driven_lanedir": 2.853732441286901, "get_state_dump": 0.012102015813191732, "sim_render-ego": 0.005022796789805094, "get_robot_state": 0.011543417771657308, "get_duckie_state": 2.017021179199219e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016798391342163085, "deviation-heading": 1.9224850382909724, "complete-iteration": 0.17634241422017416, "set_robot_commands": 0.004530534744262695, "deviation-center-line": 0.4548510327847667, "driven_lanedir_consec": 2.853732441286901, "sim_compute_sim_state": 0.02118390639623006, "sim_compute_performance-ego": 0.0033890056610107423}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.3957196685003344, "get_ui_image": 0.033327609697977705, "step_physics": 0.07647738218307495, "survival_time": 14.950000000000076, "driven_lanedir": 3.3827193209212743, "get_state_dump": 0.01178670565287272, "sim_render-ego": 0.004853519598642985, "get_robot_state": 0.011376175085703532, "get_duckie_state": 2.087752024332682e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01716000239054362, "deviation-heading": 1.0317649631047086, "complete-iteration": 0.1865662916501363, "set_robot_commands": 0.004479062557220459, "deviation-center-line": 0.749360930077527, "driven_lanedir_consec": 3.3827193209212743, "sim_compute_sim_state": 0.023705561955769856, "sim_compute_performance-ego": 0.0032698837916056316}}
set_robot_commands_max	0.0045418898264567055
set_robot_commands_mean	0.0045030564069747925
set_robot_commands_median	0.004504798650741577
set_robot_commands_min	0.00446073849995931
sim_compute_performance-ego_max	0.003392777442932129
sim_compute_performance-ego_mean	0.0033571590979894
sim_compute_performance-ego_median	0.0033829875787099203
sim_compute_performance-ego_min	0.0032698837916056316
sim_compute_sim_state_max	0.023705561955769856
sim_compute_sim_state_mean	0.021753116051356
sim_compute_sim_state_median	0.021268554131189985
sim_compute_sim_state_min	0.02076979398727417
sim_render-ego_max	0.005028440952301026
sim_render-ego_mean	0.0049714026848475135
sim_render-ego_median	0.005001825094223022
sim_render-ego_min	0.004853519598642985
simulation-passed	1
step_physics_max	0.07647738218307495
step_physics_mean	0.06951532483100892
step_physics_median	0.06785711208979289
step_physics_min	0.06586969296137492
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

42526

11479

sim-exercise-2

LFv-sim

success

2020-11-23 23:42:08+00:00

2020-11-23 23:51:04+00:00

0:08:56

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.52217048139066
survival_time_median	14.950000000000076
deviation-center-line_median	0.6409411387386772
in-drivable-lane_median	0.0

other stats

agent_compute-ego_max	0.016992396513621014
agent_compute-ego_mean	0.01661029120286306
agent_compute-ego_median	0.01656670928001404
agent_compute-ego_min	0.01631534973780314
complete-iteration_max	0.18874005794525148
complete-iteration_mean	0.1841511313120524
complete-iteration_median	0.1837059855461121
complete-iteration_min	0.1804524962107341
deviation-center-line_max	0.7801089325929734
deviation-center-line_mean	0.5864095849082378
deviation-center-line_min	0.2836471295626234
deviation-heading_max	2.051892859710109
deviation-heading_mean	1.810457343133564
deviation-heading_median	1.8400319519925183
deviation-heading_min	1.50987260883911
driven_any_max	2.552600489579678
driven_any_mean	2.550506303292446
driven_any_median	2.552565874041844
driven_any_min	2.544292975506419
driven_lanedir_consec_max	2.5307813908687584
driven_lanedir_consec_mean	2.253139387305018
driven_lanedir_consec_min	1.437435195569993
driven_lanedir_max	2.5307813908687584
driven_lanedir_mean	2.253139387305018
driven_lanedir_median	2.52217048139066
driven_lanedir_min	1.437435195569993
get_duckie_state_max	2.4310747782389324e-06
get_duckie_state_mean	2.3086865743001303e-06
get_duckie_state_median	2.300739288330078e-06
get_duckie_state_min	2.202192942301432e-06
get_robot_state_max	0.013638249238332113
get_robot_state_mean	0.013105131189028422
get_robot_state_median	0.013348128398259482
get_robot_state_min	0.012086018721262614
get_state_dump_max	0.01330000877380371
get_state_dump_mean	0.012934247056643169
get_state_dump_median	0.013031608661015827
get_state_dump_min	0.012373762130737305
get_ui_image_max	0.03324276606241862
get_ui_image_mean	0.03279672861099243
get_ui_image_median	0.03294796864191691
get_ui_image_min	0.032048211097717286
in-drivable-lane_max	6.000000000000085
in-drivable-lane_mean	1.500000000000021
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.544292975506419, "get_ui_image": 0.03288161198298136, "step_physics": 0.06913654327392578, "survival_time": 14.950000000000076, "driven_lanedir": 1.437435195569993, "get_state_dump": 0.012978642781575522, "sim_render-ego": 0.005377883911132812, "get_robot_state": 0.01335123300552368, "get_duckie_state": 2.3881594340006512e-06, "in-drivable-lane": 6.000000000000085, "agent_compute-ego": 0.016552679538726807, "deviation-heading": 1.9351870726287783, "complete-iteration": 0.18121365467707315, "set_robot_commands": 0.004399396578470866, "deviation-center-line": 0.2836471295626234, "driven_lanedir_consec": 1.437435195569993, "sim_compute_sim_state": 0.022748383680979412, "sim_compute_performance-ego": 0.0036452897389729817}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.552600489579678, "get_ui_image": 0.032048211097717286, "step_physics": 0.06891794363657633, "survival_time": 14.950000000000076, "driven_lanedir": 2.527349488673899, "get_state_dump": 0.01330000877380371, "sim_render-ego": 0.005439704259236654, "get_robot_state": 0.013638249238332113, "get_duckie_state": 2.4310747782389324e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01658073902130127, "deviation-heading": 1.7448768313562586, "complete-iteration": 0.1804524962107341, "set_robot_commands": 0.004618260065714518, "deviation-center-line": 0.7801089325929734, "driven_lanedir_consec": 2.527349488673899, "sim_compute_sim_state": 0.022058234214782715, "sim_compute_performance-ego": 0.0037003048261006672}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.552540209623939, "get_ui_image": 0.03324276606241862, "step_physics": 0.07287416219711304, "survival_time": 14.950000000000076, "driven_lanedir": 2.516991474107421, "get_state_dump": 0.013084574540456136, "sim_render-ego": 0.0055394355456034345, "get_robot_state": 0.01334502379099528, "get_duckie_state": 2.202192942301432e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016992396513621014, "deviation-heading": 2.051892859710109, "complete-iteration": 0.18619831641515097, "set_robot_commands": 0.004498831431070964, "deviation-center-line": 0.7128094894964346, "driven_lanedir_consec": 2.516991474107421, "sim_compute_sim_state": 0.0227467679977417, "sim_compute_performance-ego": 0.0037267406781514487}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.5525915384597484, "get_ui_image": 0.03301432530085246, "step_physics": 0.07749736626942952, "survival_time": 14.950000000000076, "driven_lanedir": 2.5307813908687584, "get_state_dump": 0.012373762130737305, "sim_render-ego": 0.00506604274113973, "get_robot_state": 0.012086018721262614, "get_duckie_state": 2.213319142659505e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01631534973780314, "deviation-heading": 1.50987260883911, "complete-iteration": 0.18874005794525148, "set_robot_commands": 0.004610950152079264, "deviation-center-line": 0.5690727879809198, "driven_lanedir_consec": 2.5307813908687584, "sim_compute_sim_state": 0.024205931822458903, "sim_compute_performance-ego": 0.003428524335225423}}
set_robot_commands_max	0.004618260065714518
set_robot_commands_mean	0.004531859556833903
set_robot_commands_median	0.004554890791575113
set_robot_commands_min	0.004399396578470866
sim_compute_performance-ego_max	0.0037267406781514487
sim_compute_performance-ego_mean	0.00362521489461263
sim_compute_performance-ego_median	0.003672797282536824
sim_compute_performance-ego_min	0.003428524335225423
sim_compute_sim_state_max	0.024205931822458903
sim_compute_sim_state_mean	0.02293982942899068
sim_compute_sim_state_median	0.022747575839360556
sim_compute_sim_state_min	0.022058234214782715
sim_render-ego_max	0.0055394355456034345
sim_render-ego_mean	0.0053557666142781575
sim_render-ego_median	0.005408794085184733
sim_render-ego_min	0.00506604274113973
simulation-passed	1
step_physics_max	0.07749736626942952
step_physics_mean	0.07210650384426116
step_physics_median	0.07100535273551942
step_physics_min	0.06891794363657633
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

42524

11478

sim-exercise-2

LFv-sim

error

2020-11-23 22:27:03+00:00

2020-11-23 22:33:19+00:00

0:06:16

InvalidEvaluator: Tr [...]

InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 281, in main
    length_s = await run_episode(
  File "experiment_manager.py", line 554, in run_episode
    await loop.run_in_executor(executor, f)
  File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
    msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "step".
                   |
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
                   ||     self.SOn.belongs(R)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
                   ||     assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
                   ||     assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
                   ||     flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
                   ||     raise AssertionError(msg)
                   || AssertionError:
                   || Not equal to tolerance rtol=1e-07, atol=0
                   || I expect the determinant to be +1.
                   || x and y nan location mismatch:
                   ||  x: array(nan)
                   ||  y: array(1)
                   ||
                   || During handling of the above exception, another exception occurred:
                   ||
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
                   ||     self.update_physics_and_observations(until=data.until, context=context)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
                   ||     pc.integrate(delta_time)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
                   ||     self.state = self.state.integrate(dt, self.last_commands.wheels)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
                   ||     state2 = self.state.integrate(dt, use_commands)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
                   ||     s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
                   ||     return GenericKinematicsSE2(c1, t1)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
                   ||     geo.SE2.belongs(q0)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
                   ||     raise ValueError(msg)
                   || ValueError: The rotation is not a rotation:
                   || [[nan nan]
                   ||  [nan nan]]
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 351, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

42514

11475

exercise_state_estimation

LFv-sim

error

2020-11-23 21:53:14+00:00

2020-11-23 21:59:37+00:00

0:06:23

InvalidEvaluator: Tr [...]

InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 281, in main
    length_s = await run_episode(
  File "experiment_manager.py", line 554, in run_episode
    await loop.run_in_executor(executor, f)
  File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
    msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "step".
                   |
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
                   ||     self.SOn.belongs(R)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
                   ||     assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
                   ||     assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
                   ||     flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
                   ||   File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
                   ||     raise AssertionError(msg)
                   || AssertionError:
                   || Not equal to tolerance rtol=1e-07, atol=0
                   || I expect the determinant to be +1.
                   || x and y nan location mismatch:
                   ||  x: array(nan)
                   ||  y: array(1)
                   ||
                   || During handling of the above exception, another exception occurred:
                   ||
                   || Traceback (most recent call last):
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
                   ||     self.update_physics_and_observations(until=data.until, context=context)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
                   ||     pc.integrate(delta_time)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
                   ||     self.state = self.state.integrate(dt, self.last_commands.wheels)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
                   ||     state2 = self.state.integrate(dt, use_commands)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
                   ||     s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
                   ||     return GenericKinematicsSE2(c1, t1)
                   ||   File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
                   ||     geo.SE2.belongs(q0)
                   ||   File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
                   ||     raise ValueError(msg)
                   || ValueError: The rotation is not a rotation:
                   || [[nan nan]
                   ||  [nan nan]]
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
    yield cie
  File "experiment_manager.py", line 683, in go
    wrap(cie)
  File "experiment_manager.py", line 668, in wrap
    asyncio.run(main(cie, logdir, attempts), debug=True)
  File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "experiment_manager.py", line 351, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

42508

11473

Vincenzo Polizzi 🇮🇹

baseline-duckietown

LFv-sim

success

2020-11-23 17:32:55+00:00

2020-11-23 17:40:57+00:00

0:08:02

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.0117240925380162
survival_time_median	14.950000000000076
deviation-center-line_median	0.5305835017998455
in-drivable-lane_median	0.0

other stats

agent_compute-ego_max	0.016366001764933268
agent_compute-ego_mean	0.01619914598500227
agent_compute-ego_median	0.01627753907909979
agent_compute-ego_min	0.01587550401687622
complete-iteration_max	0.18902531862258912
complete-iteration_mean	0.17363004913102237
complete-iteration_median	0.1691341533297429
complete-iteration_min	0.16722657124201457
deviation-center-line_max	0.6884195993853932
deviation-center-line_mean	0.5447832365981673
deviation-center-line_min	0.4295463434075851
deviation-heading_max	2.2628804568834457
deviation-heading_mean	1.4832787359103612
deviation-heading_median	1.5239832534509214
deviation-heading_min	0.6222679798561558
driven_any_max	1.0210518746876447
driven_any_mean	1.0149792000495144
driven_any_median	1.019389383388685
driven_any_min	1.0000861587330432
driven_lanedir_consec_max	1.019910567782178
driven_lanedir_consec_mean	0.8988419340215283
driven_lanedir_consec_min	0.5520089832279029
driven_lanedir_max	1.019910567782178
driven_lanedir_mean	0.899131809778301
driven_lanedir_median	1.0117240925380162
driven_lanedir_min	0.5531684862549934
get_duckie_state_max	2.276897430419922e-06
get_duckie_state_mean	2.0650859850122932e-06
get_duckie_state_median	2.09367994019874e-06
get_duckie_state_min	1.7960866292317708e-06
get_robot_state_max	0.012119411201607245
get_robot_state_mean	0.01161805420401967
get_robot_state_median	0.011522632439931232
get_robot_state_min	0.011307540734608969
get_state_dump_max	0.011961550435922253
get_state_dump_mean	0.011883499553179171
get_state_dump_median	0.011874679724375406
get_state_dump_min	0.01182308832804362
get_ui_image_max	0.032781982421875
get_ui_image_mean	0.0315456358510344
get_ui_image_median	0.031206119838970647
get_ui_image_min	0.03098832130432129
in-drivable-lane_max	5.800000000000082
in-drivable-lane_mean	1.4500000000000206
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.017727056031218, "get_ui_image": 0.03101721445719401, "step_physics": 0.06499186992645263, "survival_time": 14.950000000000076, "driven_lanedir": 1.005390471807986, "get_state_dump": 0.0118490465482076, "sim_render-ego": 0.005017753442128499, "get_robot_state": 0.01152758518854777, "get_duckie_state": 2.276897430419922e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016366001764933268, "deviation-heading": 1.98521036089723, "complete-iteration": 0.1691266902287801, "set_robot_commands": 0.004642568429311117, "deviation-center-line": 0.6884195993853932, "driven_lanedir_consec": 1.005390471807986, "sim_compute_sim_state": 0.020149064858754475, "sim_compute_performance-ego": 0.003434401353200277}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.0210517107461512, "get_ui_image": 0.03098832130432129, "step_physics": 0.06479110797246297, "survival_time": 14.950000000000076, "driven_lanedir": 1.0180577132680464, "get_state_dump": 0.011900312900543213, "sim_render-ego": 0.004930190245310466, "get_robot_state": 0.011517679691314698, "get_duckie_state": 2.146561940511068e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01587550401687622, "deviation-heading": 1.0627561460046129, "complete-iteration": 0.16722657124201457, "set_robot_commands": 0.004490630626678467, "deviation-center-line": 0.628763129517082, "driven_lanedir_consec": 1.0180577132680464, "sim_compute_sim_state": 0.019251356919606527, "sim_compute_performance-ego": 0.003355943361918131}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.0000861587330432, "get_ui_image": 0.03139502522074729, "step_physics": 0.06437660809669885, "survival_time": 14.650000000000071, "driven_lanedir": 0.5531684862549934, "get_state_dump": 0.011961550435922253, "sim_render-ego": 0.005084543097954968, "get_robot_state": 0.012119411201607245, "get_duckie_state": 2.040797939886412e-06, "in-drivable-lane": 5.800000000000082, "agent_compute-ego": 0.01631622184258679, "deviation-heading": 2.2628804568834457, "complete-iteration": 0.16914161643070572, "set_robot_commands": 0.004677364036898564, "deviation-center-line": 0.43240387408260905, "driven_lanedir_consec": 0.5520089832279029, "sim_compute_sim_state": 0.01964188842643243, "sim_compute_performance-ego": 0.003439620900072742}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.0210518746876447, "get_ui_image": 0.032781982421875, "step_physics": 0.08214295705159505, "survival_time": 14.950000000000076, "driven_lanedir": 1.019910567782178, "get_state_dump": 0.01182308832804362, "sim_render-ego": 0.005025420983632406, "get_robot_state": 0.011307540734608969, "get_duckie_state": 1.7960866292317708e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016238856315612792, "deviation-heading": 0.6222679798561558, "complete-iteration": 0.18902531862258912, "set_robot_commands": 0.004288753668467204, "deviation-center-line": 0.4295463434075851, "driven_lanedir_consec": 1.019910567782178, "sim_compute_sim_state": 0.021996750831604003, "sim_compute_performance-ego": 0.0032990241050720216}}
set_robot_commands_max	0.004677364036898564
set_robot_commands_mean	0.004524829190338838
set_robot_commands_median	0.004566599527994791
set_robot_commands_min	0.004288753668467204
sim_compute_performance-ego_max	0.003439620900072742
sim_compute_performance-ego_mean	0.003382247430065793
sim_compute_performance-ego_median	0.003395172357559204
sim_compute_performance-ego_min	0.0032990241050720216
sim_compute_sim_state_max	0.021996750831604003
sim_compute_sim_state_mean	0.02025976525909936
sim_compute_sim_state_median	0.019895476642593453
sim_compute_sim_state_min	0.019251356919606527
sim_render-ego_max	0.005084543097954968
sim_render-ego_mean	0.005014476942256584
sim_render-ego_median	0.005021587212880452
sim_render-ego_min	0.004930190245310466
simulation-passed	1
step_physics_max	0.08214295705159505
step_physics_mean	0.06907563576180237
step_physics_median	0.0648914889494578
step_physics_min	0.06437660809669885
survival_time_max	14.950000000000076
survival_time_mean	14.875000000000076
survival_time_min	14.650000000000071

No reset possible

42496

11469

Raphael Jean

exercise_state_estimation

LFv-sim

success

2020-11-22 22:16:11+00:00

2020-11-22 22:24:32+00:00

0:08:21

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	3.4981061297523786
survival_time_median	14.950000000000076
deviation-center-line_median	0.5661946114671814
in-drivable-lane_median	0.0

other stats

agent_compute-ego_max	0.017263792355855307
agent_compute-ego_mean	0.017007978161176045
agent_compute-ego_median	0.016945852835973104
agent_compute-ego_min	0.01687641461690267
complete-iteration_max	0.18324058055877684
complete-iteration_mean	0.1801690208911896
complete-iteration_median	0.17972484946250916
complete-iteration_min	0.17798580408096312
deviation-center-line_max	0.9045800210208814
deviation-center-line_mean	0.6321205751744241
deviation-center-line_min	0.4915130567424522
deviation-heading_max	3.522550438348756
deviation-heading_mean	2.342174456185202
deviation-heading_median	2.0672586633654797
deviation-heading_min	1.7116300596610925
driven_any_max	3.76453340123137
driven_any_mean	3.48187827212101
driven_any_median	3.5432647286734245
driven_any_min	3.076450229905823
driven_lanedir_consec_max	3.703018646106606
driven_lanedir_consec_mean	3.414198283809786
driven_lanedir_consec_min	2.9575622296277815
driven_lanedir_max	3.703018646106606
driven_lanedir_mean	3.414198283809786
driven_lanedir_median	3.4981061297523786
driven_lanedir_min	2.9575622296277815
get_duckie_state_max	3.0763943990071617e-06
get_duckie_state_mean	3.003080685933431e-06
get_duckie_state_median	3.017584482828776e-06
get_duckie_state_min	2.9007593790690103e-06
get_robot_state_max	0.012805778980255127
get_robot_state_mean	0.012201552192370098
get_robot_state_median	0.012234605550765993
get_robot_state_min	0.011531218687693278
get_state_dump_max	0.012772045930226643
get_state_dump_mean	0.012367944717407226
get_state_dump_median	0.012380677064259849
get_state_dump_min	0.011938378810882567
get_ui_image_max	0.03271209796269735
get_ui_image_mean	0.03240603645642598
get_ui_image_median	0.03237566033999125
get_ui_image_min	0.03216072718302409
in-drivable-lane_max	0.0
in-drivable-lane_mean	0.0
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.4375523438098097, "get_ui_image": 0.03216072718302409, "step_physics": 0.07018598556518554, "survival_time": 14.950000000000076, "driven_lanedir": 3.3898958853642185, "get_state_dump": 0.012712276776631674, "sim_render-ego": 0.005358405907948812, "get_robot_state": 0.012679307460784913, "get_duckie_state": 3.0628840128580727e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01687641461690267, "deviation-heading": 2.038034155874912, "complete-iteration": 0.18045374313990276, "set_robot_commands": 0.004226861794789632, "deviation-center-line": 0.5532753806639408, "driven_lanedir_consec": 3.3898958853642185, "sim_compute_sim_state": 0.022520604133605956, "sim_compute_performance-ego": 0.0035944366455078125}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.648977113537039, "get_ui_image": 0.032271608511606854, "step_physics": 0.06906852563222249, "survival_time": 14.950000000000076, "driven_lanedir": 3.606316374140538, "get_state_dump": 0.012772045930226643, "sim_render-ego": 0.00527482271194458, "get_robot_state": 0.012805778980255127, "get_duckie_state": 3.0763943990071617e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01698283910751343, "deviation-heading": 1.7116300596610925, "complete-iteration": 0.17899595578511557, "set_robot_commands": 0.004286633332570394, "deviation-center-line": 0.4915130567424522, "driven_lanedir_consec": 3.606316374140538, "sim_compute_sim_state": 0.021847825050354003, "sim_compute_performance-ego": 0.0035472345352172852}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.076450229905823, "get_ui_image": 0.03247971216837565, "step_physics": 0.0699800173441569, "survival_time": 14.950000000000076, "driven_lanedir": 2.9575622296277815, "get_state_dump": 0.011938378810882567, "sim_render-ego": 0.005130693912506103, "get_robot_state": 0.011789903640747073, "get_duckie_state": 2.972284952799479e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017263792355855307, "deviation-heading": 3.522550438348756, "complete-iteration": 0.17798580408096312, "set_robot_commands": 0.004457612037658692, "deviation-center-line": 0.9045800210208814, "driven_lanedir_consec": 2.9575622296277815, "sim_compute_sim_state": 0.02136354684829712, "sim_compute_performance-ego": 0.003447748819986979}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.76453340123137, "get_ui_image": 0.03271209796269735, "step_physics": 0.07297745863596598, "survival_time": 14.950000000000076, "driven_lanedir": 3.703018646106606, "get_state_dump": 0.01204907735188802, "sim_render-ego": 0.00495799462000529, "get_robot_state": 0.011531218687693278, "get_duckie_state": 2.9007593790690103e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01690886656443278, "deviation-heading": 2.096483170856047, "complete-iteration": 0.18324058055877684, "set_robot_commands": 0.004447902838389079, "deviation-center-line": 0.5791138422704221, "driven_lanedir_consec": 3.703018646106606, "sim_compute_sim_state": 0.02418999671936035, "sim_compute_performance-ego": 0.003335733413696289}}
set_robot_commands_max	0.004457612037658692
set_robot_commands_mean	0.004354752500851948
set_robot_commands_median	0.004367268085479737
set_robot_commands_min	0.004226861794789632
sim_compute_performance-ego_max	0.0035944366455078125
sim_compute_performance-ego_mean	0.0034812883536020915
sim_compute_performance-ego_median	0.003497491677602132
sim_compute_performance-ego_min	0.003335733413696289
sim_compute_sim_state_max	0.02418999671936035
sim_compute_sim_state_mean	0.02248049318790436
sim_compute_sim_state_median	0.02218421459197998
sim_compute_sim_state_min	0.02136354684829712
sim_render-ego_max	0.005358405907948812
sim_render-ego_mean	0.0051804792881011965
sim_render-ego_median	0.005202758312225341
sim_render-ego_min	0.00495799462000529
simulation-passed	1
step_physics_max	0.07297745863596598
step_physics_mean	0.07055299679438273
step_physics_median	0.07008300145467122
step_physics_min	0.06906852563222249
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

42491

11468

Raphael Jean

exercise_state_estimation

LFv-sim

success

2020-11-22 21:32:16+00:00

2020-11-22 21:40:56+00:00

0:08:40

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.0
survival_time_median	14.950000000000076
deviation-center-line_median	0.3071094952840746
in-drivable-lane_median	0.0

other stats

agent_compute-ego_max	0.01775566816329956
agent_compute-ego_mean	0.017045325040817263
agent_compute-ego_median	0.017068297068277994
agent_compute-ego_min	0.016289037863413493
complete-iteration_max	0.19228111823399863
complete-iteration_mean	0.17517467002073925
complete-iteration_median	0.17007866382598877
complete-iteration_min	0.1682602341969808
deviation-center-line_max	0.6863069918481528
deviation-center-line_mean	0.35998819605511767
deviation-center-line_min	0.13942680180416853
deviation-heading_max	3.7258518640401217
deviation-heading_mean	1.6586762301304627
deviation-heading_median	1.2113904039371066
deviation-heading_min	0.486072248607516
driven_any_max	1.3686924727581474e-13
driven_any_mean	6.950391439969185e-14
driven_any_median	7.057320516147632e-14
driven_any_min	0.0
driven_lanedir_consec_max	1.7821788787841797e-05
driven_lanedir_consec_mean	4.455447196960449e-06
driven_lanedir_consec_min	0.0
driven_lanedir_max	1.7821788787841797e-05
driven_lanedir_mean	4.455447196960449e-06
driven_lanedir_median	0.0
driven_lanedir_min	0.0
get_duckie_state_max	2.0567576090494792e-06
get_duckie_state_mean	2.048015594482422e-06
get_duckie_state_median	2.05079714457194e-06
get_duckie_state_min	2.033710479736328e-06
get_robot_state_max	0.011688857873280844
get_robot_state_mean	0.011465786496798198
get_robot_state_median	0.011469659010569254
get_robot_state_min	0.011234970092773435
get_state_dump_max	0.012043151060740153
get_state_dump_mean	0.011825274030367532
get_state_dump_median	0.01184927503267924
get_state_dump_min	0.0115593949953715
get_ui_image_max	0.03352898915608724
get_ui_image_mean	0.03209700922171275
get_ui_image_median	0.031807302236557006
get_ui_image_min	0.03124444325764974
in-drivable-lane_max	0.0
in-drivable-lane_mean	0.0
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.328474932138796e-13, "get_ui_image": 0.031522663434346516, "step_physics": 0.06583622852961223, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.01203873872756958, "sim_render-ego": 0.005080835819244385, "get_robot_state": 0.011688857873280844, "get_duckie_state": 2.0503997802734374e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01775566816329956, "deviation-heading": 1.6198720948235377, "complete-iteration": 0.17171573877334595, "set_robot_commands": 0.004467237790425619, "deviation-center-line": 0.20880585936578705, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.0196883233388265, "sim_compute_performance-ego": 0.003495922883351644}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.3686924727581474e-13, "get_ui_image": 0.032091941038767495, "step_physics": 0.06459081570307414, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.012043151060740153, "sim_render-ego": 0.004885108470916748, "get_robot_state": 0.011566174030303956, "get_duckie_state": 2.033710479736328e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016289037863413493, "deviation-heading": 3.7258518640401217, "complete-iteration": 0.1682602341969808, "set_robot_commands": 0.004386476675669352, "deviation-center-line": 0.13942680180416853, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.018906342188517253, "sim_compute_performance-ego": 0.0033642323811848957}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.0, "get_ui_image": 0.03124444325764974, "step_physics": 0.06467782497406006, "survival_time": 14.950000000000076, "driven_lanedir": 1.7821788787841797e-05, "get_state_dump": 0.0116598113377889, "sim_render-ego": 0.004833991527557373, "get_robot_state": 0.011373143990834554, "get_duckie_state": 2.0511945088704427e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01719082276026408, "deviation-heading": 0.8029087130506755, "complete-iteration": 0.1684415888786316, "set_robot_commands": 0.004465343157450358, "deviation-center-line": 0.4054131312023622, "driven_lanedir_consec": 1.7821788787841797e-05, "sim_compute_sim_state": 0.01953474998474121, "sim_compute_performance-ego": 0.003325692812601726}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 8.298917109073045e-15, "get_ui_image": 0.03352898915608724, "step_physics": 0.08404287417729696, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.0115593949953715, "sim_render-ego": 0.004866398970286051, "get_robot_state": 0.011234970092773435, "get_duckie_state": 2.0567576090494792e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01694577137629191, "deviation-heading": 0.486072248607516, "complete-iteration": 0.19228111823399863, "set_robot_commands": 0.0044801839192708335, "deviation-center-line": 0.6863069918481528, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.022179853916168217, "sim_compute_performance-ego": 0.003308369318644206}}
set_robot_commands_max	0.0044801839192708335
set_robot_commands_mean	0.00444981038570404
set_robot_commands_median	0.004466290473937989
set_robot_commands_min	0.004386476675669352
sim_compute_performance-ego_max	0.003495922883351644
sim_compute_performance-ego_mean	0.003373554348945618
sim_compute_performance-ego_median	0.0033449625968933108
sim_compute_performance-ego_min	0.003308369318644206
sim_compute_sim_state_max	0.022179853916168217
sim_compute_sim_state_mean	0.020077317357063293
sim_compute_sim_state_median	0.019611536661783856
sim_compute_sim_state_min	0.018906342188517253
sim_render-ego_max	0.005080835819244385
sim_render-ego_mean	0.004916583697001139
sim_render-ego_median	0.0048757537206014
sim_render-ego_min	0.004833991527557373
simulation-passed	1
step_physics_max	0.08404287417729696
step_physics_mean	0.06978693584601084
step_physics_median	0.06525702675183614
step_physics_min	0.06459081570307414
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

42474

11462

Jerome Labonte 🇨🇦

sim-exercise-2

LFv-sim

success

2020-11-20 23:22:42+00:00

2020-11-20 23:29:56+00:00

0:07:14

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	3.215900128671251
survival_time_median	14.950000000000076
deviation-center-line_median	0.908252658686447
in-drivable-lane_median	0.5750000000000042

other stats

agent_compute-ego_max	0.0176456348101298
agent_compute-ego_mean	0.017169716049884928
agent_compute-ego_median	0.01738253633181254
agent_compute-ego_min	0.016268156725784827
complete-iteration_max	0.18480485518773396
complete-iteration_mean	0.17679560292041163
complete-iteration_median	0.1748836387848032
complete-iteration_min	0.17261027892430622
deviation-center-line_max	1.0280163151455253
deviation-center-line_mean	0.7716709355848005
deviation-center-line_min	0.2421621098207828
deviation-heading_max	3.2002802657996328
deviation-heading_mean	2.509961792183876
deviation-heading_median	3.000080172130465
deviation-heading_min	0.8394065586749414
driven_any_max	3.942886714727143
driven_any_mean	3.147921458941497
driven_any_median	3.4122543882657945
driven_any_min	1.824290344507255
driven_lanedir_consec_max	3.8417928637416408
driven_lanedir_consec_mean	2.8900926143455457
driven_lanedir_consec_min	1.28677733629804
driven_lanedir_max	3.8417928637416408
driven_lanedir_mean	2.8900926143455457
driven_lanedir_median	3.215900128671251
driven_lanedir_min	1.28677733629804
get_duckie_state_max	3.241697947184245e-06
get_duckie_state_mean	3.1235437283570736e-06
get_duckie_state_median	3.115062055916622e-06
get_duckie_state_min	3.022352854410807e-06
get_robot_state_max	0.01194906234741211
get_robot_state_mean	0.011649741530418397
get_robot_state_median	0.011625005801518758
get_robot_state_min	0.01139989217122396
get_state_dump_max	0.012442025645025846
get_state_dump_mean	0.012149372176192276
get_state_dump_median	0.01206839124361674
get_state_dump_min	0.012018680572509766
get_ui_image_max	0.032409605185190836
get_ui_image_mean	0.03188235074624248
get_ui_image_median	0.03179821928342183
get_ui_image_min	0.031523359232935415
in-drivable-lane_max	1.399999999999995
in-drivable-lane_mean	0.6375000000000008
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.824290344507255, "get_ui_image": 0.031523359232935415, "step_physics": 0.06656940846607604, "survival_time": 5.799999999999987, "driven_lanedir": 1.28677733629804, "get_state_dump": 0.012442025645025846, "sim_render-ego": 0.005123561826245538, "get_robot_state": 0.01194906234741211, "get_duckie_state": 3.1426035124680092e-06, "in-drivable-lane": 1.399999999999995, "agent_compute-ego": 0.016268156725784827, "deviation-heading": 0.8394065586749414, "complete-iteration": 0.17307525667650947, "set_robot_commands": 0.004382628819038128, "deviation-center-line": 0.2421621098207828, "driven_lanedir_consec": 1.28677733629804, "sim_compute_sim_state": 0.02121365481409533, "sim_compute_performance-ego": 0.0034645919142098263}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.942886714727143, "get_ui_image": 0.031525696913401284, "step_physics": 0.06692276080449422, "survival_time": 14.950000000000076, "driven_lanedir": 3.8417928637416408, "get_state_dump": 0.012018680572509766, "sim_render-ego": 0.004933735529581706, "get_robot_state": 0.01139989217122396, "get_duckie_state": 3.241697947184245e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017236990133921305, "deviation-heading": 2.8805933516553965, "complete-iteration": 0.17261027892430622, "set_robot_commands": 0.004307223955790202, "deviation-center-line": 1.0008528041111788, "driven_lanedir_consec": 3.8417928637416408, "sim_compute_sim_state": 0.020821139017740884, "sim_compute_performance-ego": 0.0033101145426432292}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.018411472604039, "get_ui_image": 0.03207074165344238, "step_physics": 0.06939932823181152, "survival_time": 14.950000000000076, "driven_lanedir": 2.9260063501317486, "get_state_dump": 0.01204138199488322, "sim_render-ego": 0.004969104925791423, "get_robot_state": 0.011596457958221435, "get_duckie_state": 3.087520599365234e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0176456348101298, "deviation-heading": 3.2002802657996328, "complete-iteration": 0.1766920208930969, "set_robot_commands": 0.00457777738571167, "deviation-center-line": 0.8156525132617151, "driven_lanedir_consec": 2.9260063501317486, "sim_compute_sim_state": 0.02088813304901123, "sim_compute_performance-ego": 0.0033670139312744142}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.80609730392755, "get_ui_image": 0.032409605185190836, "step_physics": 0.07403015613555908, "survival_time": 14.950000000000076, "driven_lanedir": 3.505793907210753, "get_state_dump": 0.01209540049235026, "sim_render-ego": 0.005020957787831624, "get_robot_state": 0.01165355364481608, "get_duckie_state": 3.022352854410807e-06, "in-drivable-lane": 1.1500000000000083, "agent_compute-ego": 0.017528082529703778, "deviation-heading": 3.119566992605533, "complete-iteration": 0.18480485518773396, "set_robot_commands": 0.0044644363721211755, "deviation-center-line": 1.0280163151455253, "driven_lanedir_consec": 3.505793907210753, "sim_compute_sim_state": 0.02408072789510091, "sim_compute_performance-ego": 0.003385148843129476}}
set_robot_commands_max	0.00457777738571167
set_robot_commands_mean	0.004433016633165294
set_robot_commands_median	0.0044235325955796516
set_robot_commands_min	0.004307223955790202
sim_compute_performance-ego_max	0.0034645919142098263
sim_compute_performance-ego_mean	0.003381717307814236
sim_compute_performance-ego_median	0.003376081387201946
sim_compute_performance-ego_min	0.0033101145426432292
sim_compute_sim_state_max	0.02408072789510091
sim_compute_sim_state_mean	0.021750913693987087
sim_compute_sim_state_median	0.02105089393155328
sim_compute_sim_state_min	0.020821139017740884
sim_render-ego_max	0.005123561826245538
sim_render-ego_mean	0.005011840017362572
sim_render-ego_median	0.0049950313568115235
sim_render-ego_min	0.004933735529581706
simulation-passed	1
step_physics_max	0.07403015613555908
step_physics_mean	0.06923041340948521
step_physics_median	0.06816104451815287
step_physics_min	0.06656940846607604
survival_time_max	14.950000000000076
survival_time_mean	12.662500000000056
survival_time_min	5.799999999999987

No reset possible

42472

11462

Jerome Labonte 🇨🇦

sim-exercise-2

LFv-sim

success