Job ID submission user user label challenge step status up to date evaluator date started date completed duration message 32980
6644
Charlie Gauthier  🇨🇦challenge-aido_LF-template-random aido3-off-LF-sim-validation
step1-simulation success yes p-1
2020-07-10 19:11:55+00:00 2020-07-10 19:19:40+00:00 0:07:45 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.4838163264350306 survival_time_median 1.7000000000000008 deviation-center-line_median 0.08751730474052305 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.03122492478444026 agent_compute-ego_mean 0.029628259029822912 agent_compute-ego_median 0.02940378189086914 agent_compute-ego_min 0.02863364869898016 deviation-center-line_max 0.10683019887032848 deviation-center-line_mean 0.08719800587294524 deviation-center-line_min 0.07065220523066396 deviation-heading_max 0.5050851849885492 deviation-heading_mean 0.37472646794797326 deviation-heading_median 0.3711400756311837 deviation-heading_min 0.242154099114489 driven_any_max 1.224736399271231 driven_any_mean 0.7001682289165533 driven_any_median 0.6334906616120762 driven_any_min 0.311949329092399 driven_lanedir_consec_max 0.6642632200434848 driven_lanedir_consec_mean 0.47031102562542887 driven_lanedir_consec_min 0.28855079430839536 driven_lanedir_max 0.6642632200434848 driven_lanedir_mean 0.47031102562542887 driven_lanedir_median 0.4838163264350306 driven_lanedir_min 0.28855079430839536 in-drivable-lane_max 1.5999999999999963 in-drivable-lane_mean 0.4499999999999989 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0078896084088962, "sim_physics": 0.06451170719586886, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6642632200434848, "sim_render-ego": 0.012340939961946929, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.03122492478444026, "deviation-heading": 0.5050851849885492, "set_robot_commands": 0.008448499899644118, "deviation-center-line": 0.07065220523066396, "driven_lanedir_consec": 0.6642632200434848, "sim_compute_sim_state": 0.005060865328862117, "sim_compute_performance-ego": 0.007566195267897386, "sim_compute_robot_state-ego": 0.009194392424363356}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.311949329092399, "sim_physics": 0.06442887783050537, "survival_time": 1.0000000000000002, "driven_lanedir": 0.3030566281970668, "sim_render-ego": 0.012143087387084962, "in-drivable-lane": 0, "agent_compute-ego": 0.02940378189086914, "deviation-heading": 0.242154099114489, "set_robot_commands": 0.008662283420562744, "deviation-center-line": 0.08751730474052305, "driven_lanedir_consec": 0.3030566281970668, "sim_compute_sim_state": 0.00508880615234375, "sim_compute_performance-ego": 0.007123124599456787, "sim_compute_robot_state-ego": 0.008965790271759033}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.6334906616120762, "sim_physics": 0.06405988861532773, "survival_time": 1.7000000000000008, "driven_lanedir": 0.6118681591431665, "sim_render-ego": 0.01239949815413531, "in-drivable-lane": 0, "agent_compute-ego": 0.029281938777250403, "deviation-heading": 0.3711400756311837, "set_robot_commands": 0.008394746219410616, "deviation-center-line": 0.10683019887032848, "driven_lanedir_consec": 0.6118681591431665, "sim_compute_sim_state": 0.005339994150049546, "sim_compute_performance-ego": 0.007349883808809168, "sim_compute_robot_state-ego": 0.009567499160766602}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.224736399271231, "sim_physics": 0.06169118646715508, "survival_time": 3.049999999999997, "driven_lanedir": 0.4838163264350306, "sim_render-ego": 0.0118815508045134, "in-drivable-lane": 1.5999999999999963, "agent_compute-ego": 0.029597000997574605, "deviation-heading": 0.29149367303980006, "set_robot_commands": 0.008068287958864306, "deviation-center-line": 0.10020114979294129, "driven_lanedir_consec": 0.4838163264350306, "sim_compute_sim_state": 0.00515596983862705, "sim_compute_performance-ego": 0.006986582865480517, "sim_compute_robot_state-ego": 0.0093129072032991}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.32277514619816383, "sim_physics": 0.0646918470209295, "survival_time": 1.1000000000000003, "driven_lanedir": 0.28855079430839536, "sim_render-ego": 0.012377251278270374, "in-drivable-lane": 0, "agent_compute-ego": 0.02863364869898016, "deviation-heading": 0.4637593069658444, "set_robot_commands": 0.008226990699768066, "deviation-center-line": 0.07078917073026944, "driven_lanedir_consec": 0.28855079430839536, "sim_compute_sim_state": 0.004859241572293368, "sim_compute_performance-ego": 0.006966319951144132, "sim_compute_robot_state-ego": 0.008873592723499645}}set_robot_commands_max 0.008662283420562744 set_robot_commands_mean 0.00836016163964997 set_robot_commands_median 0.008394746219410616 set_robot_commands_min 0.008068287958864306 sim_compute_performance-ego_max 0.007566195267897386 sim_compute_performance-ego_mean 0.007198421298557599 sim_compute_performance-ego_median 0.007123124599456787 sim_compute_performance-ego_min 0.006966319951144132 sim_compute_robot_state-ego_max 0.009567499160766602 sim_compute_robot_state-ego_mean 0.009182836356737547 sim_compute_robot_state-ego_median 0.009194392424363356 sim_compute_robot_state-ego_min 0.008873592723499645 sim_compute_sim_state_max 0.005339994150049546 sim_compute_sim_state_mean 0.0051009754084351665 sim_compute_sim_state_median 0.00508880615234375 sim_compute_sim_state_min 0.004859241572293368 sim_physics_max 0.0646918470209295 sim_physics_mean 0.06387670142595732 sim_physics_median 0.06442887783050537 sim_physics_min 0.06169118646715508 sim_render-ego_max 0.01239949815413531 sim_render-ego_mean 0.012228465517190196 sim_render-ego_median 0.012340939961946929 sim_render-ego_min 0.0118815508045134 simulation-passed 1 survival_time_max 3.049999999999997 survival_time_mean 1.8899999999999997 survival_time_min 1.0000000000000002
No reset possible 32978
6643
Frank (Chude) Qian  🇨🇦TF version fix 1353 aido3-off-LF-sim-validation
step1-simulation error yes p-1
2020-07-10 18:27:49+00:00 2020-07-10 18:30:24+00:00 0:02:35 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 32968
6636
Anthony Courchesne  🇨🇦baseline-IL-sim-tensorflow aido3-off-LF-sim-validation
step1-simulation failed yes p-1
2020-07-08 20:16:21+00:00 2020-07-08 20:17:26+00:00 0:01:05 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 286, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "agent" aborted:
error in agent |Exception while handling a message on topic "get_commands".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper.py", line 277, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper.py", line 431, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/utils.py", line 19, in call_if_fun_exists
|| f(**kwargs)
|| File "solution.py", line 54, in on_received_get_commands
|| pwm_left, pwm_right = self.compute_action(self.current_image)
|| File "solution.py", line 50, in compute_action
|| actions = [action[0], action[1]*self.gain]
|| AttributeError: 'IILAgent' object has no attribute 'gain'
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 32955
6628
Vincenzo Polizzi  🇮🇹PredictorLast aido2-PRED
step1-simulation success yes p-1
2020-06-11 10:49:25+00:00 2020-06-11 10:49:51+00:00 0:00:26 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
error_L1 0.12552971097813134 error_L2 0.023741637684692184
No reset possible 32954
6627
Vincenzo Polizzi  🇮🇹PredictorLast aido2-PRED
step1-simulation success yes p-1
2020-06-11 10:44:42+00:00 2020-06-11 10:45:07+00:00 0:00:25 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
error_L1 0.12052810694711807 error_L2 0.021926027817384324
No reset possible 32952
4083
Alexander Hatteland  🇨ðŸ‡PredictorLast aido2-PRED
step1-simulation success yes p-1
2020-06-11 10:39:27+00:00 2020-06-11 10:40:12+00:00 0:00:45 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
error_L1 0.1065481814729542 error_L2 0.01788556949875579
No reset possible 32950
6626
Anthony Courchesne  🇨🇦challenge-aido_LF-baseline-duckietown aido3-off-LF-sim-validation
step1-simulation success yes p-1
2020-06-08 17:11:19+00:00 2020-06-08 17:18:00+00:00 0:06:41 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.9084918102666768 survival_time_median 12.35000000000004 deviation-center-line_median 0.5797832050668764 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.031518680353959404 agent_compute-ego_mean 0.030227893025761603 agent_compute-ego_median 0.03001459620215676 agent_compute-ego_min 0.02959147735163268 deviation-center-line_max 0.87241886963537 deviation-center-line_mean 0.5627416965424958 deviation-center-line_min 0.1193080857823052 deviation-heading_max 3.6409119455879377 deviation-heading_mean 1.805236843423981 deviation-heading_median 1.4777691927360097 deviation-heading_min 1.051127033380222 driven_any_max 2.349143424810231 driven_any_mean 1.7400519428528838 driven_any_median 1.931236597967785 driven_any_min 0.710121163270438 driven_lanedir_consec_max 2.3355093069931785 driven_lanedir_consec_mean 1.6840692546719775 driven_lanedir_consec_min 0.618434436869266 driven_lanedir_max 2.3355093069931785 driven_lanedir_mean 1.6840692546719775 driven_lanedir_median 1.9084918102666768 driven_lanedir_min 0.618434436869266 in-drivable-lane_max 0.29999999999999893 in-drivable-lane_mean 0.05999999999999979 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.710121163270438, "sim_physics": 0.06500537693500519, "survival_time": 4.799999999999991, "driven_lanedir": 0.618434436869266, "sim_render-ego": 0.01247792939345042, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.031518680353959404, "deviation-heading": 1.051127033380222, "set_robot_commands": 0.008452589313189188, "deviation-center-line": 0.1193080857823052, "driven_lanedir_consec": 0.618434436869266, "sim_compute_sim_state": 0.005671478807926178, "sim_compute_performance-ego": 0.007624603807926178, "sim_compute_robot_state-ego": 0.009472501774628958}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.931236597967785, "sim_physics": 0.0609134710752047, "survival_time": 12.35000000000004, "driven_lanedir": 1.9084918102666768, "sim_render-ego": 0.012060614249966888, "in-drivable-lane": 0, "agent_compute-ego": 0.02959147735163268, "deviation-heading": 1.4777691927360097, "set_robot_commands": 0.008356320230584396, "deviation-center-line": 0.5797832050668764, "driven_lanedir_consec": 1.9084918102666768, "sim_compute_sim_state": 0.005538903749906099, "sim_compute_performance-ego": 0.007048599150499352, "sim_compute_robot_state-ego": 0.009264259685871572}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.349080524917244, "sim_physics": 0.06171594699223836, "survival_time": 14.950000000000076, "driven_lanedir": 2.225198259814617, "sim_render-ego": 0.012218976815541583, "in-drivable-lane": 0, "agent_compute-ego": 0.029711503187815347, "deviation-heading": 3.6409119455879377, "set_robot_commands": 0.008452828725179036, "deviation-center-line": 0.87241886963537, "driven_lanedir_consec": 2.225198259814617, "sim_compute_sim_state": 0.0056057143211364745, "sim_compute_performance-ego": 0.007081881364186604, "sim_compute_robot_state-ego": 0.009370070298512776}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.3606780032987222, "sim_physics": 0.06289235570214012, "survival_time": 8.79999999999999, "driven_lanedir": 1.3327124594161497, "sim_render-ego": 0.012194350361824036, "in-drivable-lane": 0, "agent_compute-ego": 0.03001459620215676, "deviation-heading": 1.5048930315969504, "set_robot_commands": 0.008351380174810236, "deviation-center-line": 0.5036266509617376, "driven_lanedir_consec": 1.3327124594161497, "sim_compute_sim_state": 0.005618478764187206, "sim_compute_performance-ego": 0.007278557528148998, "sim_compute_robot_state-ego": 0.009300019253383984}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.349143424810231, "sim_physics": 0.061950578689575195, "survival_time": 14.950000000000076, "driven_lanedir": 2.3355093069931785, "sim_render-ego": 0.012025282382965088, "in-drivable-lane": 0, "agent_compute-ego": 0.030303208033243816, "deviation-heading": 1.351483013818786, "set_robot_commands": 0.008210801283518473, "deviation-center-line": 0.7385716712661899, "driven_lanedir_consec": 2.3355093069931785, "sim_compute_sim_state": 0.005648685296376546, "sim_compute_performance-ego": 0.00709546168645223, "sim_compute_robot_state-ego": 0.009289363225301106}}set_robot_commands_max 0.008452828725179036 set_robot_commands_mean 0.008364783945456266 set_robot_commands_median 0.008356320230584396 set_robot_commands_min 0.008210801283518473 sim_compute_performance-ego_max 0.007624603807926178 sim_compute_performance-ego_mean 0.007225820707442672 sim_compute_performance-ego_median 0.00709546168645223 sim_compute_performance-ego_min 0.007048599150499352 sim_compute_robot_state-ego_max 0.009472501774628958 sim_compute_robot_state-ego_mean 0.00933924284753968 sim_compute_robot_state-ego_median 0.009300019253383984 sim_compute_robot_state-ego_min 0.009264259685871572 sim_compute_sim_state_max 0.005671478807926178 sim_compute_sim_state_mean 0.005616652187906501 sim_compute_sim_state_median 0.005618478764187206 sim_compute_sim_state_min 0.005538903749906099 sim_physics_max 0.06500537693500519 sim_physics_mean 0.062495545878832715 sim_physics_median 0.061950578689575195 sim_physics_min 0.0609134710752047 sim_render-ego_max 0.01247792939345042 sim_render-ego_mean 0.012195430640749605 sim_render-ego_median 0.012194350361824036 sim_render-ego_min 0.012025282382965088 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 11.170000000000035 survival_time_min 4.799999999999991
No reset possible 32948
6625
Anthony Courchesne  🇨🇦challenge-aido_LF-baseline-duckietown aido3-off-LF-sim-validation
step1-simulation success yes p-1
2020-06-08 16:41:10+00:00 2020-06-08 16:48:55+00:00 0:07:45 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.224246417339951 survival_time_median 14.950000000000076 deviation-center-line_median 0.7469834910220896 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.06487900654474894 agent_compute-ego_mean 0.058227216974149974 agent_compute-ego_median 0.06310380697250366 agent_compute-ego_min 0.03699840929197228 deviation-center-line_max 1.1505722613134484 deviation-center-line_mean 0.7308195951725678 deviation-center-line_min 0.2136061277314395 deviation-heading_max 3.969105465543017 deviation-heading_mean 1.8776767185653649 deviation-heading_median 1.318714180961699 deviation-heading_min 0.8589881107873744 driven_any_max 2.3491425657201495 driven_any_mean 1.9104257492499652 driven_any_median 2.3490669905464303 driven_any_min 0.6779877273904572 driven_lanedir_consec_max 2.3353637711145008 driven_lanedir_consec_mean 1.8659784035387736 driven_lanedir_consec_min 0.6540766610263272 driven_lanedir_max 2.3353637711145008 driven_lanedir_mean 1.8659784035387736 driven_lanedir_median 2.224246417339951 driven_lanedir_min 0.6540766610263272 in-drivable-lane_max 0 in-drivable-lane_mean 0 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.6779877273904572, "sim_physics": 0.06444310623666515, "survival_time": 4.599999999999992, "driven_lanedir": 0.6540766610263272, "sim_render-ego": 0.012674917345461638, "in-drivable-lane": 0, "agent_compute-ego": 0.03699840929197228, "deviation-heading": 0.8589881107873744, "set_robot_commands": 0.008245284142701523, "deviation-center-line": 0.2136061277314395, "driven_lanedir_consec": 0.6540766610263272, "sim_compute_sim_state": 0.005780401437178902, "sim_compute_performance-ego": 0.007602546526038129, "sim_compute_robot_state-ego": 0.009697592776754627}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.8267947353876832, "sim_physics": 0.06269454956054688, "survival_time": 11.700000000000031, "driven_lanedir": 1.8020560123240608, "sim_render-ego": 0.012080822235498672, "in-drivable-lane": 0, "agent_compute-ego": 0.0636453873071915, "deviation-heading": 1.297129806953829, "set_robot_commands": 0.008292160482488127, "deviation-center-line": 0.7469834910220896, "driven_lanedir_consec": 1.8020560123240608, "sim_compute_sim_state": 0.005916631119882959, "sim_compute_performance-ego": 0.007060774371155307, "sim_compute_robot_state-ego": 0.00937095462766468}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.3490669905464303, "sim_physics": 0.06328815778096517, "survival_time": 14.950000000000076, "driven_lanedir": 2.224246417339951, "sim_render-ego": 0.012074695428212484, "in-drivable-lane": 0, "agent_compute-ego": 0.0625094747543335, "deviation-heading": 3.969105465543017, "set_robot_commands": 0.008210238615671793, "deviation-center-line": 1.1505722613134484, "driven_lanedir_consec": 2.224246417339951, "sim_compute_sim_state": 0.006067891915639241, "sim_compute_performance-ego": 0.007112514972686767, "sim_compute_robot_state-ego": 0.009205777645111084}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.3491367272051056, "sim_physics": 0.06322927474975586, "survival_time": 14.950000000000076, "driven_lanedir": 2.3353637711145008, "sim_render-ego": 0.012003229459126793, "in-drivable-lane": 0, "agent_compute-ego": 0.06310380697250366, "deviation-heading": 1.318714180961699, "set_robot_commands": 0.008290499846140543, "deviation-center-line": 0.934880512430046, "driven_lanedir_consec": 2.3353637711145008, "sim_compute_sim_state": 0.006036368211110433, "sim_compute_performance-ego": 0.007179370721181234, "sim_compute_robot_state-ego": 0.009286406040191653}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.3491425657201495, "sim_physics": 0.06329809506734212, "survival_time": 14.950000000000076, "driven_lanedir": 2.314149155889026, "sim_render-ego": 0.012394964694976808, "in-drivable-lane": 0, "agent_compute-ego": 0.06487900654474894, "deviation-heading": 1.944446028580904, "set_robot_commands": 0.008315752347310384, "deviation-center-line": 0.6080555833658158, "driven_lanedir_consec": 2.314149155889026, "sim_compute_sim_state": 0.006094113985697428, "sim_compute_performance-ego": 0.007201385498046875, "sim_compute_robot_state-ego": 0.009350976943969726}}set_robot_commands_max 0.008315752347310384 set_robot_commands_mean 0.008270787086862474 set_robot_commands_median 0.008290499846140543 set_robot_commands_min 0.008210238615671793 sim_compute_performance-ego_max 0.007602546526038129 sim_compute_performance-ego_mean 0.007231318417821662 sim_compute_performance-ego_median 0.007179370721181234 sim_compute_performance-ego_min 0.007060774371155307 sim_compute_robot_state-ego_max 0.009697592776754627 sim_compute_robot_state-ego_mean 0.009382341606738351 sim_compute_robot_state-ego_median 0.009350976943969726 sim_compute_robot_state-ego_min 0.009205777645111084 sim_compute_sim_state_max 0.006094113985697428 sim_compute_sim_state_mean 0.005979081333901793 sim_compute_sim_state_median 0.006036368211110433 sim_compute_sim_state_min 0.005780401437178902 sim_physics_max 0.06444310623666515 sim_physics_mean 0.06339063667905503 sim_physics_median 0.06328815778096517 sim_physics_min 0.06269454956054688 sim_render-ego_max 0.012674917345461638 sim_render-ego_mean 0.01224572583265528 sim_render-ego_median 0.012080822235498672 sim_render-ego_min 0.012003229459126793 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 12.23000000000005 survival_time_min 4.599999999999992
No reset possible 32945
6623
brian wong challenge-aido_LF-baseline-duckietown aido3-off-LF-sim-validation
step1-simulation success yes p-1
2020-05-28 11:55:48+00:00 2020-05-28 12:03:21+00:00 0:07:33 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.8181338418243376 survival_time_median 11.900000000000034 deviation-center-line_median 0.37393131869626023 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.04811119797206161 agent_compute-ego_mean 0.033607178003560466 agent_compute-ego_median 0.030202520594877356 agent_compute-ego_min 0.029662850524197107 deviation-center-line_max 0.8735681684379036 deviation-center-line_mean 0.4496820337555522 deviation-center-line_min 0.1511346721425199 deviation-heading_max 4.071242978945577 deviation-heading_mean 2.1200256779041657 deviation-heading_median 1.9053861239359715 deviation-heading_min 1.0455858540813572 driven_any_max 2.349149503021098 driven_any_mean 1.723975465642488 driven_any_median 1.8589129658443644 driven_any_min 0.7503022128383462 driven_lanedir_consec_max 2.3198499616081003 driven_lanedir_consec_mean 1.664274680116792 driven_lanedir_consec_min 0.7150466898470915 driven_lanedir_max 2.3198499616081003 driven_lanedir_mean 1.664274680116792 driven_lanedir_median 1.8181338418243376 driven_lanedir_min 0.7150466898470915 in-drivable-lane_max 0 in-drivable-lane_mean 0 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.7503022128383462, "sim_physics": 0.06595741404165135, "survival_time": 5.04999999999999, "driven_lanedir": 0.7150466898470915, "sim_render-ego": 0.013191874664608794, "in-drivable-lane": 0, "agent_compute-ego": 0.04811119797206161, "deviation-heading": 1.0455858540813572, "set_robot_commands": 0.008449292418980363, "deviation-center-line": 0.1511346721425199, "driven_lanedir_consec": 0.7150466898470915, "sim_compute_sim_state": 0.005982264433756913, "sim_compute_performance-ego": 0.007983054264937298, "sim_compute_robot_state-ego": 0.009591400033176536}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.8589129658443644, "sim_physics": 0.06453764638980898, "survival_time": 11.900000000000034, "driven_lanedir": 1.8181338418243376, "sim_render-ego": 0.013034829572469249, "in-drivable-lane": 0, "agent_compute-ego": 0.029662850524197107, "deviation-heading": 1.96895448175575, "set_robot_commands": 0.008386526788984026, "deviation-center-line": 0.5083389208308706, "driven_lanedir_consec": 1.8181338418243376, "sim_compute_sim_state": 0.005830007440903608, "sim_compute_performance-ego": 0.007524657650154178, "sim_compute_robot_state-ego": 0.009559027287138613}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.3490616532953146, "sim_physics": 0.06342282851537069, "survival_time": 14.950000000000076, "driven_lanedir": 2.1959284854066925, "sim_render-ego": 0.012918999989827474, "in-drivable-lane": 0, "agent_compute-ego": 0.02972194353739421, "deviation-heading": 4.071242978945577, "set_robot_commands": 0.00831815242767334, "deviation-center-line": 0.8735681684379036, "driven_lanedir_consec": 2.1959284854066925, "sim_compute_sim_state": 0.005789817174275716, "sim_compute_performance-ego": 0.007464807828267415, "sim_compute_robot_state-ego": 0.009363640944163004}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.3124509932133153, "sim_physics": 0.06232701049131505, "survival_time": 8.499999999999986, "driven_lanedir": 1.2724144218977385, "sim_render-ego": 0.0126096809611601, "in-drivable-lane": 0, "agent_compute-ego": 0.030202520594877356, "deviation-heading": 1.6089589508021742, "set_robot_commands": 0.008247828483581543, "deviation-center-line": 0.34143708867020667, "driven_lanedir_consec": 1.2724144218977385, "sim_compute_sim_state": 0.005817482050727395, "sim_compute_performance-ego": 0.007396920989541447, "sim_compute_robot_state-ego": 0.009303911994485294}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.349149503021098, "sim_physics": 0.06300699551900228, "survival_time": 14.950000000000076, "driven_lanedir": 2.3198499616081003, "sim_render-ego": 0.012642237345377604, "in-drivable-lane": 0, "agent_compute-ego": 0.030337377389272054, "deviation-heading": 1.9053861239359715, "set_robot_commands": 0.009238423506418864, "deviation-center-line": 0.37393131869626023, "driven_lanedir_consec": 2.3198499616081003, "sim_compute_sim_state": 0.0057840728759765625, "sim_compute_performance-ego": 0.0075652670860290525, "sim_compute_robot_state-ego": 0.009298621813456216}}set_robot_commands_max 0.009238423506418864 set_robot_commands_mean 0.008528044725127628 set_robot_commands_median 0.008386526788984026 set_robot_commands_min 0.008247828483581543 sim_compute_performance-ego_max 0.007983054264937298 sim_compute_performance-ego_mean 0.007586941563785879 sim_compute_performance-ego_median 0.007524657650154178 sim_compute_performance-ego_min 0.007396920989541447 sim_compute_robot_state-ego_max 0.009591400033176536 sim_compute_robot_state-ego_mean 0.009423320414483934 sim_compute_robot_state-ego_median 0.009363640944163004 sim_compute_robot_state-ego_min 0.009298621813456216 sim_compute_sim_state_max 0.005982264433756913 sim_compute_sim_state_mean 0.005840728795128039 sim_compute_sim_state_median 0.005817482050727395 sim_compute_sim_state_min 0.0057840728759765625 sim_physics_max 0.06595741404165135 sim_physics_mean 0.06385037899142967 sim_physics_median 0.06342282851537069 sim_physics_min 0.06232701049131505 sim_render-ego_max 0.013191874664608794 sim_render-ego_mean 0.012879524506688644 sim_render-ego_median 0.012918999989827474 sim_render-ego_min 0.0126096809611601 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 11.070000000000032 survival_time_min 5.04999999999999
No reset possible 32927
6615
Diego Charrez  🇵🇪Baseline solution using reinforcement learning aido3-off-LF-sim-validation
step1-simulation success yes p-1
2020-04-26 23:51:57+00:00 2020-04-26 23:56:20+00:00 0:04:23 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.060518266487655126 survival_time_median 1.5500000000000007 deviation-center-line_median 0.03750057115445747 in-drivable-lane_median 0.5500000000000004
other stats agent_compute-ego_max 0.32989791659421697 agent_compute-ego_mean 0.29709702396792476 agent_compute-ego_median 0.31274668375651044 agent_compute-ego_min 0.2200356324513753 deviation-center-line_max 0.08938942952105229 deviation-center-line_mean 0.04540630758642304 deviation-center-line_min 0.02181798137252528 deviation-heading_max 1.7004122806532251 deviation-heading_mean 0.8736885660062281 deviation-heading_median 0.652871762834828 deviation-heading_min 0.6136336143715491 driven_any_max 0.4495540781935997 driven_any_mean 0.2064099922129526 driven_any_median 0.16422151828235468 driven_any_min 0.08775120612301486 driven_lanedir_consec_max 0.13704237396037255 driven_lanedir_consec_mean 0.0669553762422899 driven_lanedir_consec_min 0.019322793786808568 driven_lanedir_max 0.13704237396037255 driven_lanedir_mean 0.0669553762422899 driven_lanedir_median 0.060518266487655126 driven_lanedir_min 0.019322793786808568 in-drivable-lane_max 1.8999999999999977 in-drivable-lane_mean 0.7899999999999998 in-drivable-lane_min 0.4500000000000004 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.16108558087164915, "sim_physics": 0.05883220036824544, "survival_time": 1.5000000000000009, "driven_lanedir": 0.04842646093877512, "sim_render-ego": 0.012277968724568685, "in-drivable-lane": 0.5500000000000004, "agent_compute-ego": 0.31274668375651044, "deviation-heading": 0.6327787385345472, "set_robot_commands": 0.005545719464619955, "deviation-center-line": 0.02181798137252528, "driven_lanedir_consec": 0.04842646093877512, "sim_compute_sim_state": 0.003195897738138835, "sim_compute_performance-ego": 0.00684045155843099, "sim_compute_robot_state-ego": 0.009184424082438152}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.08775120612301486, "sim_physics": 0.06148368736793255, "survival_time": 1.4500000000000006, "driven_lanedir": 0.019322793786808568, "sim_render-ego": 0.01141428125315699, "in-drivable-lane": 0.5500000000000004, "agent_compute-ego": 0.3201047058763175, "deviation-heading": 0.6136336143715491, "set_robot_commands": 0.004998083772330448, "deviation-center-line": 0.05057945589161208, "driven_lanedir_consec": 0.019322793786808568, "sim_compute_sim_state": 0.002775743089873215, "sim_compute_performance-ego": 0.006441938466039197, "sim_compute_robot_state-ego": 0.008738879499764278}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.4495540781935997, "sim_physics": 0.05763938260632892, "survival_time": 4.299999999999993, "driven_lanedir": 0.13704237396037255, "sim_render-ego": 0.011250154916630235, "in-drivable-lane": 1.8999999999999977, "agent_compute-ego": 0.32989791659421697, "deviation-heading": 1.7004122806532251, "set_robot_commands": 0.005249816317890965, "deviation-center-line": 0.08938942952105229, "driven_lanedir_consec": 0.13704237396037255, "sim_compute_sim_state": 0.00308904814165692, "sim_compute_performance-ego": 0.006733181864716286, "sim_compute_robot_state-ego": 0.008718920308490133}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.1694375775941446, "sim_physics": 0.057794693744543824, "survival_time": 1.6500000000000008, "driven_lanedir": 0.06946698603783807, "sim_render-ego": 0.012175458850282612, "in-drivable-lane": 0.4500000000000004, "agent_compute-ego": 0.2200356324513753, "deviation-heading": 0.652871762834828, "set_robot_commands": 0.005443999261567087, "deviation-center-line": 0.027744099992468105, "driven_lanedir_consec": 0.06946698603783807, "sim_compute_sim_state": 0.003332781069206469, "sim_compute_performance-ego": 0.0067051901961817885, "sim_compute_robot_state-ego": 0.009619178193988222}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.16422151828235468, "sim_physics": 0.05818879988885695, "survival_time": 1.5500000000000007, "driven_lanedir": 0.060518266487655126, "sim_render-ego": 0.011713281754524477, "in-drivable-lane": 0.5000000000000004, "agent_compute-ego": 0.3027001811612037, "deviation-heading": 0.7687464336369917, "set_robot_commands": 0.005177943937240108, "deviation-center-line": 0.03750057115445747, "driven_lanedir_consec": 0.060518266487655126, "sim_compute_sim_state": 0.0030512886662637036, "sim_compute_performance-ego": 0.006481239872594033, "sim_compute_robot_state-ego": 0.007776983322635773}}set_robot_commands_max 0.005545719464619955 set_robot_commands_mean 0.005283112550729713 set_robot_commands_median 0.005249816317890965 set_robot_commands_min 0.004998083772330448 sim_compute_performance-ego_max 0.00684045155843099 sim_compute_performance-ego_mean 0.006640400391592459 sim_compute_performance-ego_median 0.0067051901961817885 sim_compute_performance-ego_min 0.006441938466039197 sim_compute_robot_state-ego_max 0.009619178193988222 sim_compute_robot_state-ego_mean 0.008807677081463312 sim_compute_robot_state-ego_median 0.008738879499764278 sim_compute_robot_state-ego_min 0.007776983322635773 sim_compute_sim_state_max 0.003332781069206469 sim_compute_sim_state_mean 0.003088951741027828 sim_compute_sim_state_median 0.00308904814165692 sim_compute_sim_state_min 0.002775743089873215 sim_physics_max 0.06148368736793255 sim_physics_mean 0.05878775279518154 sim_physics_median 0.05818879988885695 sim_physics_min 0.05763938260632892 sim_render-ego_max 0.012277968724568685 sim_render-ego_mean 0.0117662290998326 sim_render-ego_median 0.011713281754524477 sim_render-ego_min 0.011250154916630235 simulation-passed 1 survival_time_max 4.299999999999993 survival_time_mean 2.089999999999999 survival_time_min 1.4500000000000006
No reset possible