Duckietown Challenges Home Challenges Submissions

Job 34905

Job ID34905
submission9475
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg05-983fc92a1e01-1
date started
date completed
duration0:06:43
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4448271993029011
survival_time_median3.049999999999997
deviation-center-line_median0.16204229780465118
in-drivable-lane_median0.0


other stats
agent_compute-ego0_max0.05038940320249464
agent_compute-ego0_mean0.04814606416420859
agent_compute-ego0_median0.04814606416420859
agent_compute-ego0_min0.045902725125922535
agent_compute-ego1_max0.049866652879558625
agent_compute-ego1_mean0.04957001326514072
agent_compute-ego1_median0.049570013265140725
agent_compute-ego1_min0.04927337365072282
agent_compute-ego2_max0.04932717807957383
agent_compute-ego2_mean0.047760998616453075
agent_compute-ego2_median0.047760998616453075
agent_compute-ego2_min0.04619481915333232
complete-iteration_max1.11165367579851
complete-iteration_mean1.109858211923818
complete-iteration_median1.109858211923818
complete-iteration_min1.1080627480491263
deviation-center-line_max0.25746356861009595
deviation-center-line_mean0.18326009620399683
deviation-center-line_min0.13466842791086536
deviation-heading_max0.7352695890794486
deviation-heading_mean0.3775885919320583
deviation-heading_median0.3595667956569747
deviation-heading_min0.03083612741010867
driven_any_max0.4484649879563624
driven_any_mean0.44802759571271383
driven_any_median0.4480275957127146
driven_any_min0.4475902034690646
driven_lanedir_consec_max0.44840955910620695
driven_lanedir_consec_mean0.4312421305378989
driven_lanedir_consec_min0.392074025770182
driven_lanedir_max0.44840955910620695
driven_lanedir_mean0.4312421305378989
driven_lanedir_median0.4448271993029011
driven_lanedir_min0.392074025770182
get_state_dump_max0.04764025719439397
get_state_dump_mean0.046950987127960704
get_state_dump_median0.046950987127960704
get_state_dump_min0.04626171706152744
get_ui_image_max0.10112591258815078
get_ui_image_mean0.09887562228030844
get_ui_image_median0.09887562228030848
get_ui_image_min0.09662533197246614
in-drivable-lane_max0.2499999999999991
in-drivable-lane_mean0.06666666666666643
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.4484649879563562, "get_ui_image": 0.10112591258815078, "step_physics": 0.6171806444887256, "survival_time": 3.049999999999997, "driven_lanedir": 0.445595259456681, "get_state_dump": 0.04626171706152744, "sim_render-ego0": 0.008302684690131516, "sim_render-ego1": 0.008455299940265592, "sim_render-ego2": 0.008442374526477251, "in-drivable-lane": 0.0, "deviation-heading": 0.3432464204151321, "agent_compute-ego0": 0.045902725125922535, "agent_compute-ego1": 0.04927337365072282, "agent_compute-ego2": 0.04619481915333232, "complete-iteration": 1.11165367579851, "set_robot_commands": 0.007159151014734487, "deviation-center-line": 0.1591290213325826, "driven_lanedir_consec": 0.445595259456681, "sim_compute_sim_state": 0.04855658187240851, "sim_compute_performance-ego0": 0.005890377232285797, "sim_compute_performance-ego1": 0.005959413090690238, "sim_compute_performance-ego2": 0.005582574938164383, "sim_compute_robot_state-ego0": 0.010241832889494347, "sim_compute_robot_state-ego1": 0.010364809974295194, "sim_compute_robot_state-ego2": 0.01011070267098849, "sim_compute_robot_state-parked0": 0.010292104033173108, "sim_compute_robot_state-parked1": 0.01035596112735936, "sim_compute_robot_state-parked2": 0.010618800022562996, "sim_compute_robot_state-parked3": 0.010139203462444369, "sim_compute_robot_state-parked4": 0.010582759732105693, "sim_compute_robot_state-parked5": 0.010282184256881963}, "udem1-0-0-ego1": {"driven_any": 0.4484649879563624, "get_ui_image": 0.10112591258815078, "step_physics": 0.6171806444887256, "survival_time": 3.049999999999997, "driven_lanedir": 0.44840955910620695, "get_state_dump": 0.04626171706152744, "sim_render-ego0": 0.008302684690131516, "sim_render-ego1": 0.008455299940265592, "sim_render-ego2": 0.008442374526477251, "in-drivable-lane": 0.0, "deviation-heading": 0.04625276718878463, "agent_compute-ego0": 0.045902725125922535, "agent_compute-ego1": 0.04927337365072282, "agent_compute-ego2": 0.04619481915333232, "complete-iteration": 1.11165367579851, "set_robot_commands": 0.007159151014734487, "deviation-center-line": 0.1398467777788016, "driven_lanedir_consec": 0.44840955910620695, "sim_compute_sim_state": 0.04855658187240851, "sim_compute_performance-ego0": 0.005890377232285797, "sim_compute_performance-ego1": 0.005959413090690238, "sim_compute_performance-ego2": 0.005582574938164383, "sim_compute_robot_state-ego0": 0.010241832889494347, "sim_compute_robot_state-ego1": 0.010364809974295194, "sim_compute_robot_state-ego2": 0.01011070267098849, "sim_compute_robot_state-parked0": 0.010292104033173108, "sim_compute_robot_state-parked1": 0.01035596112735936, "sim_compute_robot_state-parked2": 0.010618800022562996, "sim_compute_robot_state-parked3": 0.010139203462444369, "sim_compute_robot_state-parked4": 0.010582759732105693, "sim_compute_robot_state-parked5": 0.010282184256881963}, "udem1-0-0-ego2": {"driven_any": 0.4484649879563602, "get_ui_image": 0.10112591258815078, "step_physics": 0.6171806444887256, "survival_time": 3.049999999999997, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.04626171706152744, "sim_render-ego0": 0.008302684690131516, "sim_render-ego1": 0.008455299940265592, "sim_render-ego2": 0.008442374526477251, "in-drivable-lane": 0.14999999999999947, "deviation-heading": 0.7352695890794486, "agent_compute-ego0": 0.045902725125922535, "agent_compute-ego1": 0.04927337365072282, "agent_compute-ego2": 0.04619481915333232, "complete-iteration": 1.11165367579851, "set_robot_commands": 0.007159151014734487, "deviation-center-line": 0.25746356861009595, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.04855658187240851, "sim_compute_performance-ego0": 0.005890377232285797, "sim_compute_performance-ego1": 0.005959413090690238, "sim_compute_performance-ego2": 0.005582574938164383, "sim_compute_robot_state-ego0": 0.010241832889494347, "sim_compute_robot_state-ego1": 0.010364809974295194, "sim_compute_robot_state-ego2": 0.01011070267098849, "sim_compute_robot_state-parked0": 0.010292104033173108, "sim_compute_robot_state-parked1": 0.01035596112735936, "sim_compute_robot_state-parked2": 0.010618800022562996, "sim_compute_robot_state-parked3": 0.010139203462444369, "sim_compute_robot_state-parked4": 0.010582759732105693, "sim_compute_robot_state-parked5": 0.010282184256881963}, "udem1-0-1-ego0": {"driven_any": 0.447590203469073, "get_ui_image": 0.09662533197246614, "step_physics": 0.5978420132496318, "survival_time": 3.049999999999997, "driven_lanedir": 0.4440591391491213, "get_state_dump": 0.04764025719439397, "sim_render-ego0": 0.00931032368394195, "sim_render-ego1": 0.008780702215726258, "sim_render-ego2": 0.009061985328549243, "in-drivable-lane": 0.0, "deviation-heading": 0.37588717089881735, "agent_compute-ego0": 0.05038940320249464, "agent_compute-ego1": 0.049866652879558625, "agent_compute-ego2": 0.04932717807957383, "complete-iteration": 1.1080627480491263, "set_robot_commands": 0.007526264816034036, "deviation-center-line": 0.16495557427671975, "driven_lanedir_consec": 0.4440591391491213, "sim_compute_sim_state": 0.048670604580738505, "sim_compute_performance-ego0": 0.006308856557627193, "sim_compute_performance-ego1": 0.006252152020813989, "sim_compute_performance-ego2": 0.006247219492177494, "sim_compute_robot_state-ego0": 0.011409720436471408, "sim_compute_robot_state-ego1": 0.010976967264394292, "sim_compute_robot_state-ego2": 0.010753741029833183, "sim_compute_robot_state-parked0": 0.011102793646640465, "sim_compute_robot_state-parked1": 0.010898461107347832, "sim_compute_robot_state-parked2": 0.01116722529051734, "sim_compute_robot_state-parked3": 0.010972085546274652, "sim_compute_robot_state-parked4": 0.011233130439383085, "sim_compute_robot_state-parked5": 0.011289190073482324}, "udem1-0-1-ego1": {"driven_any": 0.4475902034690646, "get_ui_image": 0.09662533197246614, "step_physics": 0.5978420132496318, "survival_time": 3.049999999999997, "driven_lanedir": 0.4475638204243837, "get_state_dump": 0.04764025719439397, "sim_render-ego0": 0.00931032368394195, "sim_render-ego1": 0.008780702215726258, "sim_render-ego2": 0.009061985328549243, "in-drivable-lane": 0.0, "deviation-heading": 0.03083612741010867, "agent_compute-ego0": 0.05038940320249464, "agent_compute-ego1": 0.049866652879558625, "agent_compute-ego2": 0.04932717807957383, "complete-iteration": 1.1080627480491263, "set_robot_commands": 0.007526264816034036, "deviation-center-line": 0.13466842791086536, "driven_lanedir_consec": 0.4475638204243837, "sim_compute_sim_state": 0.048670604580738505, "sim_compute_performance-ego0": 0.006308856557627193, "sim_compute_performance-ego1": 0.006252152020813989, "sim_compute_performance-ego2": 0.006247219492177494, "sim_compute_robot_state-ego0": 0.011409720436471408, "sim_compute_robot_state-ego1": 0.010976967264394292, "sim_compute_robot_state-ego2": 0.010753741029833183, "sim_compute_robot_state-parked0": 0.011102793646640465, "sim_compute_robot_state-parked1": 0.010898461107347832, "sim_compute_robot_state-parked2": 0.01116722529051734, "sim_compute_robot_state-parked3": 0.010972085546274652, "sim_compute_robot_state-parked4": 0.011233130439383085, "sim_compute_robot_state-parked5": 0.011289190073482324}, "udem1-0-1-ego2": {"driven_any": 0.447590203469067, "get_ui_image": 0.09662533197246614, "step_physics": 0.5978420132496318, "survival_time": 3.049999999999997, "driven_lanedir": 0.392074025770182, "get_state_dump": 0.04764025719439397, "sim_render-ego0": 0.00931032368394195, "sim_render-ego1": 0.008780702215726258, "sim_render-ego2": 0.009061985328549243, "in-drivable-lane": 0.2499999999999991, "deviation-heading": 0.7340394766000586, "agent_compute-ego0": 0.05038940320249464, "agent_compute-ego1": 0.049866652879558625, "agent_compute-ego2": 0.04932717807957383, "complete-iteration": 1.1080627480491263, "set_robot_commands": 0.007526264816034036, "deviation-center-line": 0.24349720731491545, "driven_lanedir_consec": 0.392074025770182, "sim_compute_sim_state": 0.048670604580738505, "sim_compute_performance-ego0": 0.006308856557627193, "sim_compute_performance-ego1": 0.006252152020813989, "sim_compute_performance-ego2": 0.006247219492177494, "sim_compute_robot_state-ego0": 0.011409720436471408, "sim_compute_robot_state-ego1": 0.010976967264394292, "sim_compute_robot_state-ego2": 0.010753741029833183, "sim_compute_robot_state-parked0": 0.011102793646640465, "sim_compute_robot_state-parked1": 0.010898461107347832, "sim_compute_robot_state-parked2": 0.01116722529051734, "sim_compute_robot_state-parked3": 0.010972085546274652, "sim_compute_robot_state-parked4": 0.011233130439383085, "sim_compute_robot_state-parked5": 0.011289190073482324}}
set_robot_commands_max0.007526264816034036
set_robot_commands_mean0.007342707915384262
set_robot_commands_median0.007342707915384262
set_robot_commands_min0.007159151014734487
sim_compute_performance-ego0_max0.006308856557627193
sim_compute_performance-ego0_mean0.006099616894956496
sim_compute_performance-ego0_median0.006099616894956495
sim_compute_performance-ego0_min0.005890377232285797
sim_compute_performance-ego1_max0.006252152020813989
sim_compute_performance-ego1_mean0.006105782555752114
sim_compute_performance-ego1_median0.006105782555752113
sim_compute_performance-ego1_min0.005959413090690238
sim_compute_performance-ego2_max0.006247219492177494
sim_compute_performance-ego2_mean0.005914897215170939
sim_compute_performance-ego2_median0.005914897215170939
sim_compute_performance-ego2_min0.005582574938164383
sim_compute_robot_state-ego0_max0.011409720436471408
sim_compute_robot_state-ego0_mean0.01082577666298288
sim_compute_robot_state-ego0_median0.01082577666298288
sim_compute_robot_state-ego0_min0.010241832889494347
sim_compute_robot_state-ego1_max0.010976967264394292
sim_compute_robot_state-ego1_mean0.01067088861934474
sim_compute_robot_state-ego1_median0.010670888619344742
sim_compute_robot_state-ego1_min0.010364809974295194
sim_compute_robot_state-ego2_max0.010753741029833183
sim_compute_robot_state-ego2_mean0.010432221850410836
sim_compute_robot_state-ego2_median0.010432221850410836
sim_compute_robot_state-ego2_min0.01011070267098849
sim_compute_robot_state-parked0_max0.011102793646640465
sim_compute_robot_state-parked0_mean0.010697448839906788
sim_compute_robot_state-parked0_median0.010697448839906788
sim_compute_robot_state-parked0_min0.010292104033173108
sim_compute_robot_state-parked1_max0.010898461107347832
sim_compute_robot_state-parked1_mean0.010627211117353597
sim_compute_robot_state-parked1_median0.010627211117353597
sim_compute_robot_state-parked1_min0.01035596112735936
sim_compute_robot_state-parked2_max0.01116722529051734
sim_compute_robot_state-parked2_mean0.010893012656540165
sim_compute_robot_state-parked2_median0.010893012656540168
sim_compute_robot_state-parked2_min0.010618800022562996
sim_compute_robot_state-parked3_max0.010972085546274652
sim_compute_robot_state-parked3_mean0.010555644504359514
sim_compute_robot_state-parked3_median0.010555644504359512
sim_compute_robot_state-parked3_min0.010139203462444369
sim_compute_robot_state-parked4_max0.011233130439383085
sim_compute_robot_state-parked4_mean0.010907945085744388
sim_compute_robot_state-parked4_median0.01090794508574439
sim_compute_robot_state-parked4_min0.010582759732105693
sim_compute_robot_state-parked5_max0.011289190073482324
sim_compute_robot_state-parked5_mean0.010785687165182144
sim_compute_robot_state-parked5_median0.010785687165182144
sim_compute_robot_state-parked5_min0.010282184256881963
sim_compute_sim_state_max0.048670604580738505
sim_compute_sim_state_mean0.048613593226573514
sim_compute_sim_state_median0.04861359322657351
sim_compute_sim_state_min0.04855658187240851
sim_render-ego0_max0.00931032368394195
sim_render-ego0_mean0.008806504187036733
sim_render-ego0_median0.008806504187036733
sim_render-ego0_min0.008302684690131516
sim_render-ego1_max0.008780702215726258
sim_render-ego1_mean0.008618001077995924
sim_render-ego1_median0.008618001077995926
sim_render-ego1_min0.008455299940265592
sim_render-ego2_max0.009061985328549243
sim_render-ego2_mean0.008752179927513247
sim_render-ego2_median0.008752179927513249
sim_render-ego2_min0.008442374526477251
simulation-passed1
step_physics_max0.6171806444887256
step_physics_mean0.6075113288691787
step_physics_median0.6075113288691787
step_physics_min0.5978420132496318
survival_time_max3.049999999999997
survival_time_mean3.049999999999997
survival_time_min3.049999999999997

Highlights

34905

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.