Duckietown Challenges Home Challenges Submissions

Job 33221

Job ID33221
submission6709
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorp-1
date started
date completed
duration0:06:25
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4074140419109087
survival_time_median2.849999999999998
deviation-center-line_median0.14244055226826444
in-drivable-lane_median0.0


other stats
agent_compute-ego0_max0.04988162432398115
agent_compute-ego0_mean0.04976989769289646
agent_compute-ego0_median0.04976989769289646
agent_compute-ego0_min0.04965817106181178
agent_compute-ego1_max0.050850749015808105
agent_compute-ego1_mean0.050282515328505945
agent_compute-ego1_median0.050282515328505945
agent_compute-ego1_min0.049714281641203784
agent_compute-ego2_max0.04956751636096409
agent_compute-ego2_mean0.04861684804185858
agent_compute-ego2_median0.048616848041858576
agent_compute-ego2_min0.04766617972275306
complete-iteration_max1.18416999067579
complete-iteration_mean1.169299684428229
complete-iteration_median1.169299684428229
complete-iteration_min1.1544293781806685
deviation-center-line_max0.25746356861009595
deviation-center-line_mean0.17347596606650204
deviation-center-line_min0.12210863326281612
deviation-heading_max0.7352695890794486
deviation-heading_mean0.3664428635728385
deviation-heading_median0.33288914698563576
deviation-heading_min0.02056006962655355
driven_any_max0.42336326752252135
driven_any_mean0.4142254424285247
driven_any_median0.4142254424285242
driven_any_min0.405087617334528
driven_lanedir_consec_max0.4233119645953738
driven_lanedir_consec_mean0.40864915397776774
driven_lanedir_consec_min0.3910784225602359
driven_lanedir_max0.4233119645953738
driven_lanedir_mean0.40864915397776774
driven_lanedir_median0.4074140419109087
driven_lanedir_min0.3910784225602359
get_state_dump_max0.04881694810143832
get_state_dump_mean0.04881599706969237
get_state_dump_median0.04881599706969238
get_state_dump_min0.04881504603794643
get_ui_image_max0.10289874247142249
get_ui_image_mean0.1005494002931811
get_ui_image_median0.1005494002931811
get_ui_image_min0.09820005811493972
in-drivable-lane_max0.0
in-drivable-lane_mean0.0
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.4233632675225156, "get_ui_image": 0.09820005811493972, "step_physics": 0.6164917411475346, "survival_time": 2.8999999999999977, "driven_lanedir": 0.4206435981721941, "get_state_dump": 0.04881694810143832, "sim_render-ego0": 0.00753506298722892, "sim_render-ego1": 0.007851945942845839, "sim_render-ego2": 0.007234820004167228, "in-drivable-lane": 0.0, "deviation-heading": 0.3267517743150319, "agent_compute-ego0": 0.04965817106181178, "agent_compute-ego1": 0.049714281641203784, "agent_compute-ego2": 0.04766617972275306, "complete-iteration": 1.1544293781806685, "set_robot_commands": 0.007409325961408944, "deviation-center-line": 0.14452259290833966, "driven_lanedir_consec": 0.4206435981721941, "sim_compute_sim_state": 0.0775852737755611, "sim_compute_performance-ego0": 0.006247614992075953, "sim_compute_performance-ego1": 0.006331698647860823, "sim_compute_performance-ego2": 0.006436315076104526, "sim_compute_robot_state-ego0": 0.01198668726559343, "sim_compute_robot_state-ego1": 0.011258618584994612, "sim_compute_robot_state-ego2": 0.01134567014102278, "sim_compute_robot_state-parked0": 0.011287158933179131, "sim_compute_robot_state-parked1": 0.011074616991240405, "sim_compute_robot_state-parked2": 0.011508135960019868, "sim_compute_robot_state-parked3": 0.011096633713820884, "sim_compute_robot_state-parked4": 0.01135427787386138, "sim_compute_robot_state-parked5": 0.011192223121379984}, "udem1-0-0-ego1": {"driven_any": 0.42336326752252135, "get_ui_image": 0.09820005811493972, "step_physics": 0.6164917411475346, "survival_time": 2.8999999999999977, "driven_lanedir": 0.4233119645953738, "get_state_dump": 0.04881694810143832, "sim_render-ego0": 0.00753506298722892, "sim_render-ego1": 0.007851945942845839, "sim_render-ego2": 0.007234820004167228, "in-drivable-lane": 0.0, "deviation-heading": 0.04359171553787261, "agent_compute-ego0": 0.04965817106181178, "agent_compute-ego1": 0.049714281641203784, "agent_compute-ego2": 0.04766617972275306, "complete-iteration": 1.1544293781806685, "set_robot_commands": 0.007409325961408944, "deviation-center-line": 0.1320594494384969, "driven_lanedir_consec": 0.4233119645953738, "sim_compute_sim_state": 0.0775852737755611, "sim_compute_performance-ego0": 0.006247614992075953, "sim_compute_performance-ego1": 0.006331698647860823, "sim_compute_performance-ego2": 0.006436315076104526, "sim_compute_robot_state-ego0": 0.01198668726559343, "sim_compute_robot_state-ego1": 0.011258618584994612, "sim_compute_robot_state-ego2": 0.01134567014102278, "sim_compute_robot_state-parked0": 0.011287158933179131, "sim_compute_robot_state-parked1": 0.011074616991240405, "sim_compute_robot_state-parked2": 0.011508135960019868, "sim_compute_robot_state-parked3": 0.011096633713820884, "sim_compute_robot_state-parked4": 0.01135427787386138, "sim_compute_robot_state-parked5": 0.011192223121379984}, "udem1-0-0-ego2": {"driven_any": 0.42336326752252, "get_ui_image": 0.09820005811493972, "step_physics": 0.6164917411475346, "survival_time": 2.8999999999999977, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.04881694810143832, "sim_render-ego0": 0.00753506298722892, "sim_render-ego1": 0.007851945942845839, "sim_render-ego2": 0.007234820004167228, "in-drivable-lane": 0.0, "deviation-heading": 0.7352695890794486, "agent_compute-ego0": 0.04965817106181178, "agent_compute-ego1": 0.049714281641203784, "agent_compute-ego2": 0.04766617972275306, "complete-iteration": 1.1544293781806685, "set_robot_commands": 0.007409325961408944, "deviation-center-line": 0.25746356861009595, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.0775852737755611, "sim_compute_performance-ego0": 0.006247614992075953, "sim_compute_performance-ego1": 0.006331698647860823, "sim_compute_performance-ego2": 0.006436315076104526, "sim_compute_robot_state-ego0": 0.01198668726559343, "sim_compute_robot_state-ego1": 0.011258618584994612, "sim_compute_robot_state-ego2": 0.01134567014102278, "sim_compute_robot_state-parked0": 0.011287158933179131, "sim_compute_robot_state-parked1": 0.011074616991240405, "sim_compute_robot_state-parked2": 0.011508135960019868, "sim_compute_robot_state-parked3": 0.011096633713820884, "sim_compute_robot_state-parked4": 0.01135427787386138, "sim_compute_robot_state-parked5": 0.011192223121379984}, "udem1-0-1-ego0": {"driven_any": 0.4050876173345329, "get_ui_image": 0.10289874247142249, "step_physics": 0.6352527950491224, "survival_time": 2.799999999999998, "driven_lanedir": 0.40203285471698536, "get_state_dump": 0.04881504603794643, "sim_render-ego0": 0.00793115156037467, "sim_render-ego1": 0.008103051355906896, "sim_render-ego2": 0.007683008909225464, "in-drivable-lane": 0.0, "deviation-heading": 0.3390265196562397, "agent_compute-ego0": 0.04988162432398115, "agent_compute-ego1": 0.050850749015808105, "agent_compute-ego2": 0.04956751636096409, "complete-iteration": 1.18416999067579, "set_robot_commands": 0.0073028675147465295, "deviation-center-line": 0.1403585116281892, "driven_lanedir_consec": 0.40203285471698536, "sim_compute_sim_state": 0.07780729447092329, "sim_compute_performance-ego0": 0.006847500801086426, "sim_compute_performance-ego1": 0.006416972194399152, "sim_compute_performance-ego2": 0.006399567638124738, "sim_compute_robot_state-ego0": 0.011888010161263602, "sim_compute_robot_state-ego1": 0.011612858091081892, "sim_compute_robot_state-ego2": 0.011512815952301024, "sim_compute_robot_state-parked0": 0.011222911732537406, "sim_compute_robot_state-parked1": 0.011170612914221629, "sim_compute_robot_state-parked2": 0.01106172800064087, "sim_compute_robot_state-parked3": 0.011076114007404872, "sim_compute_robot_state-parked4": 0.01161271333694458, "sim_compute_robot_state-parked5": 0.011809519359043666}, "udem1-0-1-ego1": {"driven_any": 0.405087617334528, "get_ui_image": 0.10289874247142249, "step_physics": 0.6352527950491224, "survival_time": 2.799999999999998, "driven_lanedir": 0.4050771045009989, "get_state_dump": 0.04881504603794643, "sim_render-ego0": 0.00793115156037467, "sim_render-ego1": 0.008103051355906896, "sim_render-ego2": 0.007683008909225464, "in-drivable-lane": 0.0, "deviation-heading": 0.02056006962655355, "agent_compute-ego0": 0.04988162432398115, "agent_compute-ego1": 0.050850749015808105, "agent_compute-ego2": 0.04956751636096409, "complete-iteration": 1.18416999067579, "set_robot_commands": 0.0073028675147465295, "deviation-center-line": 0.12210863326281612, "driven_lanedir_consec": 0.4050771045009989, "sim_compute_sim_state": 0.07780729447092329, "sim_compute_performance-ego0": 0.006847500801086426, "sim_compute_performance-ego1": 0.006416972194399152, "sim_compute_performance-ego2": 0.006399567638124738, "sim_compute_robot_state-ego0": 0.011888010161263602, "sim_compute_robot_state-ego1": 0.011612858091081892, "sim_compute_robot_state-ego2": 0.011512815952301024, "sim_compute_robot_state-parked0": 0.011222911732537406, "sim_compute_robot_state-parked1": 0.011170612914221629, "sim_compute_robot_state-parked2": 0.01106172800064087, "sim_compute_robot_state-parked3": 0.011076114007404872, "sim_compute_robot_state-parked4": 0.01161271333694458, "sim_compute_robot_state-parked5": 0.011809519359043666}, "udem1-0-1-ego2": {"driven_any": 0.4050876173345304, "get_ui_image": 0.10289874247142249, "step_physics": 0.6352527950491224, "survival_time": 2.799999999999998, "driven_lanedir": 0.3910784225602359, "get_state_dump": 0.04881504603794643, "sim_render-ego0": 0.00793115156037467, "sim_render-ego1": 0.008103051355906896, "sim_render-ego2": 0.007683008909225464, "in-drivable-lane": 0.0, "deviation-heading": 0.7334575132218842, "agent_compute-ego0": 0.04988162432398115, "agent_compute-ego1": 0.050850749015808105, "agent_compute-ego2": 0.04956751636096409, "complete-iteration": 1.18416999067579, "set_robot_commands": 0.0073028675147465295, "deviation-center-line": 0.2443430405510744, "driven_lanedir_consec": 0.3910784225602359, "sim_compute_sim_state": 0.07780729447092329, "sim_compute_performance-ego0": 0.006847500801086426, "sim_compute_performance-ego1": 0.006416972194399152, "sim_compute_performance-ego2": 0.006399567638124738, "sim_compute_robot_state-ego0": 0.011888010161263602, "sim_compute_robot_state-ego1": 0.011612858091081892, "sim_compute_robot_state-ego2": 0.011512815952301024, "sim_compute_robot_state-parked0": 0.011222911732537406, "sim_compute_robot_state-parked1": 0.011170612914221629, "sim_compute_robot_state-parked2": 0.01106172800064087, "sim_compute_robot_state-parked3": 0.011076114007404872, "sim_compute_robot_state-parked4": 0.01161271333694458, "sim_compute_robot_state-parked5": 0.011809519359043666}}
set_robot_commands_max0.007409325961408944
set_robot_commands_mean0.007356096738077736
set_robot_commands_median0.007356096738077737
set_robot_commands_min0.0073028675147465295
sim_compute_performance-ego0_max0.006847500801086426
sim_compute_performance-ego0_mean0.006547557896581189
sim_compute_performance-ego0_median0.006547557896581189
sim_compute_performance-ego0_min0.006247614992075953
sim_compute_performance-ego1_max0.006416972194399152
sim_compute_performance-ego1_mean0.006374335421129987
sim_compute_performance-ego1_median0.006374335421129988
sim_compute_performance-ego1_min0.006331698647860823
sim_compute_performance-ego2_max0.006436315076104526
sim_compute_performance-ego2_mean0.006417941357114632
sim_compute_performance-ego2_median0.006417941357114632
sim_compute_performance-ego2_min0.006399567638124738
sim_compute_robot_state-ego0_max0.01198668726559343
sim_compute_robot_state-ego0_mean0.011937348713428516
sim_compute_robot_state-ego0_median0.011937348713428516
sim_compute_robot_state-ego0_min0.011888010161263602
sim_compute_robot_state-ego1_max0.011612858091081892
sim_compute_robot_state-ego1_mean0.011435738338038253
sim_compute_robot_state-ego1_median0.011435738338038253
sim_compute_robot_state-ego1_min0.011258618584994612
sim_compute_robot_state-ego2_max0.011512815952301024
sim_compute_robot_state-ego2_mean0.011429243046661902
sim_compute_robot_state-ego2_median0.011429243046661902
sim_compute_robot_state-ego2_min0.01134567014102278
sim_compute_robot_state-parked0_max0.011287158933179131
sim_compute_robot_state-parked0_mean0.01125503533285827
sim_compute_robot_state-parked0_median0.011255035332858269
sim_compute_robot_state-parked0_min0.011222911732537406
sim_compute_robot_state-parked1_max0.011170612914221629
sim_compute_robot_state-parked1_mean0.011122614952731017
sim_compute_robot_state-parked1_median0.011122614952731017
sim_compute_robot_state-parked1_min0.011074616991240405
sim_compute_robot_state-parked2_max0.011508135960019868
sim_compute_robot_state-parked2_mean0.011284931980330369
sim_compute_robot_state-parked2_median0.011284931980330369
sim_compute_robot_state-parked2_min0.01106172800064087
sim_compute_robot_state-parked3_max0.011096633713820884
sim_compute_robot_state-parked3_mean0.011086373860612878
sim_compute_robot_state-parked3_median0.011086373860612878
sim_compute_robot_state-parked3_min0.011076114007404872
sim_compute_robot_state-parked4_max0.01161271333694458
sim_compute_robot_state-parked4_mean0.01148349560540298
sim_compute_robot_state-parked4_median0.01148349560540298
sim_compute_robot_state-parked4_min0.01135427787386138
sim_compute_robot_state-parked5_max0.011809519359043666
sim_compute_robot_state-parked5_mean0.011500871240211824
sim_compute_robot_state-parked5_median0.011500871240211824
sim_compute_robot_state-parked5_min0.011192223121379984
sim_compute_sim_state_max0.07780729447092329
sim_compute_sim_state_mean0.07769628412324218
sim_compute_sim_state_median0.0776962841232422
sim_compute_sim_state_min0.0775852737755611
sim_render-ego0_max0.00793115156037467
sim_render-ego0_mean0.007733107273801794
sim_render-ego0_median0.007733107273801795
sim_render-ego0_min0.00753506298722892
sim_render-ego1_max0.008103051355906896
sim_render-ego1_mean0.007977498649376366
sim_render-ego1_median0.007977498649376368
sim_render-ego1_min0.007851945942845839
sim_render-ego2_max0.007683008909225464
sim_render-ego2_mean0.007458914456696345
sim_render-ego2_median0.007458914456696346
sim_render-ego2_min0.007234820004167228
simulation-passed1
step_physics_max0.6352527950491224
step_physics_mean0.6258722680983285
step_physics_median0.6258722680983284
step_physics_min0.6164917411475346
survival_time_max2.8999999999999977
survival_time_mean2.8499999999999974
survival_time_min2.799999999999998

Highlights

33221

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.