Duckietown Challenges Home Challenges Submissions

Job 34904

Job ID34904
submission9459
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg01-6849899a1b0a-1
date started
date completed
duration0:06:42
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4448271993029011
survival_time_median3.049999999999997
deviation-center-line_median0.16204229780465118
in-drivable-lane_median0.0


other stats
agent_compute-ego0_max0.05046458713343886
agent_compute-ego0_mean0.05032880579838988
agent_compute-ego0_median0.05032880579838987
agent_compute-ego0_min0.05019302446334088
agent_compute-ego1_max0.05048522792878698
agent_compute-ego1_mean0.04993844227712663
agent_compute-ego1_median0.04993844227712663
agent_compute-ego1_min0.04939165662546627
agent_compute-ego2_max0.048907956138986054
agent_compute-ego2_mean0.04808187875591341
agent_compute-ego2_median0.04808187875591341
agent_compute-ego2_min0.04725580137284076
complete-iteration_max1.1236862198251192
complete-iteration_mean1.1226379558688304
complete-iteration_median1.1226379558688304
complete-iteration_min1.1215896919125417
deviation-center-line_max0.25746356861009595
deviation-center-line_mean0.18326009620399683
deviation-center-line_min0.13466842791086536
deviation-heading_max0.7352695890794486
deviation-heading_mean0.3775885919320583
deviation-heading_median0.3595667956569747
deviation-heading_min0.03083612741010867
driven_any_max0.4484649879563624
driven_any_mean0.44802759571271383
driven_any_median0.4480275957127146
driven_any_min0.4475902034690646
driven_lanedir_consec_max0.44840955910620695
driven_lanedir_consec_mean0.4312421305378989
driven_lanedir_consec_min0.392074025770182
driven_lanedir_max0.44840955910620695
driven_lanedir_mean0.4312421305378989
driven_lanedir_median0.4448271993029011
driven_lanedir_min0.392074025770182
get_state_dump_max0.04912531571310075
get_state_dump_mean0.04803134574264776
get_state_dump_median0.048031345742647766
get_state_dump_min0.046937375772194784
get_ui_image_max0.10225199480525785
get_ui_image_mean0.10148102533621868
get_ui_image_median0.10148102533621868
get_ui_image_min0.1007100558671795
in-drivable-lane_max0.2499999999999991
in-drivable-lane_mean0.06666666666666643
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.4484649879563562, "get_ui_image": 0.1007100558671795, "step_physics": 0.6093958401289142, "survival_time": 3.049999999999997, "driven_lanedir": 0.445595259456681, "get_state_dump": 0.04912531571310075, "sim_render-ego0": 0.0090819812211834, "sim_render-ego1": 0.008895162676201492, "sim_render-ego2": 0.008882471772490954, "in-drivable-lane": 0.0, "deviation-heading": 0.3432464204151321, "agent_compute-ego0": 0.05046458713343886, "agent_compute-ego1": 0.05048522792878698, "agent_compute-ego2": 0.04725580137284076, "complete-iteration": 1.1236862198251192, "set_robot_commands": 0.0071375409110647735, "deviation-center-line": 0.1591290213325826, "driven_lanedir_consec": 0.445595259456681, "sim_compute_sim_state": 0.05070016423209769, "sim_compute_performance-ego0": 0.006600512832891745, "sim_compute_performance-ego1": 0.006165742874145508, "sim_compute_performance-ego2": 0.006148975403582464, "sim_compute_robot_state-ego0": 0.011462696263047516, "sim_compute_robot_state-ego1": 0.010818309471255444, "sim_compute_robot_state-ego2": 0.010466431008010616, "sim_compute_robot_state-parked0": 0.010587575005703283, "sim_compute_robot_state-parked1": 0.010703766932252978, "sim_compute_robot_state-parked2": 0.011018749143256516, "sim_compute_robot_state-parked3": 0.010795890307817304, "sim_compute_robot_state-parked4": 0.010868099869274702, "sim_compute_robot_state-parked5": 0.011045366037087362}, "udem1-0-0-ego1": {"driven_any": 0.4484649879563624, "get_ui_image": 0.1007100558671795, "step_physics": 0.6093958401289142, "survival_time": 3.049999999999997, "driven_lanedir": 0.44840955910620695, "get_state_dump": 0.04912531571310075, "sim_render-ego0": 0.0090819812211834, "sim_render-ego1": 0.008895162676201492, "sim_render-ego2": 0.008882471772490954, "in-drivable-lane": 0.0, "deviation-heading": 0.04625276718878463, "agent_compute-ego0": 0.05046458713343886, "agent_compute-ego1": 0.05048522792878698, "agent_compute-ego2": 0.04725580137284076, "complete-iteration": 1.1236862198251192, "set_robot_commands": 0.0071375409110647735, "deviation-center-line": 0.1398467777788016, "driven_lanedir_consec": 0.44840955910620695, "sim_compute_sim_state": 0.05070016423209769, "sim_compute_performance-ego0": 0.006600512832891745, "sim_compute_performance-ego1": 0.006165742874145508, "sim_compute_performance-ego2": 0.006148975403582464, "sim_compute_robot_state-ego0": 0.011462696263047516, "sim_compute_robot_state-ego1": 0.010818309471255444, "sim_compute_robot_state-ego2": 0.010466431008010616, "sim_compute_robot_state-parked0": 0.010587575005703283, "sim_compute_robot_state-parked1": 0.010703766932252978, "sim_compute_robot_state-parked2": 0.011018749143256516, "sim_compute_robot_state-parked3": 0.010795890307817304, "sim_compute_robot_state-parked4": 0.010868099869274702, "sim_compute_robot_state-parked5": 0.011045366037087362}, "udem1-0-0-ego2": {"driven_any": 0.4484649879563602, "get_ui_image": 0.1007100558671795, "step_physics": 0.6093958401289142, "survival_time": 3.049999999999997, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.04912531571310075, "sim_render-ego0": 0.0090819812211834, "sim_render-ego1": 0.008895162676201492, "sim_render-ego2": 0.008882471772490954, "in-drivable-lane": 0.14999999999999947, "deviation-heading": 0.7352695890794486, "agent_compute-ego0": 0.05046458713343886, "agent_compute-ego1": 0.05048522792878698, "agent_compute-ego2": 0.04725580137284076, "complete-iteration": 1.1236862198251192, "set_robot_commands": 0.0071375409110647735, "deviation-center-line": 0.25746356861009595, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.05070016423209769, "sim_compute_performance-ego0": 0.006600512832891745, "sim_compute_performance-ego1": 0.006165742874145508, "sim_compute_performance-ego2": 0.006148975403582464, "sim_compute_robot_state-ego0": 0.011462696263047516, "sim_compute_robot_state-ego1": 0.010818309471255444, "sim_compute_robot_state-ego2": 0.010466431008010616, "sim_compute_robot_state-parked0": 0.010587575005703283, "sim_compute_robot_state-parked1": 0.010703766932252978, "sim_compute_robot_state-parked2": 0.011018749143256516, "sim_compute_robot_state-parked3": 0.010795890307817304, "sim_compute_robot_state-parked4": 0.010868099869274702, "sim_compute_robot_state-parked5": 0.011045366037087362}, "udem1-0-1-ego0": {"driven_any": 0.447590203469073, "get_ui_image": 0.10225199480525785, "step_physics": 0.6181318408153096, "survival_time": 3.049999999999997, "driven_lanedir": 0.4440591391491213, "get_state_dump": 0.046937375772194784, "sim_render-ego0": 0.008678299481751488, "sim_render-ego1": 0.008570229420896436, "sim_render-ego2": 0.008779861887947459, "in-drivable-lane": 0.0, "deviation-heading": 0.37588717089881735, "agent_compute-ego0": 0.05019302446334088, "agent_compute-ego1": 0.04939165662546627, "agent_compute-ego2": 0.048907956138986054, "complete-iteration": 1.1215896919125417, "set_robot_commands": 0.006659953320612673, "deviation-center-line": 0.16495557427671975, "driven_lanedir_consec": 0.4440591391491213, "sim_compute_sim_state": 0.04973480740531546, "sim_compute_performance-ego0": 0.0057748575679591446, "sim_compute_performance-ego1": 0.006049742464159355, "sim_compute_performance-ego2": 0.005847469705050109, "sim_compute_robot_state-ego0": 0.010090417549258372, "sim_compute_robot_state-ego1": 0.010127333344006149, "sim_compute_robot_state-ego2": 0.010648266213839172, "sim_compute_robot_state-parked0": 0.01019290627026167, "sim_compute_robot_state-parked1": 0.00997373315154529, "sim_compute_robot_state-parked2": 0.010159941970324908, "sim_compute_robot_state-parked3": 0.010141188981103116, "sim_compute_robot_state-parked4": 0.009990336465053873, "sim_compute_robot_state-parked5": 0.01017815167786645}, "udem1-0-1-ego1": {"driven_any": 0.4475902034690646, "get_ui_image": 0.10225199480525785, "step_physics": 0.6181318408153096, "survival_time": 3.049999999999997, "driven_lanedir": 0.4475638204243837, "get_state_dump": 0.046937375772194784, "sim_render-ego0": 0.008678299481751488, "sim_render-ego1": 0.008570229420896436, "sim_render-ego2": 0.008779861887947459, "in-drivable-lane": 0.0, "deviation-heading": 0.03083612741010867, "agent_compute-ego0": 0.05019302446334088, "agent_compute-ego1": 0.04939165662546627, "agent_compute-ego2": 0.048907956138986054, "complete-iteration": 1.1215896919125417, "set_robot_commands": 0.006659953320612673, "deviation-center-line": 0.13466842791086536, "driven_lanedir_consec": 0.4475638204243837, "sim_compute_sim_state": 0.04973480740531546, "sim_compute_performance-ego0": 0.0057748575679591446, "sim_compute_performance-ego1": 0.006049742464159355, "sim_compute_performance-ego2": 0.005847469705050109, "sim_compute_robot_state-ego0": 0.010090417549258372, "sim_compute_robot_state-ego1": 0.010127333344006149, "sim_compute_robot_state-ego2": 0.010648266213839172, "sim_compute_robot_state-parked0": 0.01019290627026167, "sim_compute_robot_state-parked1": 0.00997373315154529, "sim_compute_robot_state-parked2": 0.010159941970324908, "sim_compute_robot_state-parked3": 0.010141188981103116, "sim_compute_robot_state-parked4": 0.009990336465053873, "sim_compute_robot_state-parked5": 0.01017815167786645}, "udem1-0-1-ego2": {"driven_any": 0.447590203469067, "get_ui_image": 0.10225199480525785, "step_physics": 0.6181318408153096, "survival_time": 3.049999999999997, "driven_lanedir": 0.392074025770182, "get_state_dump": 0.046937375772194784, "sim_render-ego0": 0.008678299481751488, "sim_render-ego1": 0.008570229420896436, "sim_render-ego2": 0.008779861887947459, "in-drivable-lane": 0.2499999999999991, "deviation-heading": 0.7340394766000586, "agent_compute-ego0": 0.05019302446334088, "agent_compute-ego1": 0.04939165662546627, "agent_compute-ego2": 0.048907956138986054, "complete-iteration": 1.1215896919125417, "set_robot_commands": 0.006659953320612673, "deviation-center-line": 0.24349720731491545, "driven_lanedir_consec": 0.392074025770182, "sim_compute_sim_state": 0.04973480740531546, "sim_compute_performance-ego0": 0.0057748575679591446, "sim_compute_performance-ego1": 0.006049742464159355, "sim_compute_performance-ego2": 0.005847469705050109, "sim_compute_robot_state-ego0": 0.010090417549258372, "sim_compute_robot_state-ego1": 0.010127333344006149, "sim_compute_robot_state-ego2": 0.010648266213839172, "sim_compute_robot_state-parked0": 0.01019290627026167, "sim_compute_robot_state-parked1": 0.00997373315154529, "sim_compute_robot_state-parked2": 0.010159941970324908, "sim_compute_robot_state-parked3": 0.010141188981103116, "sim_compute_robot_state-parked4": 0.009990336465053873, "sim_compute_robot_state-parked5": 0.01017815167786645}}
set_robot_commands_max0.0071375409110647735
set_robot_commands_mean0.006898747115838723
set_robot_commands_median0.006898747115838723
set_robot_commands_min0.006659953320612673
sim_compute_performance-ego0_max0.006600512832891745
sim_compute_performance-ego0_mean0.006187685200425445
sim_compute_performance-ego0_median0.006187685200425445
sim_compute_performance-ego0_min0.0057748575679591446
sim_compute_performance-ego1_max0.006165742874145508
sim_compute_performance-ego1_mean0.006107742669152431
sim_compute_performance-ego1_median0.006107742669152432
sim_compute_performance-ego1_min0.006049742464159355
sim_compute_performance-ego2_max0.006148975403582464
sim_compute_performance-ego2_mean0.005998222554316286
sim_compute_performance-ego2_median0.0059982225543162866
sim_compute_performance-ego2_min0.005847469705050109
sim_compute_robot_state-ego0_max0.011462696263047516
sim_compute_robot_state-ego0_mean0.010776556906152944
sim_compute_robot_state-ego0_median0.010776556906152944
sim_compute_robot_state-ego0_min0.010090417549258372
sim_compute_robot_state-ego1_max0.010818309471255444
sim_compute_robot_state-ego1_mean0.010472821407630796
sim_compute_robot_state-ego1_median0.010472821407630794
sim_compute_robot_state-ego1_min0.010127333344006149
sim_compute_robot_state-ego2_max0.010648266213839172
sim_compute_robot_state-ego2_mean0.010557348610924892
sim_compute_robot_state-ego2_median0.010557348610924892
sim_compute_robot_state-ego2_min0.010466431008010616
sim_compute_robot_state-parked0_max0.010587575005703283
sim_compute_robot_state-parked0_mean0.010390240637982476
sim_compute_robot_state-parked0_median0.010390240637982478
sim_compute_robot_state-parked0_min0.01019290627026167
sim_compute_robot_state-parked1_max0.010703766932252978
sim_compute_robot_state-parked1_mean0.010338750041899132
sim_compute_robot_state-parked1_median0.010338750041899134
sim_compute_robot_state-parked1_min0.00997373315154529
sim_compute_robot_state-parked2_max0.011018749143256516
sim_compute_robot_state-parked2_mean0.010589345556790713
sim_compute_robot_state-parked2_median0.01058934555679071
sim_compute_robot_state-parked2_min0.010159941970324908
sim_compute_robot_state-parked3_max0.010795890307817304
sim_compute_robot_state-parked3_mean0.010468539644460212
sim_compute_robot_state-parked3_median0.01046853964446021
sim_compute_robot_state-parked3_min0.010141188981103116
sim_compute_robot_state-parked4_max0.010868099869274702
sim_compute_robot_state-parked4_mean0.010429218167164286
sim_compute_robot_state-parked4_median0.010429218167164286
sim_compute_robot_state-parked4_min0.009990336465053873
sim_compute_robot_state-parked5_max0.011045366037087362
sim_compute_robot_state-parked5_mean0.010611758857476908
sim_compute_robot_state-parked5_median0.010611758857476906
sim_compute_robot_state-parked5_min0.01017815167786645
sim_compute_sim_state_max0.05070016423209769
sim_compute_sim_state_mean0.050217485818706574
sim_compute_sim_state_median0.050217485818706574
sim_compute_sim_state_min0.04973480740531546
sim_render-ego0_max0.0090819812211834
sim_render-ego0_mean0.008880140351467444
sim_render-ego0_median0.008880140351467444
sim_render-ego0_min0.008678299481751488
sim_render-ego1_max0.008895162676201492
sim_render-ego1_mean0.008732696048548963
sim_render-ego1_median0.008732696048548965
sim_render-ego1_min0.008570229420896436
sim_render-ego2_max0.008882471772490954
sim_render-ego2_mean0.008831166830219206
sim_render-ego2_median0.008831166830219207
sim_render-ego2_min0.008779861887947459
simulation-passed1
step_physics_max0.6181318408153096
step_physics_mean0.613763840472112
step_physics_median0.613763840472112
step_physics_min0.6093958401289142
survival_time_max3.049999999999997
survival_time_mean3.049999999999997
survival_time_min3.049999999999997

Highlights

34904

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.