Duckietown Challenges Home Challenges Submissions

Job 33223

Job ID33223
submission6709
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorp-1
date started
date completed
duration0:06:20
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4074140419109087
survival_time_median2.849999999999998
deviation-center-line_median0.14244055226826444
in-drivable-lane_median0.0


other stats
agent_compute-ego0_max0.052105486392974854
agent_compute-ego0_mean0.05132941850300493
agent_compute-ego0_median0.05132941850300493
agent_compute-ego0_min0.050553350613035
agent_compute-ego1_max0.05219939351081848
agent_compute-ego1_mean0.05139490910645189
agent_compute-ego1_median0.05139490910645189
agent_compute-ego1_min0.050590424702085295
agent_compute-ego2_max0.05130174330302647
agent_compute-ego2_mean0.049381381919231325
agent_compute-ego2_median0.04938138191923132
agent_compute-ego2_min0.04746102053543617
complete-iteration_max1.180107206106186
complete-iteration_mean1.1763317682619754
complete-iteration_median1.1763317682619752
complete-iteration_min1.1725563304177646
deviation-center-line_max0.25746356861009595
deviation-center-line_mean0.17347596606650204
deviation-center-line_min0.12210863326281612
deviation-heading_max0.7352695890794486
deviation-heading_mean0.3664428635728385
deviation-heading_median0.33288914698563576
deviation-heading_min0.02056006962655355
driven_any_max0.42336326752252135
driven_any_mean0.4142254424285247
driven_any_median0.4142254424285242
driven_any_min0.405087617334528
driven_lanedir_consec_max0.4233119645953738
driven_lanedir_consec_mean0.40864915397776774
driven_lanedir_consec_min0.3910784225602359
driven_lanedir_max0.4233119645953738
driven_lanedir_mean0.40864915397776774
driven_lanedir_median0.4074140419109087
driven_lanedir_min0.3910784225602359
get_state_dump_max0.050763338804244995
get_state_dump_mean0.05008251862279301
get_state_dump_median0.05008251862279301
get_state_dump_min0.049401698441341006
get_ui_image_max0.10243345584188188
get_ui_image_mean0.10145619225325844
get_ui_image_median0.10145619225325844
get_ui_image_min0.10047892866463495
in-drivable-lane_max0.0
in-drivable-lane_mean0.0
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.4233632675225156, "get_ui_image": 0.10047892866463495, "step_physics": 0.6197859624336506, "survival_time": 2.8999999999999977, "driven_lanedir": 0.4206435981721941, "get_state_dump": 0.049401698441341006, "sim_render-ego0": 0.00833978324100889, "sim_render-ego1": 0.008008665051953546, "sim_render-ego2": 0.00750998381910653, "in-drivable-lane": 0.0, "deviation-heading": 0.3267517743150319, "agent_compute-ego0": 0.050553350613035, "agent_compute-ego1": 0.050590424702085295, "agent_compute-ego2": 0.04746102053543617, "complete-iteration": 1.1725563304177646, "set_robot_commands": 0.007064922102566423, "deviation-center-line": 0.14452259290833966, "driven_lanedir_consec": 0.4206435981721941, "sim_compute_sim_state": 0.0822315997090833, "sim_compute_performance-ego0": 0.006785326990587958, "sim_compute_performance-ego1": 0.006825003130682583, "sim_compute_performance-ego2": 0.006606936454772949, "sim_compute_robot_state-ego0": 0.012169250126542717, "sim_compute_robot_state-ego1": 0.012109254968577418, "sim_compute_robot_state-ego2": 0.011661480213033742, "sim_compute_robot_state-parked0": 0.01176453869918297, "sim_compute_robot_state-parked1": 0.011385453158411486, "sim_compute_robot_state-parked2": 0.011209783882930362, "sim_compute_robot_state-parked3": 0.011513039983552078, "sim_compute_robot_state-parked4": 0.011527472528918037, "sim_compute_robot_state-parked5": 0.011377055069495892}, "udem1-0-0-ego1": {"driven_any": 0.42336326752252135, "get_ui_image": 0.10047892866463495, "step_physics": 0.6197859624336506, "survival_time": 2.8999999999999977, "driven_lanedir": 0.4233119645953738, "get_state_dump": 0.049401698441341006, "sim_render-ego0": 0.00833978324100889, "sim_render-ego1": 0.008008665051953546, "sim_render-ego2": 0.00750998381910653, "in-drivable-lane": 0.0, "deviation-heading": 0.04359171553787261, "agent_compute-ego0": 0.050553350613035, "agent_compute-ego1": 0.050590424702085295, "agent_compute-ego2": 0.04746102053543617, "complete-iteration": 1.1725563304177646, "set_robot_commands": 0.007064922102566423, "deviation-center-line": 0.1320594494384969, "driven_lanedir_consec": 0.4233119645953738, "sim_compute_sim_state": 0.0822315997090833, "sim_compute_performance-ego0": 0.006785326990587958, "sim_compute_performance-ego1": 0.006825003130682583, "sim_compute_performance-ego2": 0.006606936454772949, "sim_compute_robot_state-ego0": 0.012169250126542717, "sim_compute_robot_state-ego1": 0.012109254968577418, "sim_compute_robot_state-ego2": 0.011661480213033742, "sim_compute_robot_state-parked0": 0.01176453869918297, "sim_compute_robot_state-parked1": 0.011385453158411486, "sim_compute_robot_state-parked2": 0.011209783882930362, "sim_compute_robot_state-parked3": 0.011513039983552078, "sim_compute_robot_state-parked4": 0.011527472528918037, "sim_compute_robot_state-parked5": 0.011377055069495892}, "udem1-0-0-ego2": {"driven_any": 0.42336326752252, "get_ui_image": 0.10047892866463495, "step_physics": 0.6197859624336506, "survival_time": 2.8999999999999977, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.049401698441341006, "sim_render-ego0": 0.00833978324100889, "sim_render-ego1": 0.008008665051953546, "sim_render-ego2": 0.00750998381910653, "in-drivable-lane": 0.0, "deviation-heading": 0.7352695890794486, "agent_compute-ego0": 0.050553350613035, "agent_compute-ego1": 0.050590424702085295, "agent_compute-ego2": 0.04746102053543617, "complete-iteration": 1.1725563304177646, "set_robot_commands": 0.007064922102566423, "deviation-center-line": 0.25746356861009595, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.0822315997090833, "sim_compute_performance-ego0": 0.006785326990587958, "sim_compute_performance-ego1": 0.006825003130682583, "sim_compute_performance-ego2": 0.006606936454772949, "sim_compute_robot_state-ego0": 0.012169250126542717, "sim_compute_robot_state-ego1": 0.012109254968577418, "sim_compute_robot_state-ego2": 0.011661480213033742, "sim_compute_robot_state-parked0": 0.01176453869918297, "sim_compute_robot_state-parked1": 0.011385453158411486, "sim_compute_robot_state-parked2": 0.011209783882930362, "sim_compute_robot_state-parked3": 0.011513039983552078, "sim_compute_robot_state-parked4": 0.011527472528918037, "sim_compute_robot_state-parked5": 0.011377055069495892}, "udem1-0-1-ego0": {"driven_any": 0.4050876173345329, "get_ui_image": 0.10243345584188188, "step_physics": 0.6254945397377014, "survival_time": 2.799999999999998, "driven_lanedir": 0.40203285471698536, "get_state_dump": 0.050763338804244995, "sim_render-ego0": 0.008129852158682687, "sim_render-ego1": 0.008308287177767073, "sim_render-ego2": 0.007518725735800607, "in-drivable-lane": 0.0, "deviation-heading": 0.3390265196562397, "agent_compute-ego0": 0.052105486392974854, "agent_compute-ego1": 0.05219939351081848, "agent_compute-ego2": 0.05130174330302647, "complete-iteration": 1.180107206106186, "set_robot_commands": 0.007058109555925641, "deviation-center-line": 0.1403585116281892, "driven_lanedir_consec": 0.40203285471698536, "sim_compute_sim_state": 0.08078228150095258, "sim_compute_performance-ego0": 0.006582302706582206, "sim_compute_performance-ego1": 0.006494649818965367, "sim_compute_performance-ego2": 0.006447477000100272, "sim_compute_robot_state-ego0": 0.011567945991243635, "sim_compute_robot_state-ego1": 0.011408103363854545, "sim_compute_robot_state-ego2": 0.010930819170815604, "sim_compute_robot_state-parked0": 0.011136157172066823, "sim_compute_robot_state-parked1": 0.010914610964911324, "sim_compute_robot_state-parked2": 0.01102596947125026, "sim_compute_robot_state-parked3": 0.010972389153071811, "sim_compute_robot_state-parked4": 0.010727839810507638, "sim_compute_robot_state-parked5": 0.010879571948732647}, "udem1-0-1-ego1": {"driven_any": 0.405087617334528, "get_ui_image": 0.10243345584188188, "step_physics": 0.6254945397377014, "survival_time": 2.799999999999998, "driven_lanedir": 0.4050771045009989, "get_state_dump": 0.050763338804244995, "sim_render-ego0": 0.008129852158682687, "sim_render-ego1": 0.008308287177767073, "sim_render-ego2": 0.007518725735800607, "in-drivable-lane": 0.0, "deviation-heading": 0.02056006962655355, "agent_compute-ego0": 0.052105486392974854, "agent_compute-ego1": 0.05219939351081848, "agent_compute-ego2": 0.05130174330302647, "complete-iteration": 1.180107206106186, "set_robot_commands": 0.007058109555925641, "deviation-center-line": 0.12210863326281612, "driven_lanedir_consec": 0.4050771045009989, "sim_compute_sim_state": 0.08078228150095258, "sim_compute_performance-ego0": 0.006582302706582206, "sim_compute_performance-ego1": 0.006494649818965367, "sim_compute_performance-ego2": 0.006447477000100272, "sim_compute_robot_state-ego0": 0.011567945991243635, "sim_compute_robot_state-ego1": 0.011408103363854545, "sim_compute_robot_state-ego2": 0.010930819170815604, "sim_compute_robot_state-parked0": 0.011136157172066823, "sim_compute_robot_state-parked1": 0.010914610964911324, "sim_compute_robot_state-parked2": 0.01102596947125026, "sim_compute_robot_state-parked3": 0.010972389153071811, "sim_compute_robot_state-parked4": 0.010727839810507638, "sim_compute_robot_state-parked5": 0.010879571948732647}, "udem1-0-1-ego2": {"driven_any": 0.4050876173345304, "get_ui_image": 0.10243345584188188, "step_physics": 0.6254945397377014, "survival_time": 2.799999999999998, "driven_lanedir": 0.3910784225602359, "get_state_dump": 0.050763338804244995, "sim_render-ego0": 0.008129852158682687, "sim_render-ego1": 0.008308287177767073, "sim_render-ego2": 0.007518725735800607, "in-drivable-lane": 0.0, "deviation-heading": 0.7334575132218842, "agent_compute-ego0": 0.052105486392974854, "agent_compute-ego1": 0.05219939351081848, "agent_compute-ego2": 0.05130174330302647, "complete-iteration": 1.180107206106186, "set_robot_commands": 0.007058109555925641, "deviation-center-line": 0.2443430405510744, "driven_lanedir_consec": 0.3910784225602359, "sim_compute_sim_state": 0.08078228150095258, "sim_compute_performance-ego0": 0.006582302706582206, "sim_compute_performance-ego1": 0.006494649818965367, "sim_compute_performance-ego2": 0.006447477000100272, "sim_compute_robot_state-ego0": 0.011567945991243635, "sim_compute_robot_state-ego1": 0.011408103363854545, "sim_compute_robot_state-ego2": 0.010930819170815604, "sim_compute_robot_state-parked0": 0.011136157172066823, "sim_compute_robot_state-parked1": 0.010914610964911324, "sim_compute_robot_state-parked2": 0.01102596947125026, "sim_compute_robot_state-parked3": 0.010972389153071811, "sim_compute_robot_state-parked4": 0.010727839810507638, "sim_compute_robot_state-parked5": 0.010879571948732647}}
set_robot_commands_max0.007064922102566423
set_robot_commands_mean0.007061515829246031
set_robot_commands_median0.007061515829246032
set_robot_commands_min0.007058109555925641
sim_compute_performance-ego0_max0.006785326990587958
sim_compute_performance-ego0_mean0.006683814848585083
sim_compute_performance-ego0_median0.006683814848585082
sim_compute_performance-ego0_min0.006582302706582206
sim_compute_performance-ego1_max0.006825003130682583
sim_compute_performance-ego1_mean0.006659826474823975
sim_compute_performance-ego1_median0.006659826474823975
sim_compute_performance-ego1_min0.006494649818965367
sim_compute_performance-ego2_max0.006606936454772949
sim_compute_performance-ego2_mean0.006527206727436612
sim_compute_performance-ego2_median0.006527206727436611
sim_compute_performance-ego2_min0.006447477000100272
sim_compute_robot_state-ego0_max0.012169250126542717
sim_compute_robot_state-ego0_mean0.011868598058893178
sim_compute_robot_state-ego0_median0.011868598058893176
sim_compute_robot_state-ego0_min0.011567945991243635
sim_compute_robot_state-ego1_max0.012109254968577418
sim_compute_robot_state-ego1_mean0.01175867916621598
sim_compute_robot_state-ego1_median0.01175867916621598
sim_compute_robot_state-ego1_min0.011408103363854545
sim_compute_robot_state-ego2_max0.011661480213033742
sim_compute_robot_state-ego2_mean0.011296149691924674
sim_compute_robot_state-ego2_median0.011296149691924672
sim_compute_robot_state-ego2_min0.010930819170815604
sim_compute_robot_state-parked0_max0.01176453869918297
sim_compute_robot_state-parked0_mean0.011450347935624898
sim_compute_robot_state-parked0_median0.011450347935624897
sim_compute_robot_state-parked0_min0.011136157172066823
sim_compute_robot_state-parked1_max0.011385453158411486
sim_compute_robot_state-parked1_mean0.011150032061661404
sim_compute_robot_state-parked1_median0.011150032061661406
sim_compute_robot_state-parked1_min0.010914610964911324
sim_compute_robot_state-parked2_max0.011209783882930362
sim_compute_robot_state-parked2_mean0.011117876677090311
sim_compute_robot_state-parked2_median0.011117876677090311
sim_compute_robot_state-parked2_min0.01102596947125026
sim_compute_robot_state-parked3_max0.011513039983552078
sim_compute_robot_state-parked3_mean0.011242714568311944
sim_compute_robot_state-parked3_median0.011242714568311944
sim_compute_robot_state-parked3_min0.010972389153071811
sim_compute_robot_state-parked4_max0.011527472528918037
sim_compute_robot_state-parked4_mean0.011127656169712835
sim_compute_robot_state-parked4_median0.011127656169712835
sim_compute_robot_state-parked4_min0.010727839810507638
sim_compute_robot_state-parked5_max0.011377055069495892
sim_compute_robot_state-parked5_mean0.011128313509114272
sim_compute_robot_state-parked5_median0.01112831350911427
sim_compute_robot_state-parked5_min0.010879571948732647
sim_compute_sim_state_max0.0822315997090833
sim_compute_sim_state_mean0.08150694060501794
sim_compute_sim_state_median0.08150694060501794
sim_compute_sim_state_min0.08078228150095258
sim_render-ego0_max0.00833978324100889
sim_render-ego0_mean0.008234817699845787
sim_render-ego0_median0.008234817699845787
sim_render-ego0_min0.008129852158682687
sim_render-ego1_max0.008308287177767073
sim_render-ego1_mean0.008158476114860312
sim_render-ego1_median0.00815847611486031
sim_render-ego1_min0.008008665051953546
sim_render-ego2_max0.007518725735800607
sim_render-ego2_mean0.007514354777453568
sim_render-ego2_median0.007514354777453568
sim_render-ego2_min0.00750998381910653
simulation-passed1
step_physics_max0.6254945397377014
step_physics_mean0.622640251085676
step_physics_median0.622640251085676
step_physics_min0.6197859624336506
survival_time_max2.8999999999999977
survival_time_mean2.8499999999999974
survival_time_min2.799999999999998

Highlights

33223

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.