Duckietown Challenges Home Challenges Submissions

Job 34915

Job ID34915
submission9619
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg01-6849899a1b0a-1
date started
date completed
duration0:06:34
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4448271993029011
survival_time_median3.049999999999997
deviation-center-line_median0.16204229780465118
in-drivable-lane_median0.0


other stats
agent_compute-ego0_max0.05056565706847144
agent_compute-ego0_mean0.04914169233353411
agent_compute-ego0_median0.04914169233353412
agent_compute-ego0_min0.04771772759859679
agent_compute-ego1_max0.050095651970535025
agent_compute-ego1_mean0.04995608329772949
agent_compute-ego1_median0.04995608329772949
agent_compute-ego1_min0.04981651462492396
agent_compute-ego2_max0.04985068274326012
agent_compute-ego2_mean0.048731366141897735
agent_compute-ego2_median0.048731366141897735
agent_compute-ego2_min0.04761204954053535
complete-iteration_max1.113576771783047
complete-iteration_mean1.1132566420758356
complete-iteration_median1.1132566420758356
complete-iteration_min1.1129365123686243
deviation-center-line_max0.25746356861009595
deviation-center-line_mean0.18326009620399683
deviation-center-line_min0.13466842791086536
deviation-heading_max0.7352695890794486
deviation-heading_mean0.3775885919320583
deviation-heading_median0.3595667956569747
deviation-heading_min0.03083612741010867
driven_any_max0.4484649879563624
driven_any_mean0.44802759571271383
driven_any_median0.4480275957127146
driven_any_min0.4475902034690646
driven_lanedir_consec_max0.44840955910620695
driven_lanedir_consec_mean0.4312421305378989
driven_lanedir_consec_min0.392074025770182
driven_lanedir_max0.44840955910620695
driven_lanedir_mean0.4312421305378989
driven_lanedir_median0.4448271993029011
driven_lanedir_min0.392074025770182
get_state_dump_max0.04814235499647797
get_state_dump_mean0.04741413085187069
get_state_dump_median0.04741413085187068
get_state_dump_min0.046685906707263386
get_ui_image_max0.10004651741903337
get_ui_image_mean0.09864654501930611
get_ui_image_median0.09864654501930611
get_ui_image_min0.09724657261957888
in-drivable-lane_max0.2499999999999991
in-drivable-lane_mean0.06666666666666643
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.4484649879563562, "get_ui_image": 0.10004651741903337, "step_physics": 0.6019879716341613, "survival_time": 3.049999999999997, "driven_lanedir": 0.445595259456681, "get_state_dump": 0.04814235499647797, "sim_render-ego0": 0.009284226620783572, "sim_render-ego1": 0.008849577825577533, "sim_render-ego2": 0.008765330080126152, "in-drivable-lane": 0.0, "deviation-heading": 0.3432464204151321, "agent_compute-ego0": 0.04771772759859679, "agent_compute-ego1": 0.050095651970535025, "agent_compute-ego2": 0.04761204954053535, "complete-iteration": 1.1129365123686243, "set_robot_commands": 0.007211677363661469, "deviation-center-line": 0.1591290213325826, "driven_lanedir_consec": 0.445595259456681, "sim_compute_sim_state": 0.049361311021398326, "sim_compute_performance-ego0": 0.006263861890699043, "sim_compute_performance-ego1": 0.00613596791126689, "sim_compute_performance-ego2": 0.006345103998653224, "sim_compute_robot_state-ego0": 0.011232051693025182, "sim_compute_robot_state-ego1": 0.010806943549484502, "sim_compute_robot_state-ego2": 0.01230851939467133, "sim_compute_robot_state-parked0": 0.011023892730963035, "sim_compute_robot_state-parked1": 0.01097004921709905, "sim_compute_robot_state-parked2": 0.010881021374561747, "sim_compute_robot_state-parked3": 0.01065544222222, "sim_compute_robot_state-parked4": 0.01086168601864674, "sim_compute_robot_state-parked5": 0.010800107580716492}, "udem1-0-0-ego1": {"driven_any": 0.4484649879563624, "get_ui_image": 0.10004651741903337, "step_physics": 0.6019879716341613, "survival_time": 3.049999999999997, "driven_lanedir": 0.44840955910620695, "get_state_dump": 0.04814235499647797, "sim_render-ego0": 0.009284226620783572, "sim_render-ego1": 0.008849577825577533, "sim_render-ego2": 0.008765330080126152, "in-drivable-lane": 0.0, "deviation-heading": 0.04625276718878463, "agent_compute-ego0": 0.04771772759859679, "agent_compute-ego1": 0.050095651970535025, "agent_compute-ego2": 0.04761204954053535, "complete-iteration": 1.1129365123686243, "set_robot_commands": 0.007211677363661469, "deviation-center-line": 0.1398467777788016, "driven_lanedir_consec": 0.44840955910620695, "sim_compute_sim_state": 0.049361311021398326, "sim_compute_performance-ego0": 0.006263861890699043, "sim_compute_performance-ego1": 0.00613596791126689, "sim_compute_performance-ego2": 0.006345103998653224, "sim_compute_robot_state-ego0": 0.011232051693025182, "sim_compute_robot_state-ego1": 0.010806943549484502, "sim_compute_robot_state-ego2": 0.01230851939467133, "sim_compute_robot_state-parked0": 0.011023892730963035, "sim_compute_robot_state-parked1": 0.01097004921709905, "sim_compute_robot_state-parked2": 0.010881021374561747, "sim_compute_robot_state-parked3": 0.01065544222222, "sim_compute_robot_state-parked4": 0.01086168601864674, "sim_compute_robot_state-parked5": 0.010800107580716492}, "udem1-0-0-ego2": {"driven_any": 0.4484649879563602, "get_ui_image": 0.10004651741903337, "step_physics": 0.6019879716341613, "survival_time": 3.049999999999997, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.04814235499647797, "sim_render-ego0": 0.009284226620783572, "sim_render-ego1": 0.008849577825577533, "sim_render-ego2": 0.008765330080126152, "in-drivable-lane": 0.14999999999999947, "deviation-heading": 0.7352695890794486, "agent_compute-ego0": 0.04771772759859679, "agent_compute-ego1": 0.050095651970535025, "agent_compute-ego2": 0.04761204954053535, "complete-iteration": 1.1129365123686243, "set_robot_commands": 0.007211677363661469, "deviation-center-line": 0.25746356861009595, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.049361311021398326, "sim_compute_performance-ego0": 0.006263861890699043, "sim_compute_performance-ego1": 0.00613596791126689, "sim_compute_performance-ego2": 0.006345103998653224, "sim_compute_robot_state-ego0": 0.011232051693025182, "sim_compute_robot_state-ego1": 0.010806943549484502, "sim_compute_robot_state-ego2": 0.01230851939467133, "sim_compute_robot_state-parked0": 0.011023892730963035, "sim_compute_robot_state-parked1": 0.01097004921709905, "sim_compute_robot_state-parked2": 0.010881021374561747, "sim_compute_robot_state-parked3": 0.01065544222222, "sim_compute_robot_state-parked4": 0.01086168601864674, "sim_compute_robot_state-parked5": 0.010800107580716492}, "udem1-0-1-ego0": {"driven_any": 0.447590203469073, "get_ui_image": 0.09724657261957888, "step_physics": 0.6014566656018867, "survival_time": 3.049999999999997, "driven_lanedir": 0.4440591391491213, "get_state_dump": 0.046685906707263386, "sim_render-ego0": 0.009007473460963516, "sim_render-ego1": 0.00919214623873351, "sim_render-ego2": 0.00901823356503346, "in-drivable-lane": 0.0, "deviation-heading": 0.37588717089881735, "agent_compute-ego0": 0.05056565706847144, "agent_compute-ego1": 0.04981651462492396, "agent_compute-ego2": 0.04985068274326012, "complete-iteration": 1.113576771783047, "set_robot_commands": 0.007331969308071449, "deviation-center-line": 0.16495557427671975, "driven_lanedir_consec": 0.4440591391491213, "sim_compute_sim_state": 0.049896677986520234, "sim_compute_performance-ego0": 0.006251221797505363, "sim_compute_performance-ego1": 0.00628402584888896, "sim_compute_performance-ego2": 0.006101854511948883, "sim_compute_robot_state-ego0": 0.01127425178152616, "sim_compute_robot_state-ego1": 0.01106339204506796, "sim_compute_robot_state-ego2": 0.01073680549371438, "sim_compute_robot_state-parked0": 0.011576715062876216, "sim_compute_robot_state-parked1": 0.010937698551865877, "sim_compute_robot_state-parked2": 0.011459178611880444, "sim_compute_robot_state-parked3": 0.011198837249005429, "sim_compute_robot_state-parked4": 0.010900825750632365, "sim_compute_robot_state-parked5": 0.0108833625668385}, "udem1-0-1-ego1": {"driven_any": 0.4475902034690646, "get_ui_image": 0.09724657261957888, "step_physics": 0.6014566656018867, "survival_time": 3.049999999999997, "driven_lanedir": 0.4475638204243837, "get_state_dump": 0.046685906707263386, "sim_render-ego0": 0.009007473460963516, "sim_render-ego1": 0.00919214623873351, "sim_render-ego2": 0.00901823356503346, "in-drivable-lane": 0.0, "deviation-heading": 0.03083612741010867, "agent_compute-ego0": 0.05056565706847144, "agent_compute-ego1": 0.04981651462492396, "agent_compute-ego2": 0.04985068274326012, "complete-iteration": 1.113576771783047, "set_robot_commands": 0.007331969308071449, "deviation-center-line": 0.13466842791086536, "driven_lanedir_consec": 0.4475638204243837, "sim_compute_sim_state": 0.049896677986520234, "sim_compute_performance-ego0": 0.006251221797505363, "sim_compute_performance-ego1": 0.00628402584888896, "sim_compute_performance-ego2": 0.006101854511948883, "sim_compute_robot_state-ego0": 0.01127425178152616, "sim_compute_robot_state-ego1": 0.01106339204506796, "sim_compute_robot_state-ego2": 0.01073680549371438, "sim_compute_robot_state-parked0": 0.011576715062876216, "sim_compute_robot_state-parked1": 0.010937698551865877, "sim_compute_robot_state-parked2": 0.011459178611880444, "sim_compute_robot_state-parked3": 0.011198837249005429, "sim_compute_robot_state-parked4": 0.010900825750632365, "sim_compute_robot_state-parked5": 0.0108833625668385}, "udem1-0-1-ego2": {"driven_any": 0.447590203469067, "get_ui_image": 0.09724657261957888, "step_physics": 0.6014566656018867, "survival_time": 3.049999999999997, "driven_lanedir": 0.392074025770182, "get_state_dump": 0.046685906707263386, "sim_render-ego0": 0.009007473460963516, "sim_render-ego1": 0.00919214623873351, "sim_render-ego2": 0.00901823356503346, "in-drivable-lane": 0.2499999999999991, "deviation-heading": 0.7340394766000586, "agent_compute-ego0": 0.05056565706847144, "agent_compute-ego1": 0.04981651462492396, "agent_compute-ego2": 0.04985068274326012, "complete-iteration": 1.113576771783047, "set_robot_commands": 0.007331969308071449, "deviation-center-line": 0.24349720731491545, "driven_lanedir_consec": 0.392074025770182, "sim_compute_sim_state": 0.049896677986520234, "sim_compute_performance-ego0": 0.006251221797505363, "sim_compute_performance-ego1": 0.00628402584888896, "sim_compute_performance-ego2": 0.006101854511948883, "sim_compute_robot_state-ego0": 0.01127425178152616, "sim_compute_robot_state-ego1": 0.01106339204506796, "sim_compute_robot_state-ego2": 0.01073680549371438, "sim_compute_robot_state-parked0": 0.011576715062876216, "sim_compute_robot_state-parked1": 0.010937698551865877, "sim_compute_robot_state-parked2": 0.011459178611880444, "sim_compute_robot_state-parked3": 0.011198837249005429, "sim_compute_robot_state-parked4": 0.010900825750632365, "sim_compute_robot_state-parked5": 0.0108833625668385}}
set_robot_commands_max0.007331969308071449
set_robot_commands_mean0.00727182333586646
set_robot_commands_median0.007271823335866459
set_robot_commands_min0.007211677363661469
sim_compute_performance-ego0_max0.006263861890699043
sim_compute_performance-ego0_mean0.006257541844102202
sim_compute_performance-ego0_median0.006257541844102203
sim_compute_performance-ego0_min0.006251221797505363
sim_compute_performance-ego1_max0.00628402584888896
sim_compute_performance-ego1_mean0.006209996880077925
sim_compute_performance-ego1_median0.006209996880077925
sim_compute_performance-ego1_min0.00613596791126689
sim_compute_performance-ego2_max0.006345103998653224
sim_compute_performance-ego2_mean0.0062234792553010525
sim_compute_performance-ego2_median0.006223479255301053
sim_compute_performance-ego2_min0.006101854511948883
sim_compute_robot_state-ego0_max0.01127425178152616
sim_compute_robot_state-ego0_mean0.011253151737275672
sim_compute_robot_state-ego0_median0.01125315173727567
sim_compute_robot_state-ego0_min0.011232051693025182
sim_compute_robot_state-ego1_max0.01106339204506796
sim_compute_robot_state-ego1_mean0.010935167797276232
sim_compute_robot_state-ego1_median0.01093516779727623
sim_compute_robot_state-ego1_min0.010806943549484502
sim_compute_robot_state-ego2_max0.01230851939467133
sim_compute_robot_state-ego2_mean0.011522662444192854
sim_compute_robot_state-ego2_median0.011522662444192856
sim_compute_robot_state-ego2_min0.01073680549371438
sim_compute_robot_state-parked0_max0.011576715062876216
sim_compute_robot_state-parked0_mean0.011300303896919628
sim_compute_robot_state-parked0_median0.011300303896919628
sim_compute_robot_state-parked0_min0.011023892730963035
sim_compute_robot_state-parked1_max0.01097004921709905
sim_compute_robot_state-parked1_mean0.010953873884482462
sim_compute_robot_state-parked1_median0.010953873884482462
sim_compute_robot_state-parked1_min0.010937698551865877
sim_compute_robot_state-parked2_max0.011459178611880444
sim_compute_robot_state-parked2_mean0.011170099993221097
sim_compute_robot_state-parked2_median0.011170099993221097
sim_compute_robot_state-parked2_min0.010881021374561747
sim_compute_robot_state-parked3_max0.011198837249005429
sim_compute_robot_state-parked3_mean0.010927139735612714
sim_compute_robot_state-parked3_median0.010927139735612712
sim_compute_robot_state-parked3_min0.01065544222222
sim_compute_robot_state-parked4_max0.010900825750632365
sim_compute_robot_state-parked4_mean0.010881255884639554
sim_compute_robot_state-parked4_median0.010881255884639552
sim_compute_robot_state-parked4_min0.01086168601864674
sim_compute_robot_state-parked5_max0.0108833625668385
sim_compute_robot_state-parked5_mean0.010841735073777496
sim_compute_robot_state-parked5_median0.010841735073777496
sim_compute_robot_state-parked5_min0.010800107580716492
sim_compute_sim_state_max0.049896677986520234
sim_compute_sim_state_mean0.04962899450395928
sim_compute_sim_state_median0.04962899450395928
sim_compute_sim_state_min0.049361311021398326
sim_render-ego0_max0.009284226620783572
sim_render-ego0_mean0.009145850040873545
sim_render-ego0_median0.009145850040873545
sim_render-ego0_min0.009007473460963516
sim_render-ego1_max0.00919214623873351
sim_render-ego1_mean0.00902086203215552
sim_render-ego1_median0.009020862032155522
sim_render-ego1_min0.008849577825577533
sim_render-ego2_max0.00901823356503346
sim_render-ego2_mean0.008891781822579806
sim_render-ego2_median0.008891781822579806
sim_render-ego2_min0.008765330080126152
simulation-passed1
step_physics_max0.6019879716341613
step_physics_mean0.6017223186180239
step_physics_median0.601722318618024
step_physics_min0.6014566656018867
survival_time_max3.049999999999997
survival_time_mean3.049999999999997
survival_time_min3.049999999999997

Highlights

34915

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.