Duckietown Challenges Home Challenges Submissions

Job 34902

Job ID34902
submission9435
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg05-983fc92a1e01-1
date started
date completed
duration0:06:38
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4448271993029011
survival_time_median3.049999999999997
deviation-center-line_median0.16204229780465118
in-drivable-lane_median0.0


other stats
agent_compute-ego0_max0.05039643459632749
agent_compute-ego0_mean0.04995096706953205
agent_compute-ego0_median0.049950967069532046
agent_compute-ego0_min0.049505499542736614
agent_compute-ego1_max0.05008019775640769
agent_compute-ego1_mean0.049462433721198414
agent_compute-ego1_median0.04946243372119841
agent_compute-ego1_min0.04884466968598913
agent_compute-ego2_max0.04851653927662333
agent_compute-ego2_mean0.04728671370959673
agent_compute-ego2_median0.04728671370959672
agent_compute-ego2_min0.04605688814257012
complete-iteration_max1.1426333169468117
complete-iteration_mean1.1358300994654174
complete-iteration_median1.1358300994654171
complete-iteration_min1.1290268819840228
deviation-center-line_max0.25746356861009595
deviation-center-line_mean0.18326009620399683
deviation-center-line_min0.13466842791086536
deviation-heading_max0.7352695890794486
deviation-heading_mean0.3775885919320583
deviation-heading_median0.3595667956569747
deviation-heading_min0.03083612741010867
driven_any_max0.4484649879563624
driven_any_mean0.44802759571271383
driven_any_median0.4480275957127146
driven_any_min0.4475902034690646
driven_lanedir_consec_max0.44840955910620695
driven_lanedir_consec_mean0.4312421305378989
driven_lanedir_consec_min0.392074025770182
driven_lanedir_max0.44840955910620695
driven_lanedir_mean0.4312421305378989
driven_lanedir_median0.4448271993029011
driven_lanedir_min0.392074025770182
get_state_dump_max0.047839317165437295
get_state_dump_mean0.04749597486902456
get_state_dump_median0.04749597486902456
get_state_dump_min0.047152632572611826
get_ui_image_max0.10284922162040336
get_ui_image_mean0.10169350514646436
get_ui_image_median0.10169350514646436
get_ui_image_min0.10053778867252536
in-drivable-lane_max0.2499999999999991
in-drivable-lane_mean0.06666666666666643
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.4484649879563562, "get_ui_image": 0.10284922162040336, "step_physics": 0.6379578152640921, "survival_time": 3.049999999999997, "driven_lanedir": 0.445595259456681, "get_state_dump": 0.047152632572611826, "sim_render-ego0": 0.008708766249359632, "sim_render-ego1": 0.009100980445986888, "sim_render-ego2": 0.008430410604007909, "in-drivable-lane": 0.0, "deviation-heading": 0.3432464204151321, "agent_compute-ego0": 0.049505499542736614, "agent_compute-ego1": 0.04884466968598913, "agent_compute-ego2": 0.04605688814257012, "complete-iteration": 1.1426333169468117, "set_robot_commands": 0.00675751732998207, "deviation-center-line": 0.1591290213325826, "driven_lanedir_consec": 0.445595259456681, "sim_compute_sim_state": 0.04930409056241395, "sim_compute_performance-ego0": 0.006182096043571097, "sim_compute_performance-ego1": 0.005837843066356221, "sim_compute_performance-ego2": 0.006009301201241915, "sim_compute_robot_state-ego0": 0.01087961431409492, "sim_compute_robot_state-ego1": 0.010445872291189724, "sim_compute_robot_state-ego2": 0.0104078152140633, "sim_compute_robot_state-parked0": 0.01071994812762151, "sim_compute_robot_state-parked1": 0.01069018879874808, "sim_compute_robot_state-parked2": 0.010468834736308111, "sim_compute_robot_state-parked3": 0.010821909200949748, "sim_compute_robot_state-parked4": 0.010766682077626714, "sim_compute_robot_state-parked5": 0.010335816711675926}, "udem1-0-0-ego1": {"driven_any": 0.4484649879563624, "get_ui_image": 0.10284922162040336, "step_physics": 0.6379578152640921, "survival_time": 3.049999999999997, "driven_lanedir": 0.44840955910620695, "get_state_dump": 0.047152632572611826, "sim_render-ego0": 0.008708766249359632, "sim_render-ego1": 0.009100980445986888, "sim_render-ego2": 0.008430410604007909, "in-drivable-lane": 0.0, "deviation-heading": 0.04625276718878463, "agent_compute-ego0": 0.049505499542736614, "agent_compute-ego1": 0.04884466968598913, "agent_compute-ego2": 0.04605688814257012, "complete-iteration": 1.1426333169468117, "set_robot_commands": 0.00675751732998207, "deviation-center-line": 0.1398467777788016, "driven_lanedir_consec": 0.44840955910620695, "sim_compute_sim_state": 0.04930409056241395, "sim_compute_performance-ego0": 0.006182096043571097, "sim_compute_performance-ego1": 0.005837843066356221, "sim_compute_performance-ego2": 0.006009301201241915, "sim_compute_robot_state-ego0": 0.01087961431409492, "sim_compute_robot_state-ego1": 0.010445872291189724, "sim_compute_robot_state-ego2": 0.0104078152140633, "sim_compute_robot_state-parked0": 0.01071994812762151, "sim_compute_robot_state-parked1": 0.01069018879874808, "sim_compute_robot_state-parked2": 0.010468834736308111, "sim_compute_robot_state-parked3": 0.010821909200949748, "sim_compute_robot_state-parked4": 0.010766682077626714, "sim_compute_robot_state-parked5": 0.010335816711675926}, "udem1-0-0-ego2": {"driven_any": 0.4484649879563602, "get_ui_image": 0.10284922162040336, "step_physics": 0.6379578152640921, "survival_time": 3.049999999999997, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.047152632572611826, "sim_render-ego0": 0.008708766249359632, "sim_render-ego1": 0.009100980445986888, "sim_render-ego2": 0.008430410604007909, "in-drivable-lane": 0.14999999999999947, "deviation-heading": 0.7352695890794486, "agent_compute-ego0": 0.049505499542736614, "agent_compute-ego1": 0.04884466968598913, "agent_compute-ego2": 0.04605688814257012, "complete-iteration": 1.1426333169468117, "set_robot_commands": 0.00675751732998207, "deviation-center-line": 0.25746356861009595, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.04930409056241395, "sim_compute_performance-ego0": 0.006182096043571097, "sim_compute_performance-ego1": 0.005837843066356221, "sim_compute_performance-ego2": 0.006009301201241915, "sim_compute_robot_state-ego0": 0.01087961431409492, "sim_compute_robot_state-ego1": 0.010445872291189724, "sim_compute_robot_state-ego2": 0.0104078152140633, "sim_compute_robot_state-parked0": 0.01071994812762151, "sim_compute_robot_state-parked1": 0.01069018879874808, "sim_compute_robot_state-parked2": 0.010468834736308111, "sim_compute_robot_state-parked3": 0.010821909200949748, "sim_compute_robot_state-parked4": 0.010766682077626714, "sim_compute_robot_state-parked5": 0.010335816711675926}, "udem1-0-1-ego0": {"driven_any": 0.447590203469073, "get_ui_image": 0.10053778867252536, "step_physics": 0.6150625103809795, "survival_time": 3.049999999999997, "driven_lanedir": 0.4440591391491213, "get_state_dump": 0.047839317165437295, "sim_render-ego0": 0.00962776825076244, "sim_render-ego1": 0.00922550138879995, "sim_render-ego2": 0.009096599016033236, "in-drivable-lane": 0.0, "deviation-heading": 0.37588717089881735, "agent_compute-ego0": 0.05039643459632749, "agent_compute-ego1": 0.05008019775640769, "agent_compute-ego2": 0.04851653927662333, "complete-iteration": 1.1290268819840228, "set_robot_commands": 0.006843207312411949, "deviation-center-line": 0.16495557427671975, "driven_lanedir_consec": 0.4440591391491213, "sim_compute_sim_state": 0.05015185621918225, "sim_compute_performance-ego0": 0.006740800669935883, "sim_compute_performance-ego1": 0.005913073899316006, "sim_compute_performance-ego2": 0.006026795653046154, "sim_compute_robot_state-ego0": 0.011262338669573674, "sim_compute_robot_state-ego1": 0.01051722198236184, "sim_compute_robot_state-ego2": 0.01069471875175101, "sim_compute_robot_state-parked0": 0.010971546173095705, "sim_compute_robot_state-parked1": 0.01058603114769107, "sim_compute_robot_state-parked2": 0.010912637241551133, "sim_compute_robot_state-parked3": 0.01089548282935971, "sim_compute_robot_state-parked4": 0.011149359531089907, "sim_compute_robot_state-parked5": 0.01097697898989818}, "udem1-0-1-ego1": {"driven_any": 0.4475902034690646, "get_ui_image": 0.10053778867252536, "step_physics": 0.6150625103809795, "survival_time": 3.049999999999997, "driven_lanedir": 0.4475638204243837, "get_state_dump": 0.047839317165437295, "sim_render-ego0": 0.00962776825076244, "sim_render-ego1": 0.00922550138879995, "sim_render-ego2": 0.009096599016033236, "in-drivable-lane": 0.0, "deviation-heading": 0.03083612741010867, "agent_compute-ego0": 0.05039643459632749, "agent_compute-ego1": 0.05008019775640769, "agent_compute-ego2": 0.04851653927662333, "complete-iteration": 1.1290268819840228, "set_robot_commands": 0.006843207312411949, "deviation-center-line": 0.13466842791086536, "driven_lanedir_consec": 0.4475638204243837, "sim_compute_sim_state": 0.05015185621918225, "sim_compute_performance-ego0": 0.006740800669935883, "sim_compute_performance-ego1": 0.005913073899316006, "sim_compute_performance-ego2": 0.006026795653046154, "sim_compute_robot_state-ego0": 0.011262338669573674, "sim_compute_robot_state-ego1": 0.01051722198236184, "sim_compute_robot_state-ego2": 0.01069471875175101, "sim_compute_robot_state-parked0": 0.010971546173095705, "sim_compute_robot_state-parked1": 0.01058603114769107, "sim_compute_robot_state-parked2": 0.010912637241551133, "sim_compute_robot_state-parked3": 0.01089548282935971, "sim_compute_robot_state-parked4": 0.011149359531089907, "sim_compute_robot_state-parked5": 0.01097697898989818}, "udem1-0-1-ego2": {"driven_any": 0.447590203469067, "get_ui_image": 0.10053778867252536, "step_physics": 0.6150625103809795, "survival_time": 3.049999999999997, "driven_lanedir": 0.392074025770182, "get_state_dump": 0.047839317165437295, "sim_render-ego0": 0.00962776825076244, "sim_render-ego1": 0.00922550138879995, "sim_render-ego2": 0.009096599016033236, "in-drivable-lane": 0.2499999999999991, "deviation-heading": 0.7340394766000586, "agent_compute-ego0": 0.05039643459632749, "agent_compute-ego1": 0.05008019775640769, "agent_compute-ego2": 0.04851653927662333, "complete-iteration": 1.1290268819840228, "set_robot_commands": 0.006843207312411949, "deviation-center-line": 0.24349720731491545, "driven_lanedir_consec": 0.392074025770182, "sim_compute_sim_state": 0.05015185621918225, "sim_compute_performance-ego0": 0.006740800669935883, "sim_compute_performance-ego1": 0.005913073899316006, "sim_compute_performance-ego2": 0.006026795653046154, "sim_compute_robot_state-ego0": 0.011262338669573674, "sim_compute_robot_state-ego1": 0.01051722198236184, "sim_compute_robot_state-ego2": 0.01069471875175101, "sim_compute_robot_state-parked0": 0.010971546173095705, "sim_compute_robot_state-parked1": 0.01058603114769107, "sim_compute_robot_state-parked2": 0.010912637241551133, "sim_compute_robot_state-parked3": 0.01089548282935971, "sim_compute_robot_state-parked4": 0.011149359531089907, "sim_compute_robot_state-parked5": 0.01097697898989818}}
set_robot_commands_max0.006843207312411949
set_robot_commands_mean0.006800362321197008
set_robot_commands_median0.006800362321197009
set_robot_commands_min0.00675751732998207
sim_compute_performance-ego0_max0.006740800669935883
sim_compute_performance-ego0_mean0.00646144835675349
sim_compute_performance-ego0_median0.0064614483567534894
sim_compute_performance-ego0_min0.006182096043571097
sim_compute_performance-ego1_max0.005913073899316006
sim_compute_performance-ego1_mean0.005875458482836114
sim_compute_performance-ego1_median0.005875458482836113
sim_compute_performance-ego1_min0.005837843066356221
sim_compute_performance-ego2_max0.006026795653046154
sim_compute_performance-ego2_mean0.006018048427144034
sim_compute_performance-ego2_median0.006018048427144035
sim_compute_performance-ego2_min0.006009301201241915
sim_compute_robot_state-ego0_max0.011262338669573674
sim_compute_robot_state-ego0_mean0.011070976491834295
sim_compute_robot_state-ego0_median0.011070976491834295
sim_compute_robot_state-ego0_min0.01087961431409492
sim_compute_robot_state-ego1_max0.01051722198236184
sim_compute_robot_state-ego1_mean0.01048154713677578
sim_compute_robot_state-ego1_median0.010481547136775782
sim_compute_robot_state-ego1_min0.010445872291189724
sim_compute_robot_state-ego2_max0.01069471875175101
sim_compute_robot_state-ego2_mean0.010551266982907157
sim_compute_robot_state-ego2_median0.010551266982907157
sim_compute_robot_state-ego2_min0.0104078152140633
sim_compute_robot_state-parked0_max0.010971546173095705
sim_compute_robot_state-parked0_mean0.010845747150358609
sim_compute_robot_state-parked0_median0.010845747150358609
sim_compute_robot_state-parked0_min0.01071994812762151
sim_compute_robot_state-parked1_max0.01069018879874808
sim_compute_robot_state-parked1_mean0.010638109973219576
sim_compute_robot_state-parked1_median0.010638109973219574
sim_compute_robot_state-parked1_min0.01058603114769107
sim_compute_robot_state-parked2_max0.010912637241551133
sim_compute_robot_state-parked2_mean0.01069073598892962
sim_compute_robot_state-parked2_median0.010690735988929622
sim_compute_robot_state-parked2_min0.010468834736308111
sim_compute_robot_state-parked3_max0.01089548282935971
sim_compute_robot_state-parked3_mean0.010858696015154733
sim_compute_robot_state-parked3_median0.01085869601515473
sim_compute_robot_state-parked3_min0.010821909200949748
sim_compute_robot_state-parked4_max0.011149359531089907
sim_compute_robot_state-parked4_mean0.01095802080435831
sim_compute_robot_state-parked4_median0.010958020804358311
sim_compute_robot_state-parked4_min0.010766682077626714
sim_compute_robot_state-parked5_max0.01097697898989818
sim_compute_robot_state-parked5_mean0.010656397850787055
sim_compute_robot_state-parked5_median0.010656397850787052
sim_compute_robot_state-parked5_min0.010335816711675926
sim_compute_sim_state_max0.05015185621918225
sim_compute_sim_state_mean0.0497279733907981
sim_compute_sim_state_median0.0497279733907981
sim_compute_sim_state_min0.04930409056241395
sim_render-ego0_max0.00962776825076244
sim_render-ego0_mean0.009168267250061035
sim_render-ego0_median0.009168267250061035
sim_render-ego0_min0.008708766249359632
sim_render-ego1_max0.00922550138879995
sim_render-ego1_mean0.009163240917393418
sim_render-ego1_median0.009163240917393418
sim_render-ego1_min0.009100980445986888
sim_render-ego2_max0.009096599016033236
sim_render-ego2_mean0.008763504810020572
sim_render-ego2_median0.008763504810020573
sim_render-ego2_min0.008430410604007909
simulation-passed1
step_physics_max0.6379578152640921
step_physics_mean0.6265101628225357
step_physics_median0.6265101628225358
step_physics_min0.6150625103809795
survival_time_max3.049999999999997
survival_time_mean3.049999999999997
survival_time_min3.049999999999997

Highlights

34902

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.