Duckietown Challenges Home Challenges Submissions

Job 34930

Job ID34930
submission9725
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg05-983fc92a1e01-1
date started
date completed
duration0:06:48
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4448271993029011
survival_time_median3.049999999999997
deviation-center-line_median0.16204229780465118
in-drivable-lane_median0.0


other stats
agent_compute-ego0_max0.04979785934823458
agent_compute-ego0_mean0.0491713930348881
agent_compute-ego0_median0.04917139303488809
agent_compute-ego0_min0.048544926721541606
agent_compute-ego1_max0.05034279432453093
agent_compute-ego1_mean0.04968812035732582
agent_compute-ego1_median0.049688120357325824
agent_compute-ego1_min0.04903344639012071
agent_compute-ego2_max0.04821051925909324
agent_compute-ego2_mean0.04706707157072474
agent_compute-ego2_median0.04706707157072474
agent_compute-ego2_min0.04592362388235624
complete-iteration_max1.1500118638648362
complete-iteration_mean1.1358231755553705
complete-iteration_median1.13582317555537
complete-iteration_min1.1216344872459036
deviation-center-line_max0.25746356861009595
deviation-center-line_mean0.18326009620399683
deviation-center-line_min0.13466842791086536
deviation-heading_max0.7352695890794486
deviation-heading_mean0.3775885919320583
deviation-heading_median0.3595667956569747
deviation-heading_min0.03083612741010867
driven_any_max0.4484649879563624
driven_any_mean0.44802759571271383
driven_any_median0.4480275957127146
driven_any_min0.4475902034690646
driven_lanedir_consec_max0.44840955910620695
driven_lanedir_consec_mean0.4312421305378989
driven_lanedir_consec_min0.392074025770182
driven_lanedir_max0.44840955910620695
driven_lanedir_mean0.4312421305378989
driven_lanedir_median0.4448271993029011
driven_lanedir_min0.392074025770182
get_state_dump_max0.048617261355040506
get_state_dump_mean0.04754878458429556
get_state_dump_median0.04754878458429555
get_state_dump_min0.04648030781355061
get_ui_image_max0.10354659205577411
get_ui_image_mean0.10148052895655396
get_ui_image_median0.10148052895655398
get_ui_image_min0.09941446585733382
in-drivable-lane_max0.2499999999999991
in-drivable-lane_mean0.06666666666666643
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.4484649879563562, "get_ui_image": 0.09941446585733382, "step_physics": 0.6122184894124015, "survival_time": 3.049999999999997, "driven_lanedir": 0.445595259456681, "get_state_dump": 0.048617261355040506, "sim_render-ego0": 0.00917279134031202, "sim_render-ego1": 0.009070720828947474, "sim_render-ego2": 0.008568564399344022, "in-drivable-lane": 0.0, "deviation-heading": 0.3432464204151321, "agent_compute-ego0": 0.048544926721541606, "agent_compute-ego1": 0.05034279432453093, "agent_compute-ego2": 0.04592362388235624, "complete-iteration": 1.1216344872459036, "set_robot_commands": 0.007213436189245005, "deviation-center-line": 0.1591290213325826, "driven_lanedir_consec": 0.445595259456681, "sim_compute_sim_state": 0.05032992362976074, "sim_compute_performance-ego0": 0.006530890699292793, "sim_compute_performance-ego1": 0.006063922506863954, "sim_compute_performance-ego2": 0.006044637961465804, "sim_compute_robot_state-ego0": 0.01129015938180392, "sim_compute_robot_state-ego1": 0.010595825851940716, "sim_compute_robot_state-ego2": 0.0106728624124996, "sim_compute_robot_state-parked0": 0.0106932882402764, "sim_compute_robot_state-parked1": 0.011081914432713242, "sim_compute_robot_state-parked2": 0.011274189245505412, "sim_compute_robot_state-parked3": 0.011098068268572698, "sim_compute_robot_state-parked4": 0.01111929533911533, "sim_compute_robot_state-parked5": 0.010962271299518522}, "udem1-0-0-ego1": {"driven_any": 0.4484649879563624, "get_ui_image": 0.09941446585733382, "step_physics": 0.6122184894124015, "survival_time": 3.049999999999997, "driven_lanedir": 0.44840955910620695, "get_state_dump": 0.048617261355040506, "sim_render-ego0": 0.00917279134031202, "sim_render-ego1": 0.009070720828947474, "sim_render-ego2": 0.008568564399344022, "in-drivable-lane": 0.0, "deviation-heading": 0.04625276718878463, "agent_compute-ego0": 0.048544926721541606, "agent_compute-ego1": 0.05034279432453093, "agent_compute-ego2": 0.04592362388235624, "complete-iteration": 1.1216344872459036, "set_robot_commands": 0.007213436189245005, "deviation-center-line": 0.1398467777788016, "driven_lanedir_consec": 0.44840955910620695, "sim_compute_sim_state": 0.05032992362976074, "sim_compute_performance-ego0": 0.006530890699292793, "sim_compute_performance-ego1": 0.006063922506863954, "sim_compute_performance-ego2": 0.006044637961465804, "sim_compute_robot_state-ego0": 0.01129015938180392, "sim_compute_robot_state-ego1": 0.010595825851940716, "sim_compute_robot_state-ego2": 0.0106728624124996, "sim_compute_robot_state-parked0": 0.0106932882402764, "sim_compute_robot_state-parked1": 0.011081914432713242, "sim_compute_robot_state-parked2": 0.011274189245505412, "sim_compute_robot_state-parked3": 0.011098068268572698, "sim_compute_robot_state-parked4": 0.01111929533911533, "sim_compute_robot_state-parked5": 0.010962271299518522}, "udem1-0-0-ego2": {"driven_any": 0.4484649879563602, "get_ui_image": 0.09941446585733382, "step_physics": 0.6122184894124015, "survival_time": 3.049999999999997, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.048617261355040506, "sim_render-ego0": 0.00917279134031202, "sim_render-ego1": 0.009070720828947474, "sim_render-ego2": 0.008568564399344022, "in-drivable-lane": 0.14999999999999947, "deviation-heading": 0.7352695890794486, "agent_compute-ego0": 0.048544926721541606, "agent_compute-ego1": 0.05034279432453093, "agent_compute-ego2": 0.04592362388235624, "complete-iteration": 1.1216344872459036, "set_robot_commands": 0.007213436189245005, "deviation-center-line": 0.25746356861009595, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.05032992362976074, "sim_compute_performance-ego0": 0.006530890699292793, "sim_compute_performance-ego1": 0.006063922506863954, "sim_compute_performance-ego2": 0.006044637961465804, "sim_compute_robot_state-ego0": 0.01129015938180392, "sim_compute_robot_state-ego1": 0.010595825851940716, "sim_compute_robot_state-ego2": 0.0106728624124996, "sim_compute_robot_state-parked0": 0.0106932882402764, "sim_compute_robot_state-parked1": 0.011081914432713242, "sim_compute_robot_state-parked2": 0.011274189245505412, "sim_compute_robot_state-parked3": 0.011098068268572698, "sim_compute_robot_state-parked4": 0.01111929533911533, "sim_compute_robot_state-parked5": 0.010962271299518522}, "udem1-0-1-ego0": {"driven_any": 0.447590203469073, "get_ui_image": 0.10354659205577411, "step_physics": 0.643190360460125, "survival_time": 3.049999999999997, "driven_lanedir": 0.4440591391491213, "get_state_dump": 0.04648030781355061, "sim_render-ego0": 0.00867707221234431, "sim_render-ego1": 0.00883714488295258, "sim_render-ego2": 0.008622509534241722, "in-drivable-lane": 0.0, "deviation-heading": 0.37588717089881735, "agent_compute-ego0": 0.04979785934823458, "agent_compute-ego1": 0.04903344639012071, "agent_compute-ego2": 0.04821051925909324, "complete-iteration": 1.1500118638648362, "set_robot_commands": 0.006558926379094358, "deviation-center-line": 0.16495557427671975, "driven_lanedir_consec": 0.4440591391491213, "sim_compute_sim_state": 0.04921094315950988, "sim_compute_performance-ego0": 0.0060836369874047455, "sim_compute_performance-ego1": 0.006226293376234711, "sim_compute_performance-ego2": 0.005872957042006195, "sim_compute_robot_state-ego0": 0.01114738573793505, "sim_compute_robot_state-ego1": 0.010346361848174548, "sim_compute_robot_state-ego2": 0.010316602519301115, "sim_compute_robot_state-parked0": 0.010573305067468862, "sim_compute_robot_state-parked1": 0.01027792399046851, "sim_compute_robot_state-parked2": 0.010777879933841892, "sim_compute_robot_state-parked3": 0.010481603810044586, "sim_compute_robot_state-parked4": 0.01060741846678687, "sim_compute_robot_state-parked5": 0.010473294336287702}, "udem1-0-1-ego1": {"driven_any": 0.4475902034690646, "get_ui_image": 0.10354659205577411, "step_physics": 0.643190360460125, "survival_time": 3.049999999999997, "driven_lanedir": 0.4475638204243837, "get_state_dump": 0.04648030781355061, "sim_render-ego0": 0.00867707221234431, "sim_render-ego1": 0.00883714488295258, "sim_render-ego2": 0.008622509534241722, "in-drivable-lane": 0.0, "deviation-heading": 0.03083612741010867, "agent_compute-ego0": 0.04979785934823458, "agent_compute-ego1": 0.04903344639012071, "agent_compute-ego2": 0.04821051925909324, "complete-iteration": 1.1500118638648362, "set_robot_commands": 0.006558926379094358, "deviation-center-line": 0.13466842791086536, "driven_lanedir_consec": 0.4475638204243837, "sim_compute_sim_state": 0.04921094315950988, "sim_compute_performance-ego0": 0.0060836369874047455, "sim_compute_performance-ego1": 0.006226293376234711, "sim_compute_performance-ego2": 0.005872957042006195, "sim_compute_robot_state-ego0": 0.01114738573793505, "sim_compute_robot_state-ego1": 0.010346361848174548, "sim_compute_robot_state-ego2": 0.010316602519301115, "sim_compute_robot_state-parked0": 0.010573305067468862, "sim_compute_robot_state-parked1": 0.01027792399046851, "sim_compute_robot_state-parked2": 0.010777879933841892, "sim_compute_robot_state-parked3": 0.010481603810044586, "sim_compute_robot_state-parked4": 0.01060741846678687, "sim_compute_robot_state-parked5": 0.010473294336287702}, "udem1-0-1-ego2": {"driven_any": 0.447590203469067, "get_ui_image": 0.10354659205577411, "step_physics": 0.643190360460125, "survival_time": 3.049999999999997, "driven_lanedir": 0.392074025770182, "get_state_dump": 0.04648030781355061, "sim_render-ego0": 0.00867707221234431, "sim_render-ego1": 0.00883714488295258, "sim_render-ego2": 0.008622509534241722, "in-drivable-lane": 0.2499999999999991, "deviation-heading": 0.7340394766000586, "agent_compute-ego0": 0.04979785934823458, "agent_compute-ego1": 0.04903344639012071, "agent_compute-ego2": 0.04821051925909324, "complete-iteration": 1.1500118638648362, "set_robot_commands": 0.006558926379094358, "deviation-center-line": 0.24349720731491545, "driven_lanedir_consec": 0.392074025770182, "sim_compute_sim_state": 0.04921094315950988, "sim_compute_performance-ego0": 0.0060836369874047455, "sim_compute_performance-ego1": 0.006226293376234711, "sim_compute_performance-ego2": 0.005872957042006195, "sim_compute_robot_state-ego0": 0.01114738573793505, "sim_compute_robot_state-ego1": 0.010346361848174548, "sim_compute_robot_state-ego2": 0.010316602519301115, "sim_compute_robot_state-parked0": 0.010573305067468862, "sim_compute_robot_state-parked1": 0.01027792399046851, "sim_compute_robot_state-parked2": 0.010777879933841892, "sim_compute_robot_state-parked3": 0.010481603810044586, "sim_compute_robot_state-parked4": 0.01060741846678687, "sim_compute_robot_state-parked5": 0.010473294336287702}}
set_robot_commands_max0.007213436189245005
set_robot_commands_mean0.0068861812841696825
set_robot_commands_median0.006886181284169682
set_robot_commands_min0.006558926379094358
sim_compute_performance-ego0_max0.006530890699292793
sim_compute_performance-ego0_mean0.006307263843348769
sim_compute_performance-ego0_median0.00630726384334877
sim_compute_performance-ego0_min0.0060836369874047455
sim_compute_performance-ego1_max0.006226293376234711
sim_compute_performance-ego1_mean0.006145107941549333
sim_compute_performance-ego1_median0.006145107941549332
sim_compute_performance-ego1_min0.006063922506863954
sim_compute_performance-ego2_max0.006044637961465804
sim_compute_performance-ego2_mean0.005958797501735999
sim_compute_performance-ego2_median0.005958797501736
sim_compute_performance-ego2_min0.005872957042006195
sim_compute_robot_state-ego0_max0.01129015938180392
sim_compute_robot_state-ego0_mean0.011218772559869486
sim_compute_robot_state-ego0_median0.011218772559869486
sim_compute_robot_state-ego0_min0.01114738573793505
sim_compute_robot_state-ego1_max0.010595825851940716
sim_compute_robot_state-ego1_mean0.010471093850057634
sim_compute_robot_state-ego1_median0.010471093850057633
sim_compute_robot_state-ego1_min0.010346361848174548
sim_compute_robot_state-ego2_max0.0106728624124996
sim_compute_robot_state-ego2_mean0.010494732465900358
sim_compute_robot_state-ego2_median0.01049473246590036
sim_compute_robot_state-ego2_min0.010316602519301115
sim_compute_robot_state-parked0_max0.0106932882402764
sim_compute_robot_state-parked0_mean0.010633296653872632
sim_compute_robot_state-parked0_median0.01063329665387263
sim_compute_robot_state-parked0_min0.010573305067468862
sim_compute_robot_state-parked1_max0.011081914432713242
sim_compute_robot_state-parked1_mean0.010679919211590876
sim_compute_robot_state-parked1_median0.010679919211590876
sim_compute_robot_state-parked1_min0.01027792399046851
sim_compute_robot_state-parked2_max0.011274189245505412
sim_compute_robot_state-parked2_mean0.011026034589673654
sim_compute_robot_state-parked2_median0.011026034589673652
sim_compute_robot_state-parked2_min0.010777879933841892
sim_compute_robot_state-parked3_max0.011098068268572698
sim_compute_robot_state-parked3_mean0.010789836039308642
sim_compute_robot_state-parked3_median0.010789836039308642
sim_compute_robot_state-parked3_min0.010481603810044586
sim_compute_robot_state-parked4_max0.01111929533911533
sim_compute_robot_state-parked4_mean0.0108633569029511
sim_compute_robot_state-parked4_median0.0108633569029511
sim_compute_robot_state-parked4_min0.01060741846678687
sim_compute_robot_state-parked5_max0.010962271299518522
sim_compute_robot_state-parked5_mean0.01071778281790311
sim_compute_robot_state-parked5_median0.010717782817903112
sim_compute_robot_state-parked5_min0.010473294336287702
sim_compute_sim_state_max0.05032992362976074
sim_compute_sim_state_mean0.049770433394635306
sim_compute_sim_state_median0.04977043339463531
sim_compute_sim_state_min0.04921094315950988
sim_render-ego0_max0.00917279134031202
sim_render-ego0_mean0.008924931776328164
sim_render-ego0_median0.008924931776328165
sim_render-ego0_min0.00867707221234431
sim_render-ego1_max0.009070720828947474
sim_render-ego1_mean0.008953932855950026
sim_render-ego1_median0.008953932855950027
sim_render-ego1_min0.00883714488295258
sim_render-ego2_max0.008622509534241722
sim_render-ego2_mean0.00859553696679287
sim_render-ego2_median0.008595536966792872
sim_render-ego2_min0.008568564399344022
simulation-passed1
step_physics_max0.643190360460125
step_physics_mean0.6277044249362632
step_physics_median0.6277044249362633
step_physics_min0.6122184894124015
survival_time_max3.049999999999997
survival_time_mean3.049999999999997
survival_time_min3.049999999999997

Highlights

34930

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.