Duckietown Challenges Home Challenges Submissions

Job 35202

Job ID35202
submission6753
userFrank (Chude) Qian 🇨🇦
user labelchallenge-aido_LF-baseline-behavior-cloning
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg02-99e0f784cfda-1
date started
date completed
duration0:04:49
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.444776139940638
survival_time_median1.4000000000000006
deviation-center-line_median0.03778134131432023
in-drivable-lane_median0.0


other stats
agent_compute-ego0_max0.16276443004608154
agent_compute-ego0_mean0.13978356974465506
agent_compute-ego0_median0.13978356974465506
agent_compute-ego0_min0.11680270944322858
agent_compute-ego1_max0.12938660383224487
agent_compute-ego1_mean0.12167630451066153
agent_compute-ego1_median0.12167630451066153
agent_compute-ego1_min0.1139660051890782
agent_compute-ego2_max0.12963237081255233
agent_compute-ego2_mean0.12274178011076792
agent_compute-ego2_median0.12274178011076792
agent_compute-ego2_min0.11585118940898352
complete-iteration_max1.3934336134365626
complete-iteration_mean1.3356057788644515
complete-iteration_median1.3356057788644518
complete-iteration_min1.277777944292341
deviation-center-line_max0.10253783455525488
deviation-center-line_mean0.04895965222769874
deviation-center-line_min0.02468282732528106
deviation-heading_max0.3242945343255222
deviation-heading_mean0.16916591756619792
deviation-heading_median0.15388239059547218
deviation-heading_min0.0977625559646183
driven_any_max0.4649076710764489
driven_any_mean0.44393211105178126
driven_any_median0.4470945869016305
driven_any_min0.4128831074436442
driven_lanedir_consec_max0.4627380495960094
driven_lanedir_consec_mean0.43353672897507894
driven_lanedir_consec_min0.36318763530986375
driven_lanedir_max0.4627380495960094
driven_lanedir_mean0.43353672897507894
driven_lanedir_median0.444776139940638
driven_lanedir_min0.36318763530986375
get_state_dump_max0.05028778314590454
get_state_dump_mean0.04966053792408534
get_state_dump_median0.04966053792408534
get_state_dump_min0.04903329270226615
get_ui_image_max0.10004718814577376
get_ui_image_mean0.0998289670263018
get_ui_image_median0.09982896702630178
get_ui_image_min0.09961074590682983
in-drivable-lane_max0.10000000000000007
in-drivable-lane_mean0.01666666666666668
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.4128831074436442, "get_ui_image": 0.10004718814577376, "step_physics": 0.5858911105564663, "survival_time": 1.4000000000000006, "driven_lanedir": 0.36318763530986375, "get_state_dump": 0.05028778314590454, "sim_render-ego0": 0.009874684470040458, "sim_render-ego1": 0.009955525398254396, "sim_render-ego2": 0.009889670780726842, "in-drivable-lane": 0.10000000000000007, "deviation-heading": 0.3242945343255222, "agent_compute-ego0": 0.16276443004608154, "agent_compute-ego1": 0.12938660383224487, "agent_compute-ego2": 0.12963237081255233, "complete-iteration": 1.3934336134365626, "set_robot_commands": 0.007804862090519496, "deviation-center-line": 0.10253783455525488, "driven_lanedir_consec": 0.36318763530986375, "sim_compute_sim_state": 0.050366921084267754, "sim_compute_performance-ego0": 0.006779313087463379, "sim_compute_performance-ego1": 0.0069449543952941895, "sim_compute_performance-ego2": 0.006893362317766462, "sim_compute_robot_state-ego0": 0.012343193803514754, "sim_compute_robot_state-ego1": 0.012369871139526367, "sim_compute_robot_state-ego2": 0.01201573440006801, "sim_compute_robot_state-parked0": 0.011599625859941756, "sim_compute_robot_state-parked1": 0.012174793652125768, "sim_compute_robot_state-parked2": 0.012691003935677663, "sim_compute_robot_state-parked3": 0.011730968952178957, "sim_compute_robot_state-parked4": 0.012148635728018624, "sim_compute_robot_state-parked5": 0.012252543653760635}, "udem1-0-0-ego1": {"driven_any": 0.4490640514669633, "get_ui_image": 0.10004718814577376, "step_physics": 0.5858911105564663, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4468557603127863, "get_state_dump": 0.05028778314590454, "sim_render-ego0": 0.009874684470040458, "sim_render-ego1": 0.009955525398254396, "sim_render-ego2": 0.009889670780726842, "in-drivable-lane": 0.0, "deviation-heading": 0.09868898197239888, "agent_compute-ego0": 0.16276443004608154, "agent_compute-ego1": 0.12938660383224487, "agent_compute-ego2": 0.12963237081255233, "complete-iteration": 1.3934336134365626, "set_robot_commands": 0.007804862090519496, "deviation-center-line": 0.038249747001312055, "driven_lanedir_consec": 0.4468557603127863, "sim_compute_sim_state": 0.050366921084267754, "sim_compute_performance-ego0": 0.006779313087463379, "sim_compute_performance-ego1": 0.0069449543952941895, "sim_compute_performance-ego2": 0.006893362317766462, "sim_compute_robot_state-ego0": 0.012343193803514754, "sim_compute_robot_state-ego1": 0.012369871139526367, "sim_compute_robot_state-ego2": 0.01201573440006801, "sim_compute_robot_state-parked0": 0.011599625859941756, "sim_compute_robot_state-parked1": 0.012174793652125768, "sim_compute_robot_state-parked2": 0.012691003935677663, "sim_compute_robot_state-parked3": 0.011730968952178957, "sim_compute_robot_state-parked4": 0.012148635728018624, "sim_compute_robot_state-parked5": 0.012252543653760635}, "udem1-0-0-ego2": {"driven_any": 0.4516680386956706, "get_ui_image": 0.10004718814577376, "step_physics": 0.5858911105564663, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4488631549796387, "get_state_dump": 0.05028778314590454, "sim_render-ego0": 0.009874684470040458, "sim_render-ego1": 0.009955525398254396, "sim_render-ego2": 0.009889670780726842, "in-drivable-lane": 0.0, "deviation-heading": 0.1824430464048882, "agent_compute-ego0": 0.16276443004608154, "agent_compute-ego1": 0.12938660383224487, "agent_compute-ego2": 0.12963237081255233, "complete-iteration": 1.3934336134365626, "set_robot_commands": 0.007804862090519496, "deviation-center-line": 0.02468282732528106, "driven_lanedir_consec": 0.4488631549796387, "sim_compute_sim_state": 0.050366921084267754, "sim_compute_performance-ego0": 0.006779313087463379, "sim_compute_performance-ego1": 0.0069449543952941895, "sim_compute_performance-ego2": 0.006893362317766462, "sim_compute_robot_state-ego0": 0.012343193803514754, "sim_compute_robot_state-ego1": 0.012369871139526367, "sim_compute_robot_state-ego2": 0.01201573440006801, "sim_compute_robot_state-parked0": 0.011599625859941756, "sim_compute_robot_state-parked1": 0.012174793652125768, "sim_compute_robot_state-parked2": 0.012691003935677663, "sim_compute_robot_state-parked3": 0.011730968952178957, "sim_compute_robot_state-parked4": 0.012148635728018624, "sim_compute_robot_state-parked5": 0.012252543653760635}, "udem1-0-1-ego0": {"driven_any": 0.4649076710764489, "get_ui_image": 0.09961074590682983, "step_physics": 0.5703933324132647, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4627380495960094, "get_state_dump": 0.04903329270226615, "sim_render-ego0": 0.009149628026144843, "sim_render-ego1": 0.009759775229862756, "sim_render-ego2": 0.008615928036825997, "in-drivable-lane": 0.0, "deviation-heading": 0.12532173478605615, "agent_compute-ego0": 0.11680270944322858, "agent_compute-ego1": 0.1139660051890782, "agent_compute-ego2": 0.11585118940898352, "complete-iteration": 1.277777944292341, "set_robot_commands": 0.006957973752702985, "deviation-center-line": 0.0660953904414413, "driven_lanedir_consec": 0.4627380495960094, "sim_compute_sim_state": 0.046732919556753974, "sim_compute_performance-ego0": 0.0063823120934622625, "sim_compute_performance-ego1": 0.006267394338335309, "sim_compute_performance-ego2": 0.005937584808894566, "sim_compute_robot_state-ego0": 0.010336288384028844, "sim_compute_robot_state-ego1": 0.011141530105045865, "sim_compute_robot_state-ego2": 0.010946026870182582, "sim_compute_robot_state-parked0": 0.011049228055136544, "sim_compute_robot_state-parked1": 0.010527653353554862, "sim_compute_robot_state-parked2": 0.011307222502572196, "sim_compute_robot_state-parked3": 0.010851970740727015, "sim_compute_robot_state-parked4": 0.01065354687826974, "sim_compute_robot_state-parked5": 0.010460427829197474}, "udem1-0-1-ego1": {"driven_any": 0.4451251223362976, "get_ui_image": 0.09961074590682983, "step_physics": 0.5703933324132647, "survival_time": 1.4000000000000006, "driven_lanedir": 0.44269651956848977, "get_state_dump": 0.04903329270226615, "sim_render-ego0": 0.009149628026144843, "sim_render-ego1": 0.009759775229862756, "sim_render-ego2": 0.008615928036825997, "in-drivable-lane": 0.0, "deviation-heading": 0.0977625559646183, "agent_compute-ego0": 0.11680270944322858, "agent_compute-ego1": 0.1139660051890782, "agent_compute-ego2": 0.11585118940898352, "complete-iteration": 1.277777944292341, "set_robot_commands": 0.006957973752702985, "deviation-center-line": 0.0373129356273284, "driven_lanedir_consec": 0.44269651956848977, "sim_compute_sim_state": 0.046732919556753974, "sim_compute_performance-ego0": 0.0063823120934622625, "sim_compute_performance-ego1": 0.006267394338335309, "sim_compute_performance-ego2": 0.005937584808894566, "sim_compute_robot_state-ego0": 0.010336288384028844, "sim_compute_robot_state-ego1": 0.011141530105045865, "sim_compute_robot_state-ego2": 0.010946026870182582, "sim_compute_robot_state-parked0": 0.011049228055136544, "sim_compute_robot_state-parked1": 0.010527653353554862, "sim_compute_robot_state-parked2": 0.011307222502572196, "sim_compute_robot_state-parked3": 0.010851970740727015, "sim_compute_robot_state-parked4": 0.01065354687826974, "sim_compute_robot_state-parked5": 0.010460427829197474}, "udem1-0-1-ego2": {"driven_any": 0.4399446752916626, "get_ui_image": 0.09961074590682983, "step_physics": 0.5703933324132647, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4368792540836859, "get_state_dump": 0.04903329270226615, "sim_render-ego0": 0.009149628026144843, "sim_render-ego1": 0.009759775229862756, "sim_render-ego2": 0.008615928036825997, "in-drivable-lane": 0.0, "deviation-heading": 0.18648465194370367, "agent_compute-ego0": 0.11680270944322858, "agent_compute-ego1": 0.1139660051890782, "agent_compute-ego2": 0.11585118940898352, "complete-iteration": 1.277777944292341, "set_robot_commands": 0.006957973752702985, "deviation-center-line": 0.024879178415574753, "driven_lanedir_consec": 0.4368792540836859, "sim_compute_sim_state": 0.046732919556753974, "sim_compute_performance-ego0": 0.0063823120934622625, "sim_compute_performance-ego1": 0.006267394338335309, "sim_compute_performance-ego2": 0.005937584808894566, "sim_compute_robot_state-ego0": 0.010336288384028844, "sim_compute_robot_state-ego1": 0.011141530105045865, "sim_compute_robot_state-ego2": 0.010946026870182582, "sim_compute_robot_state-parked0": 0.011049228055136544, "sim_compute_robot_state-parked1": 0.010527653353554862, "sim_compute_robot_state-parked2": 0.011307222502572196, "sim_compute_robot_state-parked3": 0.010851970740727015, "sim_compute_robot_state-parked4": 0.01065354687826974, "sim_compute_robot_state-parked5": 0.010460427829197474}}
set_robot_commands_max0.007804862090519496
set_robot_commands_mean0.00738141792161124
set_robot_commands_median0.007381417921611241
set_robot_commands_min0.006957973752702985
sim_compute_performance-ego0_max0.006779313087463379
sim_compute_performance-ego0_mean0.00658081259046282
sim_compute_performance-ego0_median0.006580812590462821
sim_compute_performance-ego0_min0.0063823120934622625
sim_compute_performance-ego1_max0.0069449543952941895
sim_compute_performance-ego1_mean0.006606174366814749
sim_compute_performance-ego1_median0.00660617436681475
sim_compute_performance-ego1_min0.006267394338335309
sim_compute_performance-ego2_max0.006893362317766462
sim_compute_performance-ego2_mean0.006415473563330513
sim_compute_performance-ego2_median0.006415473563330514
sim_compute_performance-ego2_min0.005937584808894566
sim_compute_robot_state-ego0_max0.012343193803514754
sim_compute_robot_state-ego0_mean0.011339741093771798
sim_compute_robot_state-ego0_median0.0113397410937718
sim_compute_robot_state-ego0_min0.010336288384028844
sim_compute_robot_state-ego1_max0.012369871139526367
sim_compute_robot_state-ego1_mean0.011755700622286114
sim_compute_robot_state-ego1_median0.011755700622286116
sim_compute_robot_state-ego1_min0.011141530105045865
sim_compute_robot_state-ego2_max0.01201573440006801
sim_compute_robot_state-ego2_mean0.011480880635125297
sim_compute_robot_state-ego2_median0.011480880635125297
sim_compute_robot_state-ego2_min0.010946026870182582
sim_compute_robot_state-parked0_max0.011599625859941756
sim_compute_robot_state-parked0_mean0.011324426957539147
sim_compute_robot_state-parked0_median0.01132442695753915
sim_compute_robot_state-parked0_min0.011049228055136544
sim_compute_robot_state-parked1_max0.012174793652125768
sim_compute_robot_state-parked1_mean0.011351223502840317
sim_compute_robot_state-parked1_median0.011351223502840317
sim_compute_robot_state-parked1_min0.010527653353554862
sim_compute_robot_state-parked2_max0.012691003935677663
sim_compute_robot_state-parked2_mean0.01199911321912493
sim_compute_robot_state-parked2_median0.01199911321912493
sim_compute_robot_state-parked2_min0.011307222502572196
sim_compute_robot_state-parked3_max0.011730968952178957
sim_compute_robot_state-parked3_mean0.011291469846452984
sim_compute_robot_state-parked3_median0.011291469846452986
sim_compute_robot_state-parked3_min0.010851970740727015
sim_compute_robot_state-parked4_max0.012148635728018624
sim_compute_robot_state-parked4_mean0.011401091303144184
sim_compute_robot_state-parked4_median0.011401091303144182
sim_compute_robot_state-parked4_min0.01065354687826974
sim_compute_robot_state-parked5_max0.012252543653760635
sim_compute_robot_state-parked5_mean0.011356485741479056
sim_compute_robot_state-parked5_median0.011356485741479056
sim_compute_robot_state-parked5_min0.010460427829197474
sim_compute_sim_state_max0.050366921084267754
sim_compute_sim_state_mean0.04854992032051086
sim_compute_sim_state_median0.048549920320510864
sim_compute_sim_state_min0.046732919556753974
sim_render-ego0_max0.009874684470040458
sim_render-ego0_mean0.00951215624809265
sim_render-ego0_median0.009512156248092651
sim_render-ego0_min0.009149628026144843
sim_render-ego1_max0.009955525398254396
sim_render-ego1_mean0.009857650314058577
sim_render-ego1_median0.009857650314058577
sim_render-ego1_min0.009759775229862756
sim_render-ego2_max0.009889670780726842
sim_render-ego2_mean0.00925279940877642
sim_render-ego2_median0.00925279940877642
sim_render-ego2_min0.008615928036825997
simulation-passed1
step_physics_max0.5858911105564663
step_physics_mean0.5781422214848654
step_physics_median0.5781422214848655
step_physics_min0.5703933324132647
survival_time_max1.4000000000000006
survival_time_mean1.4000000000000006
survival_time_min1.4000000000000006

Highlights

35202

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.