Duckietown Challenges Home Challenges Submissions

Job 53556

Job ID53556
submission12598
userBea Baselines 🐤
user labeltemplate-random
challengeaido5-LFV_multi-sim-validation
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-05
date started
date completed
duration0:12:13
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6824877811914045
survival_time_median5.899999999999987
deviation-center-line_median0.12472377253302876
in-drivable-lane_median3.4999999999999876


other stats
agent_compute-ego0_max0.012271506445748466
agent_compute-ego0_mean0.010807733273401217
agent_compute-ego0_median0.010531096231369745
agent_compute-ego0_min0.010010200388291302
agent_compute-ego1_max0.011548072269984654
agent_compute-ego1_mean0.01045861928355174
agent_compute-ego1_median0.010604896999540784
agent_compute-ego1_min0.009392917156219482
complete-iteration_max0.7915883404867989
complete-iteration_mean0.6578587898200585
complete-iteration_median0.7645472540174212
complete-iteration_min0.2467997145652771
deviation-center-line_max0.3720891524232108
deviation-center-line_mean0.14685622741377286
deviation-center-line_min0.05518112651933551
deviation-heading_max0.867080540349331
deviation-heading_mean0.5357711264887624
deviation-heading_median0.5079772825538268
deviation-heading_min0.26252044590060647
driven_any_max3.446854510378138
driven_any_mean1.820198672632691
driven_any_median1.6714945309441915
driven_any_min0.8190735567943087
driven_lanedir_consec_max1.3675792451083173
driven_lanedir_consec_mean0.7011373480211068
driven_lanedir_consec_min0.11975322687645118
driven_lanedir_max1.3675792451083173
driven_lanedir_mean0.7011373480211068
driven_lanedir_median0.6824877811914045
driven_lanedir_min0.11975322687645118
get_duckie_state_max1.4986310686383928e-06
get_duckie_state_mean1.421120702003946e-06
get_duckie_state_median1.430511474609375e-06
get_duckie_state_min1.3375282287597657e-06
get_robot_state_max0.013918321673609627
get_robot_state_mean0.012892468259925124
get_robot_state_median0.013898075648716516
get_robot_state_min0.0070806431770324705
get_state_dump_max0.009295122964041572
get_state_dump_mean0.008795031891578957
get_state_dump_median0.00927539833453523
get_state_dump_min0.006059887409210205
get_ui_image_max0.0469124090103876
get_ui_image_mean0.04302537603061548
get_ui_image_median0.04574712072099958
get_ui_image_min0.030318799018859866
in-drivable-lane_max7.7499999999999885
in-drivable-lane_mean4.346428571428561
in-drivable-lane_min2.499999999999991
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 1.6675608627969534, "get_ui_image": 0.04276988686633711, "step_physics": 0.4612536610675459, "survival_time": 5.899999999999987, "driven_lanedir": 0.7346281785949911, "get_state_dump": 0.00927539833453523, "get_robot_state": 0.013918321673609627, "sim_render-ego0": 0.003798885505740382, "sim_render-ego1": 0.003664253138694443, "sim_render-ego2": 0.003614982637036748, "sim_render-ego3": 0.0035324397207308214, "get_duckie_state": 1.430511474609375e-06, "in-drivable-lane": 3.8499999999999863, "deviation-heading": 0.469738838674098, "agent_compute-ego0": 0.010010200388291302, "agent_compute-ego1": 0.009755739644795909, "agent_compute-ego2": 0.010193712571088006, "agent_compute-ego3": 0.009881652703806133, "complete-iteration": 0.6229703125833463, "set_robot_commands": 0.00212033255761411, "deviation-center-line": 0.09483029131067588, "driven_lanedir_consec": 0.7346281785949911, "sim_compute_sim_state": 0.024748708019737435, "sim_compute_performance-ego0": 0.002051058937521542, "sim_compute_performance-ego1": 0.0019225252776586708, "sim_compute_performance-ego2": 0.0019265964251606405, "sim_compute_performance-ego3": 0.0018777987536262063}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 2.2509378169054304, "get_ui_image": 0.04276988686633711, "step_physics": 0.4612536610675459, "survival_time": 5.899999999999987, "driven_lanedir": 1.3675792451083173, "get_state_dump": 0.00927539833453523, "get_robot_state": 0.013918321673609627, "sim_render-ego0": 0.003798885505740382, "sim_render-ego1": 0.003664253138694443, "sim_render-ego2": 0.003614982637036748, "sim_render-ego3": 0.0035324397207308214, "get_duckie_state": 1.430511474609375e-06, "in-drivable-lane": 2.499999999999991, "deviation-heading": 0.6629283611959488, "agent_compute-ego0": 0.010010200388291302, "agent_compute-ego1": 0.009755739644795909, "agent_compute-ego2": 0.010193712571088006, "agent_compute-ego3": 0.009881652703806133, "complete-iteration": 0.6229703125833463, "set_robot_commands": 0.00212033255761411, "deviation-center-line": 0.3720891524232108, "driven_lanedir_consec": 1.3675792451083173, "sim_compute_sim_state": 0.024748708019737435, "sim_compute_performance-ego0": 0.002051058937521542, "sim_compute_performance-ego1": 0.0019225252776586708, "sim_compute_performance-ego2": 0.0019265964251606405, "sim_compute_performance-ego3": 0.0018777987536262063}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 1.6203586225454043, "get_ui_image": 0.04276988686633711, "step_physics": 0.4612536610675459, "survival_time": 5.899999999999987, "driven_lanedir": 1.2561576430034282, "get_state_dump": 0.00927539833453523, "get_robot_state": 0.013918321673609627, "sim_render-ego0": 0.003798885505740382, "sim_render-ego1": 0.003664253138694443, "sim_render-ego2": 0.003614982637036748, "sim_render-ego3": 0.0035324397207308214, "get_duckie_state": 1.430511474609375e-06, "in-drivable-lane": 2.7499999999999902, "deviation-heading": 0.5462157264335555, "agent_compute-ego0": 0.010010200388291302, "agent_compute-ego1": 0.009755739644795909, "agent_compute-ego2": 0.010193712571088006, "agent_compute-ego3": 0.009881652703806133, "complete-iteration": 0.6229703125833463, "set_robot_commands": 0.00212033255761411, "deviation-center-line": 0.14039104003872624, "driven_lanedir_consec": 1.2561576430034282, "sim_compute_sim_state": 0.024748708019737435, "sim_compute_performance-ego0": 0.002051058937521542, "sim_compute_performance-ego1": 0.0019225252776586708, "sim_compute_performance-ego2": 0.0019265964251606405, "sim_compute_performance-ego3": 0.0018777987536262063}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 1.667560862796993, "get_ui_image": 0.04276988686633711, "step_physics": 0.4612536610675459, "survival_time": 5.899999999999987, "driven_lanedir": 0.719009961023402, "get_state_dump": 0.00927539833453523, "get_robot_state": 0.013918321673609627, "sim_render-ego0": 0.003798885505740382, "sim_render-ego1": 0.003664253138694443, "sim_render-ego2": 0.003614982637036748, "sim_render-ego3": 0.0035324397207308214, "get_duckie_state": 1.430511474609375e-06, "in-drivable-lane": 3.899999999999986, "deviation-heading": 0.4254966176967258, "agent_compute-ego0": 0.010010200388291302, "agent_compute-ego1": 0.009755739644795909, "agent_compute-ego2": 0.010193712571088006, "agent_compute-ego3": 0.009881652703806133, "complete-iteration": 0.6229703125833463, "set_robot_commands": 0.00212033255761411, "deviation-center-line": 0.07109220477049745, "driven_lanedir_consec": 0.719009961023402, "sim_compute_sim_state": 0.024748708019737435, "sim_compute_performance-ego0": 0.002051058937521542, "sim_compute_performance-ego1": 0.0019225252776586708, "sim_compute_performance-ego2": 0.0019265964251606405, "sim_compute_performance-ego3": 0.0018777987536262063}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 1.3478761906085373, "get_ui_image": 0.0469124090103876, "step_physics": 0.6140950657072521, "survival_time": 5.1999999999999895, "driven_lanedir": 0.7173980024822183, "get_state_dump": 0.009295122964041572, "get_robot_state": 0.013766919998895554, "sim_render-ego0": 0.003681691487630208, "sim_render-ego1": 0.003645674387613933, "sim_render-ego2": 0.003604402996244885, "sim_render-ego3": 0.0036170255570184616, "get_duckie_state": 1.4986310686383928e-06, "in-drivable-lane": 3.0499999999999914, "deviation-heading": 0.867080540349331, "agent_compute-ego0": 0.010531096231369745, "agent_compute-ego1": 0.010604896999540784, "agent_compute-ego2": 0.01019312540690104, "agent_compute-ego3": 0.010936616715930755, "complete-iteration": 0.7915883404867989, "set_robot_commands": 0.0021373362768264043, "deviation-center-line": 0.18524260463403516, "driven_lanedir_consec": 0.7173980024822183, "sim_compute_sim_state": 0.03442662556966146, "sim_compute_performance-ego0": 0.0020411809285481772, "sim_compute_performance-ego1": 0.0018708546956380208, "sim_compute_performance-ego2": 0.0018791811806815012, "sim_compute_performance-ego3": 0.0018143949054536363}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 1.413599166315601, "get_ui_image": 0.0469124090103876, "step_physics": 0.6140950657072521, "survival_time": 5.1999999999999895, "driven_lanedir": 0.11975322687645118, "get_state_dump": 0.009295122964041572, "get_robot_state": 0.013766919998895554, "sim_render-ego0": 0.003681691487630208, "sim_render-ego1": 0.003645674387613933, "sim_render-ego2": 0.003604402996244885, "sim_render-ego3": 0.0036170255570184616, "get_duckie_state": 1.4986310686383928e-06, "in-drivable-lane": 4.54999999999999, "deviation-heading": 0.41633267011024633, "agent_compute-ego0": 0.010531096231369745, "agent_compute-ego1": 0.010604896999540784, "agent_compute-ego2": 0.01019312540690104, "agent_compute-ego3": 0.010936616715930755, "complete-iteration": 0.7915883404867989, "set_robot_commands": 0.0021373362768264043, "deviation-center-line": 0.05518112651933551, "driven_lanedir_consec": 0.11975322687645118, "sim_compute_sim_state": 0.03442662556966146, "sim_compute_performance-ego0": 0.0020411809285481772, "sim_compute_performance-ego1": 0.0018708546956380208, "sim_compute_performance-ego2": 0.0018791811806815012, "sim_compute_performance-ego3": 0.0018143949054536363}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 1.8859035020838468, "get_ui_image": 0.0469124090103876, "step_physics": 0.6140950657072521, "survival_time": 5.1999999999999895, "driven_lanedir": 0.9084889312577556, "get_state_dump": 0.009295122964041572, "get_robot_state": 0.013766919998895554, "sim_render-ego0": 0.003681691487630208, "sim_render-ego1": 0.003645674387613933, "sim_render-ego2": 0.003604402996244885, "sim_render-ego3": 0.0036170255570184616, "get_duckie_state": 1.4986310686383928e-06, "in-drivable-lane": 2.6499999999999906, "deviation-heading": 0.7560294458114469, "agent_compute-ego0": 0.010531096231369745, "agent_compute-ego1": 0.010604896999540784, "agent_compute-ego2": 0.01019312540690104, "agent_compute-ego3": 0.010936616715930755, "complete-iteration": 0.7915883404867989, "set_robot_commands": 0.0021373362768264043, "deviation-center-line": 0.2274030062822905, "driven_lanedir_consec": 0.9084889312577556, "sim_compute_sim_state": 0.03442662556966146, "sim_compute_performance-ego0": 0.0020411809285481772, "sim_compute_performance-ego1": 0.0018708546956380208, "sim_compute_performance-ego2": 0.0018791811806815012, "sim_compute_performance-ego3": 0.0018143949054536363}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 1.3478761906085472, "get_ui_image": 0.0469124090103876, "step_physics": 0.6140950657072521, "survival_time": 5.1999999999999895, "driven_lanedir": 0.6255720679354082, "get_state_dump": 0.009295122964041572, "get_robot_state": 0.013766919998895554, "sim_render-ego0": 0.003681691487630208, "sim_render-ego1": 0.003645674387613933, "sim_render-ego2": 0.003604402996244885, "sim_render-ego3": 0.0036170255570184616, "get_duckie_state": 1.4986310686383928e-06, "in-drivable-lane": 3.149999999999989, "deviation-heading": 0.7506184812162171, "agent_compute-ego0": 0.010531096231369745, "agent_compute-ego1": 0.010604896999540784, "agent_compute-ego2": 0.01019312540690104, "agent_compute-ego3": 0.010936616715930755, "complete-iteration": 0.7915883404867989, "set_robot_commands": 0.0021373362768264043, "deviation-center-line": 0.1970464118524351, "driven_lanedir_consec": 0.6255720679354082, "sim_compute_sim_state": 0.03442662556966146, "sim_compute_performance-ego0": 0.0020411809285481772, "sim_compute_performance-ego1": 0.0018708546956380208, "sim_compute_performance-ego2": 0.0018791811806815012, "sim_compute_performance-ego3": 0.0018143949054536363}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.8190735567943087, "get_ui_image": 0.04574712072099958, "step_physics": 0.594612774167742, "survival_time": 8.699999999999989, "driven_lanedir": 0.204271039946744, "get_state_dump": 0.009182146617344449, "get_robot_state": 0.013898075648716516, "sim_render-ego0": 0.003819832120622907, "sim_render-ego1": 0.003701987947736468, "sim_render-ego2": 0.0035744244711739676, "sim_render-ego3": 0.0035253960745675224, "get_duckie_state": 1.3760157993861607e-06, "in-drivable-lane": 7.7499999999999885, "deviation-heading": 0.5956547684236475, "agent_compute-ego0": 0.012271506445748466, "agent_compute-ego1": 0.011548072269984654, "agent_compute-ego2": 0.010863955361502512, "agent_compute-ego3": 0.011347476414271763, "complete-iteration": 0.7645472540174212, "set_robot_commands": 0.002168198994227818, "deviation-center-line": 0.06316401342706499, "driven_lanedir_consec": 0.204271039946744, "sim_compute_sim_state": 0.023887825012207032, "sim_compute_performance-ego0": 0.0020399570465087892, "sim_compute_performance-ego1": 0.0019196701049804688, "sim_compute_performance-ego2": 0.0018762588500976563, "sim_compute_performance-ego3": 0.0018865953172956197}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 2.9291785515511695, "get_ui_image": 0.04574712072099958, "step_physics": 0.594612774167742, "survival_time": 8.699999999999989, "driven_lanedir": 0.6475775599005906, "get_state_dump": 0.009182146617344449, "get_robot_state": 0.013898075648716516, "sim_render-ego0": 0.003819832120622907, "sim_render-ego1": 0.003701987947736468, "sim_render-ego2": 0.0035744244711739676, "sim_render-ego3": 0.0035253960745675224, "get_duckie_state": 1.3760157993861607e-06, "in-drivable-lane": 6.849999999999988, "deviation-heading": 0.26252044590060647, "agent_compute-ego0": 0.012271506445748466, "agent_compute-ego1": 0.011548072269984654, "agent_compute-ego2": 0.010863955361502512, "agent_compute-ego3": 0.011347476414271763, "complete-iteration": 0.7645472540174212, "set_robot_commands": 0.002168198994227818, "deviation-center-line": 0.0775485848193056, "driven_lanedir_consec": 0.6475775599005906, "sim_compute_sim_state": 0.023887825012207032, "sim_compute_performance-ego0": 0.0020399570465087892, "sim_compute_performance-ego1": 0.0019196701049804688, "sim_compute_performance-ego2": 0.0018762588500976563, "sim_compute_performance-ego3": 0.0018865953172956197}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 3.446854510378138, "get_ui_image": 0.04574712072099958, "step_physics": 0.594612774167742, "survival_time": 8.699999999999989, "driven_lanedir": 0.5656387472941029, "get_state_dump": 0.009182146617344449, "get_robot_state": 0.013898075648716516, "sim_render-ego0": 0.003819832120622907, "sim_render-ego1": 0.003701987947736468, "sim_render-ego2": 0.0035744244711739676, "sim_render-ego3": 0.0035253960745675224, "get_duckie_state": 1.3760157993861607e-06, "in-drivable-lane": 7.049999999999987, "deviation-heading": 0.2665393864559088, "agent_compute-ego0": 0.012271506445748466, "agent_compute-ego1": 0.011548072269984654, "agent_compute-ego2": 0.010863955361502512, "agent_compute-ego3": 0.011347476414271763, "complete-iteration": 0.7645472540174212, "set_robot_commands": 0.002168198994227818, "deviation-center-line": 0.1858875809975676, "driven_lanedir_consec": 0.5656387472941029, "sim_compute_sim_state": 0.023887825012207032, "sim_compute_performance-ego0": 0.0020399570465087892, "sim_compute_performance-ego1": 0.0019196701049804688, "sim_compute_performance-ego2": 0.0018762588500976563, "sim_compute_performance-ego3": 0.0018865953172956197}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 1.6754281990913904, "get_ui_image": 0.04574712072099958, "step_physics": 0.594612774167742, "survival_time": 8.699999999999989, "driven_lanedir": 0.531623736296337, "get_state_dump": 0.009182146617344449, "get_robot_state": 0.013898075648716516, "sim_render-ego0": 0.003819832120622907, "sim_render-ego1": 0.003701987947736468, "sim_render-ego2": 0.0035744244711739676, "sim_render-ego3": 0.0035253960745675224, "get_duckie_state": 1.3760157993861607e-06, "in-drivable-lane": 7.099999999999988, "deviation-heading": 0.3765924624405937, "agent_compute-ego0": 0.012271506445748466, "agent_compute-ego1": 0.011548072269984654, "agent_compute-ego2": 0.010863955361502512, "agent_compute-ego3": 0.011347476414271763, "complete-iteration": 0.7645472540174212, "set_robot_commands": 0.002168198994227818, "deviation-center-line": 0.09654869044461176, "driven_lanedir_consec": 0.531623736296337, "sim_compute_sim_state": 0.023887825012207032, "sim_compute_performance-ego0": 0.0020399570465087892, "sim_compute_performance-ego1": 0.0019196701049804688, "sim_compute_performance-ego2": 0.0018762588500976563, "sim_compute_performance-ego3": 0.0018865953172956197}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 1.7160571722130875, "get_ui_image": 0.030318799018859866, "step_physics": 0.1598131513595581, "survival_time": 4.94999999999999, "driven_lanedir": 0.7912652802573135, "get_state_dump": 0.006059887409210205, "get_robot_state": 0.0070806431770324705, "sim_render-ego0": 0.003590085506439209, "sim_render-ego1": 0.003587040901184082, "get_duckie_state": 1.3375282287597657e-06, "in-drivable-lane": 2.79999999999999, "deviation-heading": 0.27730149789233977, "agent_compute-ego0": 0.010028526782989504, "agent_compute-ego1": 0.009392917156219482, "complete-iteration": 0.2467997145652771, "set_robot_commands": 0.002112417221069336, "deviation-center-line": 0.1090565050273313, "driven_lanedir_consec": 0.7912652802573135, "sim_compute_sim_state": 0.008847408294677735, "sim_compute_performance-ego0": 0.001941995620727539, "sim_compute_performance-ego1": 0.0018387341499328611}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 1.694516212168272, "get_ui_image": 0.030318799018859866, "step_physics": 0.1598131513595581, "survival_time": 4.94999999999999, "driven_lanedir": 0.6269592523184353, "get_state_dump": 0.006059887409210205, "get_robot_state": 0.0070806431770324705, "sim_render-ego0": 0.003590085506439209, "sim_render-ego1": 0.003587040901184082, "get_duckie_state": 1.3375282287597657e-06, "in-drivable-lane": 2.8999999999999897, "deviation-heading": 0.8277465282420078, "agent_compute-ego0": 0.010028526782989504, "agent_compute-ego1": 0.009392917156219482, "complete-iteration": 0.2467997145652771, "set_robot_commands": 0.002112417221069336, "deviation-center-line": 0.18050597124573223, "driven_lanedir_consec": 0.6269592523184353, "sim_compute_sim_state": 0.008847408294677735, "sim_compute_performance-ego0": 0.001941995620727539, "sim_compute_performance-ego1": 0.0018387341499328611}}
set_robot_commands_max0.002168198994227818
set_robot_commands_mean0.0021377361254865715
set_robot_commands_median0.0021373362768264043
set_robot_commands_min0.002112417221069336
sim_compute_performance-ego0_max0.002051058937521542
sim_compute_performance-ego0_mean0.0020294842065549366
sim_compute_performance-ego0_median0.0020411809285481772
sim_compute_performance-ego0_min0.001941995620727539
sim_compute_performance-ego1_max0.0019225252776586708
sim_compute_performance-ego1_mean0.0018949763294981697
sim_compute_performance-ego1_median0.0019196701049804688
sim_compute_performance-ego1_min0.0018387341499328611
sim_compute_sim_state_max0.03442662556966146
sim_compute_sim_state_mean0.02499624649969851
sim_compute_sim_state_median0.024748708019737435
sim_compute_sim_state_min0.008847408294677735
sim_render-ego0_max0.003819832120622907
sim_render-ego0_mean0.0037415576763466006
sim_render-ego0_median0.003798885505740382
sim_render-ego0_min0.003590085506439209
sim_render-ego1_max0.003701987947736468
sim_render-ego1_mean0.0036586959784676814
sim_render-ego1_median0.003664253138694443
sim_render-ego1_min0.003587040901184082
simulation-passed1
step_physics_max0.6140950657072521
step_physics_mean0.4999623076063769
step_physics_median0.594612774167742
step_physics_min0.1598131513595581
survival_time_max8.699999999999989
survival_time_mean6.364285714285702
survival_time_min4.94999999999999

Highlights

53556

Click the images to see detailed statistics about the episode.

LFV_multi-norm-loop-000

LFV_multi-norm-small_loop-000

LFV_multi-norm-techtrack-000

LFV_multi-norm-zigzag-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.