Duckietown Challenges Home Challenges Submissions

Job 53634

Job ID53634
submission12583
userBea Baselines 🐤
user labeltemplate-ros
challengeaido5-LFV_multi-sim-validation
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-02
date started
date completed
duration0:16:46
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.5119229704536532
survival_time_median7.7499999999999805
deviation-center-line_median0.14625040115260046
in-drivable-lane_median6.09999999999998


other stats
agent_compute-ego0_max0.012534785561445282
agent_compute-ego0_mean0.012251997059096782
agent_compute-ego0_median0.012334932119418412
agent_compute-ego0_min0.011783973030422045
agent_compute-ego1_max0.012349678122478985
agent_compute-ego1_mean0.01216990924791811
agent_compute-ego1_median0.012261384572738256
agent_compute-ego1_min0.011702147925772318
complete-iteration_max0.9522911799259676
complete-iteration_mean0.7794221533757099
complete-iteration_median0.8139222705364227
complete-iteration_min0.29935394409226207
deviation-center-line_max0.7304793061928613
deviation-center-line_mean0.1896392462735817
deviation-center-line_min0.07804421483853217
deviation-heading_max3.005503132472626
deviation-heading_mean0.9638465288284274
deviation-heading_median0.733143537660417
deviation-heading_min0.373135679089094
driven_any_max2.7413520076604936
driven_any_mean1.610513833876844
driven_any_median1.7453740805075753
driven_any_min0.7437922488276488
driven_lanedir_consec_max1.0008157779267826
driven_lanedir_consec_mean0.5381694877740133
driven_lanedir_consec_min0.1637623793420051
driven_lanedir_max1.0008157779267826
driven_lanedir_mean0.5381694877740133
driven_lanedir_median0.5119229704536532
driven_lanedir_min0.1637623793420051
get_duckie_state_max1.630921294723732e-06
get_duckie_state_mean1.5479641799310629e-06
get_duckie_state_median1.596212387084961e-06
get_duckie_state_min1.315663500529964e-06
get_robot_state_max0.01477880508471758
get_robot_state_mean0.01342020736927332
get_robot_state_median0.014355752779089886
get_robot_state_min0.007092848056700171
get_state_dump_max0.009997407595316568
get_state_dump_mean0.009120922253805236
get_state_dump_median0.009488447852756666
get_state_dump_min0.00619879292278755
get_ui_image_max0.0476927649974823
get_ui_image_mean0.043343052301606934
get_ui_image_median0.047436313751416326
get_ui_image_min0.02964488616803797
in-drivable-lane_max7.850000000000011
in-drivable-lane_mean5.299999999999992
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 1.0110592124399946, "get_ui_image": 0.04174916122270667, "step_physics": 0.6423419783080834, "survival_time": 6.849999999999984, "driven_lanedir": 1.0008157779267826, "get_state_dump": 0.009488447852756666, "get_robot_state": 0.014355752779089886, "sim_render-ego0": 0.003785852072895437, "sim_render-ego1": 0.003732126692067022, "sim_render-ego2": 0.0037512226381163664, "sim_render-ego3": 0.0036016806312229323, "get_duckie_state": 1.630921294723732e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.735232599024596, "agent_compute-ego0": 0.011783973030422045, "agent_compute-ego1": 0.012349678122478985, "agent_compute-ego2": 0.01293180127074753, "agent_compute-ego3": 0.01242082360861958, "complete-iteration": 0.8120871143064637, "set_robot_commands": 0.002211004063703012, "deviation-center-line": 0.1809700549119851, "driven_lanedir_consec": 1.0008157779267826, "sim_compute_sim_state": 0.022920971331389053, "sim_compute_performance-ego0": 0.002064293709354124, "sim_compute_performance-ego1": 0.001910722774008046, "sim_compute_performance-ego2": 0.001935190048770628, "sim_compute_performance-ego3": 0.0019161010134047356}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 1.7262774865179025, "get_ui_image": 0.04174916122270667, "step_physics": 0.6423419783080834, "survival_time": 6.849999999999984, "driven_lanedir": 0.25663180374473193, "get_state_dump": 0.009488447852756666, "get_robot_state": 0.014355752779089886, "sim_render-ego0": 0.003785852072895437, "sim_render-ego1": 0.003732126692067022, "sim_render-ego2": 0.0037512226381163664, "sim_render-ego3": 0.0036016806312229323, "get_duckie_state": 1.630921294723732e-06, "in-drivable-lane": 5.599999999999983, "deviation-heading": 0.373135679089094, "agent_compute-ego0": 0.011783973030422045, "agent_compute-ego1": 0.012349678122478985, "agent_compute-ego2": 0.01293180127074753, "agent_compute-ego3": 0.01242082360861958, "complete-iteration": 0.8120871143064637, "set_robot_commands": 0.002211004063703012, "deviation-center-line": 0.1316815288127681, "driven_lanedir_consec": 0.25663180374473193, "sim_compute_sim_state": 0.022920971331389053, "sim_compute_performance-ego0": 0.002064293709354124, "sim_compute_performance-ego1": 0.001910722774008046, "sim_compute_performance-ego2": 0.001935190048770628, "sim_compute_performance-ego3": 0.0019161010134047356}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 1.0682797570233569, "get_ui_image": 0.04174916122270667, "step_physics": 0.6423419783080834, "survival_time": 6.849999999999984, "driven_lanedir": 0.5188909729971789, "get_state_dump": 0.009488447852756666, "get_robot_state": 0.014355752779089886, "sim_render-ego0": 0.003785852072895437, "sim_render-ego1": 0.003732126692067022, "sim_render-ego2": 0.0037512226381163664, "sim_render-ego3": 0.0036016806312229323, "get_duckie_state": 1.630921294723732e-06, "in-drivable-lane": 4.799999999999983, "deviation-heading": 0.5464243342610965, "agent_compute-ego0": 0.011783973030422045, "agent_compute-ego1": 0.012349678122478985, "agent_compute-ego2": 0.01293180127074753, "agent_compute-ego3": 0.01242082360861958, "complete-iteration": 0.8120871143064637, "set_robot_commands": 0.002211004063703012, "deviation-center-line": 0.1710775157859087, "driven_lanedir_consec": 0.5188909729971789, "sim_compute_sim_state": 0.022920971331389053, "sim_compute_performance-ego0": 0.002064293709354124, "sim_compute_performance-ego1": 0.001910722774008046, "sim_compute_performance-ego2": 0.001935190048770628, "sim_compute_performance-ego3": 0.0019161010134047356}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 1.1906942549170236, "get_ui_image": 0.04174916122270667, "step_physics": 0.6423419783080834, "survival_time": 6.849999999999984, "driven_lanedir": 0.8022846590539598, "get_state_dump": 0.009488447852756666, "get_robot_state": 0.014355752779089886, "sim_render-ego0": 0.003785852072895437, "sim_render-ego1": 0.003732126692067022, "sim_render-ego2": 0.0037512226381163664, "sim_render-ego3": 0.0036016806312229323, "get_duckie_state": 1.630921294723732e-06, "in-drivable-lane": 3.7999999999999865, "deviation-heading": 0.5545796329624441, "agent_compute-ego0": 0.011783973030422045, "agent_compute-ego1": 0.012349678122478985, "agent_compute-ego2": 0.01293180127074753, "agent_compute-ego3": 0.01242082360861958, "complete-iteration": 0.8120871143064637, "set_robot_commands": 0.002211004063703012, "deviation-center-line": 0.11193237523763658, "driven_lanedir_consec": 0.8022846590539598, "sim_compute_sim_state": 0.022920971331389053, "sim_compute_performance-ego0": 0.002064293709354124, "sim_compute_performance-ego1": 0.001910722774008046, "sim_compute_performance-ego2": 0.001935190048770628, "sim_compute_performance-ego3": 0.0019161010134047356}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 1.903615620677367, "get_ui_image": 0.0476927649974823, "step_physics": 0.6260872292518616, "survival_time": 9.950000000000006, "driven_lanedir": 0.5049549679101274, "get_state_dump": 0.009337975978851318, "get_robot_state": 0.014289743900299072, "sim_render-ego0": 0.003701180219650269, "sim_render-ego1": 0.0036613595485687255, "sim_render-ego2": 0.003592667579650879, "sim_render-ego3": 0.003650103807449341, "get_duckie_state": 1.596212387084961e-06, "in-drivable-lane": 7.300000000000009, "deviation-heading": 1.429390448627209, "agent_compute-ego0": 0.012495691776275636, "agent_compute-ego1": 0.012132545709609983, "agent_compute-ego2": 0.012191015481948852, "agent_compute-ego3": 0.012181748151779175, "complete-iteration": 0.8139222705364227, "set_robot_commands": 0.0021219635009765625, "deviation-center-line": 0.23200171557947025, "driven_lanedir_consec": 0.5049549679101274, "sim_compute_sim_state": 0.03615063786506653, "sim_compute_performance-ego0": 0.002068687677383423, "sim_compute_performance-ego1": 0.0019205713272094729, "sim_compute_performance-ego2": 0.001927790641784668, "sim_compute_performance-ego3": 0.0018840980529785155}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 2.1464910401149004, "get_ui_image": 0.0476927649974823, "step_physics": 0.6260872292518616, "survival_time": 9.950000000000006, "driven_lanedir": 0.4511804722911048, "get_state_dump": 0.009337975978851318, "get_robot_state": 0.014289743900299072, "sim_render-ego0": 0.003701180219650269, "sim_render-ego1": 0.0036613595485687255, "sim_render-ego2": 0.003592667579650879, "sim_render-ego3": 0.003650103807449341, "get_duckie_state": 1.596212387084961e-06, "in-drivable-lane": 7.850000000000011, "deviation-heading": 1.025827724969505, "agent_compute-ego0": 0.012495691776275636, "agent_compute-ego1": 0.012132545709609983, "agent_compute-ego2": 0.012191015481948852, "agent_compute-ego3": 0.012181748151779175, "complete-iteration": 0.8139222705364227, "set_robot_commands": 0.0021219635009765625, "deviation-center-line": 0.2238709204818068, "driven_lanedir_consec": 0.4511804722911048, "sim_compute_sim_state": 0.03615063786506653, "sim_compute_performance-ego0": 0.002068687677383423, "sim_compute_performance-ego1": 0.0019205713272094729, "sim_compute_performance-ego2": 0.001927790641784668, "sim_compute_performance-ego3": 0.0018840980529785155}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 2.0494338651328414, "get_ui_image": 0.0476927649974823, "step_physics": 0.6260872292518616, "survival_time": 9.950000000000006, "driven_lanedir": 0.7157229891464567, "get_state_dump": 0.009337975978851318, "get_robot_state": 0.014289743900299072, "sim_render-ego0": 0.003701180219650269, "sim_render-ego1": 0.0036613595485687255, "sim_render-ego2": 0.003592667579650879, "sim_render-ego3": 0.003650103807449341, "get_duckie_state": 1.596212387084961e-06, "in-drivable-lane": 7.250000000000008, "deviation-heading": 0.7412459939466147, "agent_compute-ego0": 0.012495691776275636, "agent_compute-ego1": 0.012132545709609983, "agent_compute-ego2": 0.012191015481948852, "agent_compute-ego3": 0.012181748151779175, "complete-iteration": 0.8139222705364227, "set_robot_commands": 0.0021219635009765625, "deviation-center-line": 0.16081927349243286, "driven_lanedir_consec": 0.7157229891464567, "sim_compute_sim_state": 0.03615063786506653, "sim_compute_performance-ego0": 0.002068687677383423, "sim_compute_performance-ego1": 0.0019205713272094729, "sim_compute_performance-ego2": 0.001927790641784668, "sim_compute_performance-ego3": 0.0018840980529785155}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 2.7413520076604936, "get_ui_image": 0.0476927649974823, "step_physics": 0.6260872292518616, "survival_time": 9.950000000000006, "driven_lanedir": 0.6255114160662807, "get_state_dump": 0.009337975978851318, "get_robot_state": 0.014289743900299072, "sim_render-ego0": 0.003701180219650269, "sim_render-ego1": 0.0036613595485687255, "sim_render-ego2": 0.003592667579650879, "sim_render-ego3": 0.003650103807449341, "get_duckie_state": 1.596212387084961e-06, "in-drivable-lane": 7.300000000000008, "deviation-heading": 0.918177240885685, "agent_compute-ego0": 0.012495691776275636, "agent_compute-ego1": 0.012132545709609983, "agent_compute-ego2": 0.012191015481948852, "agent_compute-ego3": 0.012181748151779175, "complete-iteration": 0.8139222705364227, "set_robot_commands": 0.0021219635009765625, "deviation-center-line": 0.24937707582407456, "driven_lanedir_consec": 0.6255114160662807, "sim_compute_sim_state": 0.03615063786506653, "sim_compute_performance-ego0": 0.002068687677383423, "sim_compute_performance-ego1": 0.0019205713272094729, "sim_compute_performance-ego2": 0.001927790641784668, "sim_compute_performance-ego3": 0.0018840980529785155}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.7437922488276488, "get_ui_image": 0.047436313751416326, "step_physics": 0.7686427602401147, "survival_time": 7.7499999999999805, "driven_lanedir": 0.1637623793420051, "get_state_dump": 0.009997407595316568, "get_robot_state": 0.01477880508471758, "sim_render-ego0": 0.003760247658460568, "sim_render-ego1": 0.003706906086359269, "sim_render-ego2": 0.0037624973517197823, "sim_render-ego3": 0.00384292082908826, "get_duckie_state": 1.532909197685046e-06, "in-drivable-lane": 6.59999999999998, "deviation-heading": 0.7930922803777387, "agent_compute-ego0": 0.012334932119418412, "agent_compute-ego1": 0.012261384572738256, "agent_compute-ego2": 0.013313843653752254, "agent_compute-ego3": 0.013762276906233568, "complete-iteration": 0.9522911799259676, "set_robot_commands": 0.002187977998684614, "deviation-center-line": 0.08361148122825814, "driven_lanedir_consec": 0.1637623793420051, "sim_compute_sim_state": 0.027197600939334966, "sim_compute_performance-ego0": 0.002090162191635523, "sim_compute_performance-ego1": 0.002009417766179794, "sim_compute_performance-ego2": 0.001961063116024702, "sim_compute_performance-ego3": 0.002027447407062237}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 1.7644706744972478, "get_ui_image": 0.047436313751416326, "step_physics": 0.7686427602401147, "survival_time": 7.7499999999999805, "driven_lanedir": 0.41890731349065335, "get_state_dump": 0.009997407595316568, "get_robot_state": 0.01477880508471758, "sim_render-ego0": 0.003760247658460568, "sim_render-ego1": 0.003706906086359269, "sim_render-ego2": 0.0037624973517197823, "sim_render-ego3": 0.00384292082908826, "get_duckie_state": 1.532909197685046e-06, "in-drivable-lane": 5.849999999999979, "deviation-heading": 0.4026448472344221, "agent_compute-ego0": 0.012334932119418412, "agent_compute-ego1": 0.012261384572738256, "agent_compute-ego2": 0.013313843653752254, "agent_compute-ego3": 0.013762276906233568, "complete-iteration": 0.9522911799259676, "set_robot_commands": 0.002187977998684614, "deviation-center-line": 0.08576347961172219, "driven_lanedir_consec": 0.41890731349065335, "sim_compute_sim_state": 0.027197600939334966, "sim_compute_performance-ego0": 0.002090162191635523, "sim_compute_performance-ego1": 0.002009417766179794, "sim_compute_performance-ego2": 0.001961063116024702, "sim_compute_performance-ego3": 0.002027447407062237}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 0.7972678129370296, "get_ui_image": 0.047436313751416326, "step_physics": 0.7686427602401147, "survival_time": 7.7499999999999805, "driven_lanedir": 0.7578499667246239, "get_state_dump": 0.009997407595316568, "get_robot_state": 0.01477880508471758, "sim_render-ego0": 0.003760247658460568, "sim_render-ego1": 0.003706906086359269, "sim_render-ego2": 0.0037624973517197823, "sim_render-ego3": 0.00384292082908826, "get_duckie_state": 1.532909197685046e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.005503132472626, "agent_compute-ego0": 0.012334932119418412, "agent_compute-ego1": 0.012261384572738256, "agent_compute-ego2": 0.013313843653752254, "agent_compute-ego3": 0.013762276906233568, "complete-iteration": 0.9522911799259676, "set_robot_commands": 0.002187977998684614, "deviation-center-line": 0.7304793061928613, "driven_lanedir_consec": 0.7578499667246239, "sim_compute_sim_state": 0.027197600939334966, "sim_compute_performance-ego0": 0.002090162191635523, "sim_compute_performance-ego1": 0.002009417766179794, "sim_compute_performance-ego2": 0.001961063116024702, "sim_compute_performance-ego3": 0.002027447407062237}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 1.9391147644595397, "get_ui_image": 0.047436313751416326, "step_physics": 0.7686427602401147, "survival_time": 7.7499999999999805, "driven_lanedir": 0.26614287438768214, "get_state_dump": 0.009997407595316568, "get_robot_state": 0.01477880508471758, "sim_render-ego0": 0.003760247658460568, "sim_render-ego1": 0.003706906086359269, "sim_render-ego2": 0.0037624973517197823, "sim_render-ego3": 0.00384292082908826, "get_duckie_state": 1.532909197685046e-06, "in-drivable-lane": 6.34999999999998, "deviation-heading": 0.5478714783992787, "agent_compute-ego0": 0.012334932119418412, "agent_compute-ego1": 0.012261384572738256, "agent_compute-ego2": 0.013313843653752254, "agent_compute-ego3": 0.013762276906233568, "complete-iteration": 0.9522911799259676, "set_robot_commands": 0.002187977998684614, "deviation-center-line": 0.07804421483853217, "driven_lanedir_consec": 0.26614287438768214, "sim_compute_sim_state": 0.027197600939334966, "sim_compute_performance-ego0": 0.002090162191635523, "sim_compute_performance-ego1": 0.002009417766179794, "sim_compute_performance-ego2": 0.001961063116024702, "sim_compute_performance-ego3": 0.002027447407062237}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 1.2921598010593147, "get_ui_image": 0.02964488616803797, "step_physics": 0.20924626472519664, "survival_time": 8.14999999999998, "driven_lanedir": 0.7642154256938922, "get_state_dump": 0.00619879292278755, "get_robot_state": 0.007092848056700171, "sim_render-ego0": 0.003688280175371868, "sim_render-ego1": 0.0035882766653851767, "get_duckie_state": 1.315663500529964e-06, "in-drivable-lane": 4.899999999999984, "deviation-heading": 0.6956849299734553, "agent_compute-ego0": 0.012534785561445282, "agent_compute-ego1": 0.011702147925772318, "complete-iteration": 0.29935394409226207, "set_robot_commands": 0.002150776909618843, "deviation-center-line": 0.0982696240881846, "driven_lanedir_consec": 0.7642154256938922, "sim_compute_sim_state": 0.007355086687134534, "sim_compute_performance-ego0": 0.0019502145488087723, "sim_compute_performance-ego1": 0.0019029160825217643}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 2.173185128011157, "get_ui_image": 0.02964488616803797, "step_physics": 0.20924626472519664, "survival_time": 8.14999999999998, "driven_lanedir": 0.2875018100607072, "get_state_dump": 0.00619879292278755, "get_robot_state": 0.007092848056700171, "sim_render-ego0": 0.003688280175371868, "sim_render-ego1": 0.0035882766653851767, "get_duckie_state": 1.315663500529964e-06, "in-drivable-lane": 6.599999999999981, "deviation-heading": 0.7250410813742192, "agent_compute-ego0": 0.012534785561445282, "agent_compute-ego1": 0.011702147925772318, "complete-iteration": 0.29935394409226207, "set_robot_commands": 0.002150776909618843, "deviation-center-line": 0.11705088174450284, "driven_lanedir_consec": 0.2875018100607072, "sim_compute_sim_state": 0.007355086687134534, "sim_compute_performance-ego0": 0.0019502145488087723, "sim_compute_performance-ego1": 0.0019029160825217643}}
set_robot_commands_max0.002211004063703012
set_robot_commands_mean0.0021703811480496024
set_robot_commands_median0.002187977998684614
set_robot_commands_min0.0021219635009765625
sim_compute_performance-ego0_max0.002090162191635523
sim_compute_performance-ego0_mean0.002056643100793559
sim_compute_performance-ego0_median0.002068687677383423
sim_compute_performance-ego0_min0.0019502145488087723
sim_compute_performance-ego1_max0.002009417766179794
sim_compute_performance-ego1_mean0.0019406199739023411
sim_compute_performance-ego1_median0.0019205713272094729
sim_compute_performance-ego1_min0.0019029160825217643
sim_compute_sim_state_max0.03615063786506653
sim_compute_sim_state_mean0.025699072422673656
sim_compute_sim_state_median0.027197600939334966
sim_compute_sim_state_min0.007355086687134534
sim_render-ego0_max0.003785852072895437
sim_render-ego0_mean0.003740405725340631
sim_render-ego0_median0.003760247658460568
sim_render-ego0_min0.003688280175371868
sim_render-ego1_max0.003732126692067022
sim_render-ego1_mean0.0036841516170536023
sim_render-ego1_median0.003706906086359269
sim_render-ego1_min0.0035882766653851767
simulation-passed1
step_physics_max0.7686427602401147
step_physics_mean0.6119128857607594
step_physics_median0.6423419783080834
step_physics_min0.20924626472519664
survival_time_max9.950000000000006
survival_time_mean8.178571428571416
survival_time_min6.849999999999984

Highlights

53634

Click the images to see detailed statistics about the episode.

LFV_multi-norm-loop-000

LFV_multi-norm-small_loop-000

LFV_multi-norm-techtrack-000

LFV_multi-norm-zigzag-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.