Duckietown Challenges Home Challenges Submissions

Job 53673

Job ID53673
submission12718
userBea Baselines 🐤
user labeltemplate-random
challengeaido5-LFV_multi-sim-validation
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-06
date started
date completed
duration0:13:38
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6824877811914045
survival_time_median5.899999999999987
deviation-center-line_median0.12472377253302876
in-drivable-lane_median3.4999999999999876


other stats
agent_compute-ego0_max0.012419263294764928
agent_compute-ego0_mean0.011065641748948116
agent_compute-ego0_median0.010619299752371652
agent_compute-ego0_min0.0100750522453244
agent_compute-ego1_max0.012150577817644392
agent_compute-ego1_mean0.01107882968231696
agent_compute-ego1_median0.010944802420479911
agent_compute-ego1_min0.010346691147619935
complete-iteration_max0.8305484680902391
complete-iteration_mean0.6773383732641539
complete-iteration_median0.7665051950727191
complete-iteration_min0.29129539251327513
deviation-center-line_max0.3720891524232108
deviation-center-line_mean0.14685622741377286
deviation-center-line_min0.05518112651933551
deviation-heading_max0.867080540349331
deviation-heading_mean0.5357711264887624
deviation-heading_median0.5079772825538268
deviation-heading_min0.26252044590060647
driven_any_max3.446854510378138
driven_any_mean1.820198672632691
driven_any_median1.6714945309441915
driven_any_min0.8190735567943087
driven_lanedir_consec_max1.3675792451083173
driven_lanedir_consec_mean0.7011373480211068
driven_lanedir_consec_min0.11975322687645118
driven_lanedir_max1.3675792451083173
driven_lanedir_mean0.7011373480211068
driven_lanedir_median0.6824877811914045
driven_lanedir_min0.11975322687645118
get_duckie_state_max1.690387725830078e-06
get_duckie_state_mean1.585626659416208e-06
get_duckie_state_median1.558736592781644e-06
get_duckie_state_min1.5585763113839286e-06
get_robot_state_max0.01481091875989898
get_robot_state_mean0.013654694222316308
get_robot_state_median0.014770030975341795
get_robot_state_min0.008113257884979248
get_state_dump_max0.009971330279395696
get_state_dump_mean0.009390137754663935
get_state_dump_median0.009955211847770111
get_state_dump_min0.0069830060005187985
get_ui_image_max0.04873470805940174
get_ui_image_mean0.044284175279952376
get_ui_image_median0.045487779889787944
get_ui_image_min0.034156925678253174
in-drivable-lane_max7.7499999999999885
in-drivable-lane_mean4.346428571428561
in-drivable-lane_min2.499999999999991
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 1.6675608627969534, "get_ui_image": 0.04369366269151704, "step_physics": 0.4607036594583207, "survival_time": 5.899999999999987, "driven_lanedir": 0.7346281785949911, "get_state_dump": 0.009955211847770111, "get_robot_state": 0.01481091875989898, "sim_render-ego0": 0.00388933630550609, "sim_render-ego1": 0.0037965073305017806, "sim_render-ego2": 0.003796425186285452, "sim_render-ego3": 0.003655359524638713, "get_duckie_state": 1.558736592781644e-06, "in-drivable-lane": 3.8499999999999863, "deviation-heading": 0.469738838674098, "agent_compute-ego0": 0.0100750522453244, "agent_compute-ego1": 0.010346691147619935, "agent_compute-ego2": 0.010273428524241728, "agent_compute-ego3": 0.010008481370300804, "complete-iteration": 0.6279829470049433, "set_robot_commands": 0.0022849415530677604, "deviation-center-line": 0.09483029131067588, "driven_lanedir_consec": 0.7346281785949911, "sim_compute_sim_state": 0.025233425012155745, "sim_compute_performance-ego0": 0.002175206897639427, "sim_compute_performance-ego1": 0.001976858667966698, "sim_compute_performance-ego2": 0.0020060799702876757, "sim_compute_performance-ego3": 0.0019920453304002263}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 2.2509378169054304, "get_ui_image": 0.04369366269151704, "step_physics": 0.4607036594583207, "survival_time": 5.899999999999987, "driven_lanedir": 1.3675792451083173, "get_state_dump": 0.009955211847770111, "get_robot_state": 0.01481091875989898, "sim_render-ego0": 0.00388933630550609, "sim_render-ego1": 0.0037965073305017806, "sim_render-ego2": 0.003796425186285452, "sim_render-ego3": 0.003655359524638713, "get_duckie_state": 1.558736592781644e-06, "in-drivable-lane": 2.499999999999991, "deviation-heading": 0.6629283611959488, "agent_compute-ego0": 0.0100750522453244, "agent_compute-ego1": 0.010346691147619935, "agent_compute-ego2": 0.010273428524241728, "agent_compute-ego3": 0.010008481370300804, "complete-iteration": 0.6279829470049433, "set_robot_commands": 0.0022849415530677604, "deviation-center-line": 0.3720891524232108, "driven_lanedir_consec": 1.3675792451083173, "sim_compute_sim_state": 0.025233425012155745, "sim_compute_performance-ego0": 0.002175206897639427, "sim_compute_performance-ego1": 0.001976858667966698, "sim_compute_performance-ego2": 0.0020060799702876757, "sim_compute_performance-ego3": 0.0019920453304002263}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 1.6203586225454043, "get_ui_image": 0.04369366269151704, "step_physics": 0.4607036594583207, "survival_time": 5.899999999999987, "driven_lanedir": 1.2561576430034282, "get_state_dump": 0.009955211847770111, "get_robot_state": 0.01481091875989898, "sim_render-ego0": 0.00388933630550609, "sim_render-ego1": 0.0037965073305017806, "sim_render-ego2": 0.003796425186285452, "sim_render-ego3": 0.003655359524638713, "get_duckie_state": 1.558736592781644e-06, "in-drivable-lane": 2.7499999999999902, "deviation-heading": 0.5462157264335555, "agent_compute-ego0": 0.0100750522453244, "agent_compute-ego1": 0.010346691147619935, "agent_compute-ego2": 0.010273428524241728, "agent_compute-ego3": 0.010008481370300804, "complete-iteration": 0.6279829470049433, "set_robot_commands": 0.0022849415530677604, "deviation-center-line": 0.14039104003872624, "driven_lanedir_consec": 1.2561576430034282, "sim_compute_sim_state": 0.025233425012155745, "sim_compute_performance-ego0": 0.002175206897639427, "sim_compute_performance-ego1": 0.001976858667966698, "sim_compute_performance-ego2": 0.0020060799702876757, "sim_compute_performance-ego3": 0.0019920453304002263}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 1.667560862796993, "get_ui_image": 0.04369366269151704, "step_physics": 0.4607036594583207, "survival_time": 5.899999999999987, "driven_lanedir": 0.719009961023402, "get_state_dump": 0.009955211847770111, "get_robot_state": 0.01481091875989898, "sim_render-ego0": 0.00388933630550609, "sim_render-ego1": 0.0037965073305017806, "sim_render-ego2": 0.003796425186285452, "sim_render-ego3": 0.003655359524638713, "get_duckie_state": 1.558736592781644e-06, "in-drivable-lane": 3.899999999999986, "deviation-heading": 0.4254966176967258, "agent_compute-ego0": 0.0100750522453244, "agent_compute-ego1": 0.010346691147619935, "agent_compute-ego2": 0.010273428524241728, "agent_compute-ego3": 0.010008481370300804, "complete-iteration": 0.6279829470049433, "set_robot_commands": 0.0022849415530677604, "deviation-center-line": 0.07109220477049745, "driven_lanedir_consec": 0.719009961023402, "sim_compute_sim_state": 0.025233425012155745, "sim_compute_performance-ego0": 0.002175206897639427, "sim_compute_performance-ego1": 0.001976858667966698, "sim_compute_performance-ego2": 0.0020060799702876757, "sim_compute_performance-ego3": 0.0019920453304002263}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 1.3478761906085373, "get_ui_image": 0.04873470805940174, "step_physics": 0.6457277797517322, "survival_time": 5.1999999999999895, "driven_lanedir": 0.7173980024822183, "get_state_dump": 0.009971330279395696, "get_robot_state": 0.014770030975341795, "sim_render-ego0": 0.003936769848778134, "sim_render-ego1": 0.003937346594674247, "sim_render-ego2": 0.003748260225568499, "sim_render-ego3": 0.0038835025969005768, "get_duckie_state": 1.5871865408761162e-06, "in-drivable-lane": 3.0499999999999914, "deviation-heading": 0.867080540349331, "agent_compute-ego0": 0.010619299752371652, "agent_compute-ego1": 0.010944802420479911, "agent_compute-ego2": 0.010770484379359652, "agent_compute-ego3": 0.010872248240879604, "complete-iteration": 0.8305484680902391, "set_robot_commands": 0.002232458477928525, "deviation-center-line": 0.18524260463403516, "driven_lanedir_consec": 0.7173980024822183, "sim_compute_sim_state": 0.03526111103239513, "sim_compute_performance-ego0": 0.002226003011067708, "sim_compute_performance-ego1": 0.001980727059500558, "sim_compute_performance-ego2": 0.0020602067311604817, "sim_compute_performance-ego3": 0.0019870667230515253}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 1.413599166315601, "get_ui_image": 0.04873470805940174, "step_physics": 0.6457277797517322, "survival_time": 5.1999999999999895, "driven_lanedir": 0.11975322687645118, "get_state_dump": 0.009971330279395696, "get_robot_state": 0.014770030975341795, "sim_render-ego0": 0.003936769848778134, "sim_render-ego1": 0.003937346594674247, "sim_render-ego2": 0.003748260225568499, "sim_render-ego3": 0.0038835025969005768, "get_duckie_state": 1.5871865408761162e-06, "in-drivable-lane": 4.54999999999999, "deviation-heading": 0.41633267011024633, "agent_compute-ego0": 0.010619299752371652, "agent_compute-ego1": 0.010944802420479911, "agent_compute-ego2": 0.010770484379359652, "agent_compute-ego3": 0.010872248240879604, "complete-iteration": 0.8305484680902391, "set_robot_commands": 0.002232458477928525, "deviation-center-line": 0.05518112651933551, "driven_lanedir_consec": 0.11975322687645118, "sim_compute_sim_state": 0.03526111103239513, "sim_compute_performance-ego0": 0.002226003011067708, "sim_compute_performance-ego1": 0.001980727059500558, "sim_compute_performance-ego2": 0.0020602067311604817, "sim_compute_performance-ego3": 0.0019870667230515253}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 1.8859035020838468, "get_ui_image": 0.04873470805940174, "step_physics": 0.6457277797517322, "survival_time": 5.1999999999999895, "driven_lanedir": 0.9084889312577556, "get_state_dump": 0.009971330279395696, "get_robot_state": 0.014770030975341795, "sim_render-ego0": 0.003936769848778134, "sim_render-ego1": 0.003937346594674247, "sim_render-ego2": 0.003748260225568499, "sim_render-ego3": 0.0038835025969005768, "get_duckie_state": 1.5871865408761162e-06, "in-drivable-lane": 2.6499999999999906, "deviation-heading": 0.7560294458114469, "agent_compute-ego0": 0.010619299752371652, "agent_compute-ego1": 0.010944802420479911, "agent_compute-ego2": 0.010770484379359652, "agent_compute-ego3": 0.010872248240879604, "complete-iteration": 0.8305484680902391, "set_robot_commands": 0.002232458477928525, "deviation-center-line": 0.2274030062822905, "driven_lanedir_consec": 0.9084889312577556, "sim_compute_sim_state": 0.03526111103239513, "sim_compute_performance-ego0": 0.002226003011067708, "sim_compute_performance-ego1": 0.001980727059500558, "sim_compute_performance-ego2": 0.0020602067311604817, "sim_compute_performance-ego3": 0.0019870667230515253}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 1.3478761906085472, "get_ui_image": 0.04873470805940174, "step_physics": 0.6457277797517322, "survival_time": 5.1999999999999895, "driven_lanedir": 0.6255720679354082, "get_state_dump": 0.009971330279395696, "get_robot_state": 0.014770030975341795, "sim_render-ego0": 0.003936769848778134, "sim_render-ego1": 0.003937346594674247, "sim_render-ego2": 0.003748260225568499, "sim_render-ego3": 0.0038835025969005768, "get_duckie_state": 1.5871865408761162e-06, "in-drivable-lane": 3.149999999999989, "deviation-heading": 0.7506184812162171, "agent_compute-ego0": 0.010619299752371652, "agent_compute-ego1": 0.010944802420479911, "agent_compute-ego2": 0.010770484379359652, "agent_compute-ego3": 0.010872248240879604, "complete-iteration": 0.8305484680902391, "set_robot_commands": 0.002232458477928525, "deviation-center-line": 0.1970464118524351, "driven_lanedir_consec": 0.6255720679354082, "sim_compute_sim_state": 0.03526111103239513, "sim_compute_performance-ego0": 0.002226003011067708, "sim_compute_performance-ego1": 0.001980727059500558, "sim_compute_performance-ego2": 0.0020602067311604817, "sim_compute_performance-ego3": 0.0019870667230515253}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.8190735567943087, "get_ui_image": 0.045487779889787944, "step_physics": 0.5947542585645403, "survival_time": 8.699999999999989, "driven_lanedir": 0.204271039946744, "get_state_dump": 0.009447437013898576, "get_robot_state": 0.014153851100376674, "sim_render-ego0": 0.003819372994559152, "sim_render-ego1": 0.003795958927699498, "sim_render-ego2": 0.0036506135123116623, "sim_render-ego3": 0.003598383494785854, "get_duckie_state": 1.5585763113839286e-06, "in-drivable-lane": 7.7499999999999885, "deviation-heading": 0.5956547684236475, "agent_compute-ego0": 0.012419263294764928, "agent_compute-ego1": 0.012150577817644392, "agent_compute-ego2": 0.012046120507376535, "agent_compute-ego3": 0.011308411189488004, "complete-iteration": 0.7665051950727191, "set_robot_commands": 0.002223513466971261, "deviation-center-line": 0.06316401342706499, "driven_lanedir_consec": 0.204271039946744, "sim_compute_sim_state": 0.02312761034284319, "sim_compute_performance-ego0": 0.002084531784057617, "sim_compute_performance-ego1": 0.0019197886330740792, "sim_compute_performance-ego2": 0.0018992110661097937, "sim_compute_performance-ego3": 0.0019115243639264787}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 2.9291785515511695, "get_ui_image": 0.045487779889787944, "step_physics": 0.5947542585645403, "survival_time": 8.699999999999989, "driven_lanedir": 0.6475775599005906, "get_state_dump": 0.009447437013898576, "get_robot_state": 0.014153851100376674, "sim_render-ego0": 0.003819372994559152, "sim_render-ego1": 0.003795958927699498, "sim_render-ego2": 0.0036506135123116623, "sim_render-ego3": 0.003598383494785854, "get_duckie_state": 1.5585763113839286e-06, "in-drivable-lane": 6.849999999999988, "deviation-heading": 0.26252044590060647, "agent_compute-ego0": 0.012419263294764928, "agent_compute-ego1": 0.012150577817644392, "agent_compute-ego2": 0.012046120507376535, "agent_compute-ego3": 0.011308411189488004, "complete-iteration": 0.7665051950727191, "set_robot_commands": 0.002223513466971261, "deviation-center-line": 0.0775485848193056, "driven_lanedir_consec": 0.6475775599005906, "sim_compute_sim_state": 0.02312761034284319, "sim_compute_performance-ego0": 0.002084531784057617, "sim_compute_performance-ego1": 0.0019197886330740792, "sim_compute_performance-ego2": 0.0018992110661097937, "sim_compute_performance-ego3": 0.0019115243639264787}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 3.446854510378138, "get_ui_image": 0.045487779889787944, "step_physics": 0.5947542585645403, "survival_time": 8.699999999999989, "driven_lanedir": 0.5656387472941029, "get_state_dump": 0.009447437013898576, "get_robot_state": 0.014153851100376674, "sim_render-ego0": 0.003819372994559152, "sim_render-ego1": 0.003795958927699498, "sim_render-ego2": 0.0036506135123116623, "sim_render-ego3": 0.003598383494785854, "get_duckie_state": 1.5585763113839286e-06, "in-drivable-lane": 7.049999999999987, "deviation-heading": 0.2665393864559088, "agent_compute-ego0": 0.012419263294764928, "agent_compute-ego1": 0.012150577817644392, "agent_compute-ego2": 0.012046120507376535, "agent_compute-ego3": 0.011308411189488004, "complete-iteration": 0.7665051950727191, "set_robot_commands": 0.002223513466971261, "deviation-center-line": 0.1858875809975676, "driven_lanedir_consec": 0.5656387472941029, "sim_compute_sim_state": 0.02312761034284319, "sim_compute_performance-ego0": 0.002084531784057617, "sim_compute_performance-ego1": 0.0019197886330740792, "sim_compute_performance-ego2": 0.0018992110661097937, "sim_compute_performance-ego3": 0.0019115243639264787}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 1.6754281990913904, "get_ui_image": 0.045487779889787944, "step_physics": 0.5947542585645403, "survival_time": 8.699999999999989, "driven_lanedir": 0.531623736296337, "get_state_dump": 0.009447437013898576, "get_robot_state": 0.014153851100376674, "sim_render-ego0": 0.003819372994559152, "sim_render-ego1": 0.003795958927699498, "sim_render-ego2": 0.0036506135123116623, "sim_render-ego3": 0.003598383494785854, "get_duckie_state": 1.5585763113839286e-06, "in-drivable-lane": 7.099999999999988, "deviation-heading": 0.3765924624405937, "agent_compute-ego0": 0.012419263294764928, "agent_compute-ego1": 0.012150577817644392, "agent_compute-ego2": 0.012046120507376535, "agent_compute-ego3": 0.011308411189488004, "complete-iteration": 0.7665051950727191, "set_robot_commands": 0.002223513466971261, "deviation-center-line": 0.09654869044461176, "driven_lanedir_consec": 0.531623736296337, "sim_compute_sim_state": 0.02312761034284319, "sim_compute_performance-ego0": 0.002084531784057617, "sim_compute_performance-ego1": 0.0019197886330740792, "sim_compute_performance-ego2": 0.0018992110661097937, "sim_compute_performance-ego3": 0.0019115243639264787}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 1.7160571722130875, "get_ui_image": 0.034156925678253174, "step_physics": 0.19275429964065552, "survival_time": 4.94999999999999, "driven_lanedir": 0.7912652802573135, "get_state_dump": 0.0069830060005187985, "get_robot_state": 0.008113257884979248, "sim_render-ego0": 0.004177167415618897, "sim_render-ego1": 0.003911347389221192, "get_duckie_state": 1.690387725830078e-06, "in-drivable-lane": 2.79999999999999, "deviation-heading": 0.27730149789233977, "agent_compute-ego0": 0.011232261657714845, "agent_compute-ego1": 0.010667665004730225, "complete-iteration": 0.29129539251327513, "set_robot_commands": 0.0024092435836791993, "deviation-center-line": 0.1090565050273313, "driven_lanedir_consec": 0.7912652802573135, "sim_compute_sim_state": 0.009938039779663089, "sim_compute_performance-ego0": 0.002239189147949219, "sim_compute_performance-ego1": 0.0021087121963500976}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 1.694516212168272, "get_ui_image": 0.034156925678253174, "step_physics": 0.19275429964065552, "survival_time": 4.94999999999999, "driven_lanedir": 0.6269592523184353, "get_state_dump": 0.0069830060005187985, "get_robot_state": 0.008113257884979248, "sim_render-ego0": 0.004177167415618897, "sim_render-ego1": 0.003911347389221192, "get_duckie_state": 1.690387725830078e-06, "in-drivable-lane": 2.8999999999999897, "deviation-heading": 0.8277465282420078, "agent_compute-ego0": 0.011232261657714845, "agent_compute-ego1": 0.010667665004730225, "complete-iteration": 0.29129539251327513, "set_robot_commands": 0.0024092435836791993, "deviation-center-line": 0.18050597124573223, "driven_lanedir_consec": 0.6269592523184353, "sim_compute_sim_state": 0.009938039779663089, "sim_compute_performance-ego0": 0.002239189147949219, "sim_compute_performance-ego1": 0.0021087121963500976}}
set_robot_commands_max0.0024092435836791993
set_robot_commands_mean0.0022701529399448994
set_robot_commands_median0.002232458477928525
set_robot_commands_min0.002223513466971261
sim_compute_performance-ego0_max0.002239189147949219
sim_compute_performance-ego0_mean0.002172953219068389
sim_compute_performance-ego0_median0.002175206897639427
sim_compute_performance-ego0_min0.002084531784057617
sim_compute_performance-ego1_max0.0021087121963500976
sim_compute_performance-ego1_mean0.00198049441677611
sim_compute_performance-ego1_median0.001976858667966698
sim_compute_performance-ego1_min0.0019197886330740792
sim_compute_sim_state_max0.03526111103239513
sim_compute_sim_state_mean0.02531176179349303
sim_compute_sim_state_median0.025233425012155745
sim_compute_sim_state_min0.009938039779663089
sim_render-ego0_max0.004177167415618897
sim_render-ego0_mean0.003924017959043663
sim_render-ego0_median0.00388933630550609
sim_render-ego0_min0.003819372994559152
sim_render-ego1_max0.003937346594674247
sim_render-ego1_mean0.003852996156424607
sim_render-ego1_median0.0037965073305017806
sim_render-ego1_min0.003795958927699498
simulation-passed1
step_physics_max0.6457277797517322
step_physics_mean0.5135893850271201
step_physics_median0.5947542585645403
step_physics_min0.19275429964065552
survival_time_max8.699999999999989
survival_time_mean6.364285714285702
survival_time_min4.94999999999999

Highlights

53673

Click the images to see detailed statistics about the episode.

LFV_multi-norm-loop-000

LFV_multi-norm-small_loop-000

LFV_multi-norm-techtrack-000

LFV_multi-norm-zigzag-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.