Duckietown Challenges Home Challenges Submissions

Job 58927

Job ID58927
submission12807
userYishu Malhotra 🇨🇦
user labelexercise_state_estimation
challengeaido5-LFV_multi-sim-validation
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-02
date started
date completed
duration1:58:43
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median5.191481640375368
survival_time_median59.99999999999873
deviation-center-line_median3.823587332562517
in-drivable-lane_median0.4749999999999943


other stats
agent_compute-ego0_max0.013782089462085648
agent_compute-ego0_mean0.013133506289595568
agent_compute-ego0_median0.012935691233181536
agent_compute-ego0_min0.012525243822680623
agent_compute-ego1_max0.013815927141495331
agent_compute-ego1_mean0.013102554898565376
agent_compute-ego1_median0.013087529127643467
agent_compute-ego1_min0.012734677372725182
complete-iteration_max1.308144335641342
complete-iteration_mean0.978490649295364
complete-iteration_median1.1403638022229832
complete-iteration_min0.3539968064723124
deviation-center-line_max7.906495593699655
deviation-center-line_mean3.7953610680277503
deviation-center-line_min0.49597977370604496
deviation-heading_max37.22206537408142
deviation-heading_mean15.626124007704878
deviation-heading_median16.654528818239864
deviation-heading_min1.3959632248309464
driven_any_max12.575670611593685
driven_any_mean7.26802309814776
driven_any_median5.959643528255323
driven_any_min1.2029184935361588
driven_lanedir_consec_max11.510671912488665
driven_lanedir_consec_mean6.395931501959033
driven_lanedir_consec_min1.0966047716452785
driven_lanedir_max11.510671912488665
driven_lanedir_mean6.477288253694624
driven_lanedir_median5.191481640375368
driven_lanedir_min1.0966047716452785
get_duckie_state_max3.0096290873832444e-06
get_duckie_state_mean2.634232992522476e-06
get_duckie_state_median2.464982095507162e-06
get_duckie_state_min2.402052295694343e-06
get_robot_state_max0.01614506694735313
get_robot_state_mean0.01430564254720174
get_robot_state_median0.01531281360083079
get_robot_state_min0.008319314199549552
get_state_dump_max0.010380910367381816
get_state_dump_mean0.009622147117558096
get_state_dump_median0.010095369011833706
get_state_dump_min0.0069346209518782054
get_ui_image_max0.0526877354821198
get_ui_image_mean0.04679332955715786
get_ui_image_median0.050340138325074904
get_ui_image_min0.034295628089031194
in-drivable-lane_max34.8499999999985
in-drivable-lane_mean3.828571428571276
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 12.575670611593685, "get_ui_image": 0.04360096559834222, "step_physics": 0.6177571208947504, "survival_time": 59.99999999999873, "driven_lanedir": 11.510671912488665, "get_state_dump": 0.009733925056298706, "get_robot_state": 0.014452211267247389, "sim_render-ego0": 0.003963700539861293, "sim_render-ego1": 0.004187858273445021, "sim_render-ego2": 0.004206608376038461, "sim_render-ego3": 0.00409473388220845, "get_duckie_state": 2.402052295694343e-06, "in-drivable-lane": 1.8499999999999268, "deviation-heading": 17.719772438031324, "agent_compute-ego0": 0.012525243822680623, "agent_compute-ego1": 0.012734677372725182, "agent_compute-ego2": 0.012895533683198774, "agent_compute-ego3": 0.01311470666197714, "complete-iteration": 0.7992107314332935, "set_robot_commands": 0.002213322252754764, "deviation-center-line": 3.8282332170619258, "driven_lanedir_consec": 11.510671912488665, "sim_compute_sim_state": 0.02840237395153951, "sim_compute_performance-ego0": 0.0021503301186922884, "sim_compute_performance-ego1": 0.0020201603240712694, "sim_compute_performance-ego2": 0.002023222841489921, "sim_compute_performance-ego3": 0.0020250968393139995}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 12.045069564547523, "get_ui_image": 0.04360096559834222, "step_physics": 0.6177571208947504, "survival_time": 59.99999999999873, "driven_lanedir": 11.119587476844288, "get_state_dump": 0.009733925056298706, "get_robot_state": 0.014452211267247389, "sim_render-ego0": 0.003963700539861293, "sim_render-ego1": 0.004187858273445021, "sim_render-ego2": 0.004206608376038461, "sim_render-ego3": 0.00409473388220845, "get_duckie_state": 2.402052295694343e-06, "in-drivable-lane": 0.29999999999998295, "deviation-heading": 19.013989198973864, "agent_compute-ego0": 0.012525243822680623, "agent_compute-ego1": 0.012734677372725182, "agent_compute-ego2": 0.012895533683198774, "agent_compute-ego3": 0.01311470666197714, "complete-iteration": 0.7992107314332935, "set_robot_commands": 0.002213322252754764, "deviation-center-line": 4.020339595603934, "driven_lanedir_consec": 11.119587476844288, "sim_compute_sim_state": 0.02840237395153951, "sim_compute_performance-ego0": 0.0021503301186922884, "sim_compute_performance-ego1": 0.0020201603240712694, "sim_compute_performance-ego2": 0.002023222841489921, "sim_compute_performance-ego3": 0.0020250968393139995}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 6.305279176645588, "get_ui_image": 0.04360096559834222, "step_physics": 0.6177571208947504, "survival_time": 59.99999999999873, "driven_lanedir": 4.7729127089837915, "get_state_dump": 0.009733925056298706, "get_robot_state": 0.014452211267247389, "sim_render-ego0": 0.003963700539861293, "sim_render-ego1": 0.004187858273445021, "sim_render-ego2": 0.004206608376038461, "sim_render-ego3": 0.00409473388220845, "get_duckie_state": 2.402052295694343e-06, "in-drivable-lane": 34.8499999999985, "deviation-heading": 7.790469734268808, "agent_compute-ego0": 0.012525243822680623, "agent_compute-ego1": 0.012734677372725182, "agent_compute-ego2": 0.012895533683198774, "agent_compute-ego3": 0.01311470666197714, "complete-iteration": 0.7992107314332935, "set_robot_commands": 0.002213322252754764, "deviation-center-line": 1.522309310568005, "driven_lanedir_consec": 4.7729127089837915, "sim_compute_sim_state": 0.02840237395153951, "sim_compute_performance-ego0": 0.0021503301186922884, "sim_compute_performance-ego1": 0.0020201603240712694, "sim_compute_performance-ego2": 0.002023222841489921, "sim_compute_performance-ego3": 0.0020250968393139995}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 11.451501737216526, "get_ui_image": 0.04360096559834222, "step_physics": 0.6177571208947504, "survival_time": 59.99999999999873, "driven_lanedir": 9.26654153934346, "get_state_dump": 0.009733925056298706, "get_robot_state": 0.014452211267247389, "sim_render-ego0": 0.003963700539861293, "sim_render-ego1": 0.004187858273445021, "sim_render-ego2": 0.004206608376038461, "sim_render-ego3": 0.00409473388220845, "get_duckie_state": 2.402052295694343e-06, "in-drivable-lane": 10.399999999999409, "deviation-heading": 15.589285198448405, "agent_compute-ego0": 0.012525243822680623, "agent_compute-ego1": 0.012734677372725182, "agent_compute-ego2": 0.012895533683198774, "agent_compute-ego3": 0.01311470666197714, "complete-iteration": 0.7992107314332935, "set_robot_commands": 0.002213322252754764, "deviation-center-line": 3.344051876265752, "driven_lanedir_consec": 9.26654153934346, "sim_compute_sim_state": 0.02840237395153951, "sim_compute_performance-ego0": 0.0021503301186922884, "sim_compute_performance-ego1": 0.0020201603240712694, "sim_compute_performance-ego2": 0.002023222841489921, "sim_compute_performance-ego3": 0.0020250968393139995}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 12.11511286092947, "get_ui_image": 0.0526877354821198, "step_physics": 0.9378460215886965, "survival_time": 59.99999999999873, "driven_lanedir": 10.745890856893592, "get_state_dump": 0.010095369011833706, "get_robot_state": 0.01531281360083079, "sim_render-ego0": 0.004208703720003838, "sim_render-ego1": 0.004327953109931787, "sim_render-ego2": 0.004262546814053779, "sim_render-ego3": 0.004283635046559508, "get_duckie_state": 2.464982095507162e-06, "in-drivable-lane": 2.950000000000001, "deviation-heading": 18.86651861143915, "agent_compute-ego0": 0.012935691233181536, "agent_compute-ego1": 0.013087529127643467, "agent_compute-ego2": 0.01283437842433399, "agent_compute-ego3": 0.013265890443851113, "complete-iteration": 1.1403638022229832, "set_robot_commands": 0.0025081942222398286, "deviation-center-line": 3.818941448063107, "driven_lanedir_consec": 9.606896332595303, "sim_compute_sim_state": 0.0361945660882548, "sim_compute_performance-ego0": 0.002330168399286707, "sim_compute_performance-ego1": 0.0021860827812048714, "sim_compute_performance-ego2": 0.002166067730080178, "sim_compute_performance-ego3": 0.002194237252456957}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 11.779022347605528, "get_ui_image": 0.0526877354821198, "step_physics": 0.9378460215886965, "survival_time": 59.99999999999873, "driven_lanedir": 10.71747314461301, "get_state_dump": 0.010095369011833706, "get_robot_state": 0.01531281360083079, "sim_render-ego0": 0.004208703720003838, "sim_render-ego1": 0.004327953109931787, "sim_render-ego2": 0.004262546814053779, "sim_render-ego3": 0.004283635046559508, "get_duckie_state": 2.464982095507162e-06, "in-drivable-lane": 0.6500000000000057, "deviation-heading": 19.921122007182085, "agent_compute-ego0": 0.012935691233181536, "agent_compute-ego1": 0.013087529127643467, "agent_compute-ego2": 0.01283437842433399, "agent_compute-ego3": 0.013265890443851113, "complete-iteration": 1.1403638022229832, "set_robot_commands": 0.0025081942222398286, "deviation-center-line": 4.27027639178354, "driven_lanedir_consec": 10.71747314461301, "sim_compute_sim_state": 0.0361945660882548, "sim_compute_performance-ego0": 0.002330168399286707, "sim_compute_performance-ego1": 0.0021860827812048714, "sim_compute_performance-ego2": 0.002166067730080178, "sim_compute_performance-ego3": 0.002194237252456957}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 5.602433927986775, "get_ui_image": 0.0526877354821198, "step_physics": 0.9378460215886965, "survival_time": 59.99999999999873, "driven_lanedir": 4.945329442754986, "get_state_dump": 0.010095369011833706, "get_robot_state": 0.01531281360083079, "sim_render-ego0": 0.004208703720003838, "sim_render-ego1": 0.004327953109931787, "sim_render-ego2": 0.004262546814053779, "sim_render-ego3": 0.004283635046559508, "get_duckie_state": 2.464982095507162e-06, "in-drivable-lane": 1.8500000000000263, "deviation-heading": 8.749771453726607, "agent_compute-ego0": 0.012935691233181536, "agent_compute-ego1": 0.013087529127643467, "agent_compute-ego2": 0.01283437842433399, "agent_compute-ego3": 0.013265890443851113, "complete-iteration": 1.1403638022229832, "set_robot_commands": 0.0025081942222398286, "deviation-center-line": 5.303864595155831, "driven_lanedir_consec": 4.945329442754986, "sim_compute_sim_state": 0.0361945660882548, "sim_compute_performance-ego0": 0.002330168399286707, "sim_compute_performance-ego1": 0.0021860827812048714, "sim_compute_performance-ego2": 0.002166067730080178, "sim_compute_performance-ego3": 0.002194237252456957}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 5.614007879865058, "get_ui_image": 0.0526877354821198, "step_physics": 0.9378460215886965, "survival_time": 59.99999999999873, "driven_lanedir": 5.199845553054747, "get_state_dump": 0.010095369011833706, "get_robot_state": 0.01531281360083079, "sim_render-ego0": 0.004208703720003838, "sim_render-ego1": 0.004327953109931787, "sim_render-ego2": 0.004262546814053779, "sim_render-ego3": 0.004283635046559508, "get_duckie_state": 2.464982095507162e-06, "in-drivable-lane": 0.0, "deviation-heading": 9.634899162662474, "agent_compute-ego0": 0.012935691233181536, "agent_compute-ego1": 0.013087529127643467, "agent_compute-ego2": 0.01283437842433399, "agent_compute-ego3": 0.013265890443851113, "complete-iteration": 1.1403638022229832, "set_robot_commands": 0.0025081942222398286, "deviation-center-line": 7.336814628604589, "driven_lanedir_consec": 5.199845553054747, "sim_compute_sim_state": 0.0361945660882548, "sim_compute_performance-ego0": 0.002330168399286707, "sim_compute_performance-ego1": 0.0021860827812048714, "sim_compute_performance-ego2": 0.002166067730080178, "sim_compute_performance-ego3": 0.002194237252456957}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 11.665918690438524, "get_ui_image": 0.050340138325074904, "step_physics": 1.0985548873336948, "survival_time": 58.7499999999988, "driven_lanedir": 10.6010044152213, "get_state_dump": 0.010380910367381816, "get_robot_state": 0.01614506694735313, "sim_render-ego0": 0.004380982343842383, "sim_render-ego1": 0.004509935573655732, "sim_render-ego2": 0.00449680410274843, "sim_render-ego3": 0.004505633091440006, "get_duckie_state": 3.0096290873832444e-06, "in-drivable-lane": 0.7500000000000107, "deviation-heading": 19.894153017214737, "agent_compute-ego0": 0.013782089462085648, "agent_compute-ego1": 0.013128772073862503, "agent_compute-ego2": 0.012649245408116554, "agent_compute-ego3": 0.032192680300498495, "complete-iteration": 1.308144335641342, "set_robot_commands": 0.002804942479749926, "deviation-center-line": 4.093012997135734, "driven_lanedir_consec": 10.6010044152213, "sim_compute_sim_state": 0.022573026670079654, "sim_compute_performance-ego0": 0.00241211969025281, "sim_compute_performance-ego1": 0.0022906144054568546, "sim_compute_performance-ego2": 0.002342836791966237, "sim_compute_performance-ego3": 0.002394643973331062}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 5.522298103601571, "get_ui_image": 0.050340138325074904, "step_physics": 1.0985548873336948, "survival_time": 58.7499999999988, "driven_lanedir": 5.183117727695989, "get_state_dump": 0.010380910367381816, "get_robot_state": 0.01614506694735313, "sim_render-ego0": 0.004380982343842383, "sim_render-ego1": 0.004509935573655732, "sim_render-ego2": 0.00449680410274843, "sim_render-ego3": 0.004505633091440006, "get_duckie_state": 3.0096290873832444e-06, "in-drivable-lane": 0.0, "deviation-heading": 13.672780187213185, "agent_compute-ego0": 0.013782089462085648, "agent_compute-ego1": 0.013128772073862503, "agent_compute-ego2": 0.012649245408116554, "agent_compute-ego3": 0.032192680300498495, "complete-iteration": 1.308144335641342, "set_robot_commands": 0.002804942479749926, "deviation-center-line": 3.733706022166289, "driven_lanedir_consec": 5.183117727695989, "sim_compute_sim_state": 0.022573026670079654, "sim_compute_performance-ego0": 0.00241211969025281, "sim_compute_performance-ego1": 0.0022906144054568546, "sim_compute_performance-ego2": 0.002342836791966237, "sim_compute_performance-ego3": 0.002394643973331062}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 2.4877138407435946, "get_ui_image": 0.050340138325074904, "step_physics": 1.0985548873336948, "survival_time": 58.7499999999988, "driven_lanedir": 2.37512366277733, "get_state_dump": 0.010380910367381816, "get_robot_state": 0.01614506694735313, "sim_render-ego0": 0.004380982343842383, "sim_render-ego1": 0.004509935573655732, "sim_render-ego2": 0.00449680410274843, "sim_render-ego3": 0.004505633091440006, "get_duckie_state": 3.0096290873832444e-06, "in-drivable-lane": 0.0, "deviation-heading": 26.840122599488623, "agent_compute-ego0": 0.013782089462085648, "agent_compute-ego1": 0.013128772073862503, "agent_compute-ego2": 0.012649245408116554, "agent_compute-ego3": 0.032192680300498495, "complete-iteration": 1.308144335641342, "set_robot_commands": 0.002804942479749926, "deviation-center-line": 7.906495593699655, "driven_lanedir_consec": 2.37512366277733, "sim_compute_sim_state": 0.022573026670079654, "sim_compute_performance-ego0": 0.00241211969025281, "sim_compute_performance-ego1": 0.0022906144054568546, "sim_compute_performance-ego2": 0.002342836791966237, "sim_compute_performance-ego3": 0.002394643973331062}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 2.1622650347466266, "get_ui_image": 0.050340138325074904, "step_physics": 1.0985548873336948, "survival_time": 58.7499999999988, "driven_lanedir": 1.9957766610319985, "get_state_dump": 0.010380910367381816, "get_robot_state": 0.01614506694735313, "sim_render-ego0": 0.004380982343842383, "sim_render-ego1": 0.004509935573655732, "sim_render-ego2": 0.00449680410274843, "sim_render-ego3": 0.004505633091440006, "get_duckie_state": 3.0096290873832444e-06, "in-drivable-lane": 0.0, "deviation-heading": 37.22206537408142, "agent_compute-ego0": 0.013782089462085648, "agent_compute-ego1": 0.013128772073862503, "agent_compute-ego2": 0.012649245408116554, "agent_compute-ego3": 0.032192680300498495, "complete-iteration": 1.308144335641342, "set_robot_commands": 0.002804942479749926, "deviation-center-line": 2.949935679657173, "driven_lanedir_consec": 1.9957766610319985, "sim_compute_sim_state": 0.022573026670079654, "sim_compute_performance-ego0": 0.00241211969025281, "sim_compute_performance-ego1": 0.0022906144054568546, "sim_compute_performance-ego2": 0.002342836791966237, "sim_compute_performance-ego3": 0.002394643973331062}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 1.2029184935361588, "get_ui_image": 0.034295628089031194, "step_physics": 0.24850947256306655, "survival_time": 6.499999999999985, "driven_lanedir": 1.1521556783762976, "get_state_dump": 0.0069346209518782054, "get_robot_state": 0.008319314199549552, "sim_render-ego0": 0.00420347970860605, "sim_render-ego1": 0.004454929410046294, "get_duckie_state": 2.686303990487834e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.3959632248309464, "agent_compute-ego0": 0.01344849499127337, "agent_compute-ego1": 0.013815927141495331, "complete-iteration": 0.3539968064723124, "set_robot_commands": 0.0023952003653722864, "deviation-center-line": 0.49597977370604496, "driven_lanedir_consec": 1.1521556783762976, "sim_compute_sim_state": 0.010460125580998778, "sim_compute_performance-ego0": 0.002271288223848998, "sim_compute_performance-ego1": 0.002302790416106013}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 1.2231111046120111, "get_ui_image": 0.034295628089031194, "step_physics": 0.24850947256306655, "survival_time": 6.499999999999985, "driven_lanedir": 1.0966047716452785, "get_state_dump": 0.0069346209518782054, "get_robot_state": 0.008319314199549552, "sim_render-ego0": 0.00420347970860605, "sim_render-ego1": 0.004454929410046294, "get_duckie_state": 2.686303990487834e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.4548239003066383, "agent_compute-ego0": 0.01344849499127337, "agent_compute-ego1": 0.013815927141495331, "complete-iteration": 0.3539968064723124, "set_robot_commands": 0.0023952003653722864, "deviation-center-line": 0.5110938229169163, "driven_lanedir_consec": 1.0966047716452785, "sim_compute_sim_state": 0.010460125580998778, "sim_compute_performance-ego0": 0.002271288223848998, "sim_compute_performance-ego1": 0.002302790416106013}}
set_robot_commands_max0.002804942479749926
set_robot_commands_mean0.0024925883249801895
set_robot_commands_median0.0025081942222398286
set_robot_commands_min0.002213322252754764
sim_compute_performance-ego0_max0.00241211969025281
sim_compute_performance-ego0_mean0.0022937892343303725
sim_compute_performance-ego0_median0.002330168399286707
sim_compute_performance-ego0_min0.0021503301186922884
sim_compute_performance-ego1_max0.002302790416106013
sim_compute_performance-ego1_mean0.0021852150625102863
sim_compute_performance-ego1_median0.0021860827812048714
sim_compute_performance-ego1_min0.0020201603240712694
sim_compute_sim_state_max0.0361945660882548
sim_compute_sim_state_mean0.0264000084286781
sim_compute_sim_state_median0.02840237395153951
sim_compute_sim_state_min0.010460125580998778
sim_render-ego0_max0.004380982343842383
sim_render-ego0_mean0.004187178988003012
sim_render-ego0_median0.004208703720003838
sim_render-ego0_min0.003963700539861293
sim_render-ego1_max0.004509935573655732
sim_render-ego1_mean0.004358060474873053
sim_render-ego1_median0.004327953109931787
sim_render-ego1_min0.004187858273445021
simulation-passed1
step_physics_max1.0985548873336948
step_physics_mean0.7938322188853358
step_physics_median0.9378460215886965
step_physics_min0.24850947256306655
survival_time_max59.99999999999873
survival_time_mean51.999999999998934
survival_time_min6.499999999999985

Highlights

58927

Click the images to see detailed statistics about the episode.

LFV_multi-norm-loop-000

LFV_multi-norm-small_loop-000

LFV_multi-norm-techtrack-000

LFV_multi-norm-zigzag-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.