Duckietown Challenges Home Challenges Submissions

Job 59027

Job ID59027
submission12792
userJean-Sébastien Grondin 🇨🇦
user labelexercise_state_estimation
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-07
date started
date completed
duration1:35:09
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median4.473467837984988
survival_time_median59.99999999999873
deviation-center-line_median3.102259236213401
in-drivable-lane_median5.150000000000006


other stats
agent_compute-ego0_max0.014387388487119932
agent_compute-ego0_mean0.013359566699639096
agent_compute-ego0_median0.013553423845797751
agent_compute-ego0_min0.012407968284486237
agent_compute-ego1_max0.014284776828019366
agent_compute-ego1_mean0.013494309245780793
agent_compute-ego1_median0.013786391949871994
agent_compute-ego1_min0.012135063579537092
complete-iteration_max1.2420102128862691
complete-iteration_mean1.0353576275290035
complete-iteration_median1.157199922151907
complete-iteration_min0.5074327443097089
deviation-center-line_max6.382123514300493
deviation-center-line_mean2.7186293534837307
deviation-center-line_min0.08249049450010255
deviation-heading_max33.5414002574734
deviation-heading_mean11.062085616378846
deviation-heading_median10.635150955911026
deviation-heading_min0.8810969047076987
driven_any_max16.674867115266423
driven_any_mean7.732733659830941
driven_any_median7.269598890667819
driven_any_min0.6455725053178668
driven_lanedir_consec_max15.338966243641597
driven_lanedir_consec_mean5.5963854038201815
driven_lanedir_consec_min0.0867289967724445
driven_lanedir_max15.338966243641597
driven_lanedir_mean6.089188176807332
driven_lanedir_median4.545709249857182
driven_lanedir_min0.1045373479882219
get_duckie_state_max1.9105705055030618e-06
get_duckie_state_mean1.7012355290773662e-06
get_duckie_state_median1.7729439041986928e-06
get_duckie_state_min1.4237619061751926e-06
get_robot_state_max0.01559989041432453
get_robot_state_mean0.013977026196515622
get_robot_state_median0.015277964422475927
get_robot_state_min0.008019962826290646
get_state_dump_max0.010210108286174451
get_state_dump_mean0.00947738368029557
get_state_dump_median0.010181461940895607
get_state_dump_min0.007026292182303764
get_ui_image_max0.05052066148932575
get_ui_image_mean0.045054503316421766
get_ui_image_median0.04969845246911347
get_ui_image_min0.03447814567669018
in-drivable-lane_max55.999999999998735
in-drivable-lane_mean9.964285714285609
in-drivable-lane_min0.30000000000000027
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 16.67459515562513, "get_ui_image": 0.04023257481069192, "step_physics": 0.7952392137020852, "survival_time": 59.99999999999873, "driven_lanedir": 13.301119220569555, "get_state_dump": 0.009266126562812544, "get_robot_state": 0.014031755437858891, "sim_render-ego0": 0.003824106362538969, "sim_render-ego1": 0.003985705125540321, "sim_render-ego2": 0.004199817714643518, "sim_render-ego3": 0.003984817358774507, "get_duckie_state": 1.4237619061751926e-06, "in-drivable-lane": 8.499999999999813, "deviation-heading": 16.145531009658406, "agent_compute-ego0": 0.012407968284486237, "agent_compute-ego1": 0.012135063579537092, "agent_compute-ego2": 0.018340214007502294, "agent_compute-ego3": 0.016693143026715613, "complete-iteration": 0.9708251891584816, "set_robot_commands": 0.002254549013784188, "deviation-center-line": 3.957731338189476, "driven_lanedir_consec": 12.51929634793704, "sim_compute_sim_state": 0.019370585456676623, "sim_compute_performance-ego0": 0.002000270735512765, "sim_compute_performance-ego1": 0.001917235162434828, "sim_compute_performance-ego2": 0.001953154181957642, "sim_compute_performance-ego3": 0.001980821655552949}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 16.674867115266423, "get_ui_image": 0.04023257481069192, "step_physics": 0.7952392137020852, "survival_time": 59.99999999999873, "driven_lanedir": 12.745887708461913, "get_state_dump": 0.009266126562812544, "get_robot_state": 0.014031755437858891, "sim_render-ego0": 0.003824106362538969, "sim_render-ego1": 0.003985705125540321, "sim_render-ego2": 0.004199817714643518, "sim_render-ego3": 0.003984817358774507, "get_duckie_state": 1.4237619061751926e-06, "in-drivable-lane": 11.249999999999693, "deviation-heading": 14.4050200455332, "agent_compute-ego0": 0.012407968284486237, "agent_compute-ego1": 0.012135063579537092, "agent_compute-ego2": 0.018340214007502294, "agent_compute-ego3": 0.016693143026715613, "complete-iteration": 0.9708251891584816, "set_robot_commands": 0.002254549013784188, "deviation-center-line": 3.4249074728415736, "driven_lanedir_consec": 12.745887708461913, "sim_compute_sim_state": 0.019370585456676623, "sim_compute_performance-ego0": 0.002000270735512765, "sim_compute_performance-ego1": 0.001917235162434828, "sim_compute_performance-ego2": 0.001953154181957642, "sim_compute_performance-ego3": 0.001980821655552949}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 1.1766455832772191, "get_ui_image": 0.04023257481069192, "step_physics": 0.7952392137020852, "survival_time": 59.99999999999873, "driven_lanedir": 0.9423753708305256, "get_state_dump": 0.009266126562812544, "get_robot_state": 0.014031755437858891, "sim_render-ego0": 0.003824106362538969, "sim_render-ego1": 0.003985705125540321, "sim_render-ego2": 0.004199817714643518, "sim_render-ego3": 0.003984817358774507, "get_duckie_state": 1.4237619061751926e-06, "in-drivable-lane": 55.999999999998735, "deviation-heading": 1.4761691987470416, "agent_compute-ego0": 0.012407968284486237, "agent_compute-ego1": 0.012135063579537092, "agent_compute-ego2": 0.018340214007502294, "agent_compute-ego3": 0.016693143026715613, "complete-iteration": 0.9708251891584816, "set_robot_commands": 0.002254549013784188, "deviation-center-line": 0.34128729523482976, "driven_lanedir_consec": 0.9423753708305256, "sim_compute_sim_state": 0.019370585456676623, "sim_compute_performance-ego0": 0.002000270735512765, "sim_compute_performance-ego1": 0.001917235162434828, "sim_compute_performance-ego2": 0.001953154181957642, "sim_compute_performance-ego3": 0.001980821655552949}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 7.059920197211196, "get_ui_image": 0.04023257481069192, "step_physics": 0.7952392137020852, "survival_time": 59.99999999999873, "driven_lanedir": 4.198062806478481, "get_state_dump": 0.009266126562812544, "get_robot_state": 0.014031755437858891, "sim_render-ego0": 0.003824106362538969, "sim_render-ego1": 0.003985705125540321, "sim_render-ego2": 0.004199817714643518, "sim_render-ego3": 0.003984817358774507, "get_duckie_state": 1.4237619061751926e-06, "in-drivable-lane": 8.8, "deviation-heading": 33.5414002574734, "agent_compute-ego0": 0.012407968284486237, "agent_compute-ego1": 0.012135063579537092, "agent_compute-ego2": 0.018340214007502294, "agent_compute-ego3": 0.016693143026715613, "complete-iteration": 0.9708251891584816, "set_robot_commands": 0.002254549013784188, "deviation-center-line": 6.382123514300493, "driven_lanedir_consec": 4.198062806478481, "sim_compute_sim_state": 0.019370585456676623, "sim_compute_performance-ego0": 0.002000270735512765, "sim_compute_performance-ego1": 0.001917235162434828, "sim_compute_performance-ego2": 0.001953154181957642, "sim_compute_performance-ego3": 0.001980821655552949}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 7.479277584124441, "get_ui_image": 0.05052066148932575, "step_physics": 1.0506754062762167, "survival_time": 27.80000000000026, "driven_lanedir": 4.893355693235883, "get_state_dump": 0.010210108286174451, "get_robot_state": 0.015277964422475927, "sim_render-ego0": 0.004301774437594457, "sim_render-ego1": 0.0043983754820626775, "sim_render-ego2": 0.004510484007145387, "sim_render-ego3": 0.004395188292224275, "get_duckie_state": 1.7729439041986928e-06, "in-drivable-lane": 7.150000000000093, "deviation-heading": 7.646644820255594, "agent_compute-ego0": 0.013603397074892876, "agent_compute-ego1": 0.014284776828019366, "agent_compute-ego2": 0.014643445263217123, "agent_compute-ego3": 0.013037020685000737, "complete-iteration": 1.2420102128862691, "set_robot_commands": 0.0025363062613742355, "deviation-center-line": 1.728499262430977, "driven_lanedir_consec": 4.748872869491496, "sim_compute_sim_state": 0.023037100180689267, "sim_compute_performance-ego0": 0.0022129948306126484, "sim_compute_performance-ego1": 0.0021823218737727222, "sim_compute_performance-ego2": 0.002177487583947995, "sim_compute_performance-ego3": 0.002221697322770124}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 1.9591093111536857, "get_ui_image": 0.05052066148932575, "step_physics": 1.0506754062762167, "survival_time": 27.80000000000026, "driven_lanedir": 1.219550796852962, "get_state_dump": 0.010210108286174451, "get_robot_state": 0.015277964422475927, "sim_render-ego0": 0.004301774437594457, "sim_render-ego1": 0.0043983754820626775, "sim_render-ego2": 0.004510484007145387, "sim_render-ego3": 0.004395188292224275, "get_duckie_state": 1.7729439041986928e-06, "in-drivable-lane": 1.6499999999999988, "deviation-heading": 4.752192370702666, "agent_compute-ego0": 0.013603397074892876, "agent_compute-ego1": 0.014284776828019366, "agent_compute-ego2": 0.014643445263217123, "agent_compute-ego3": 0.013037020685000737, "complete-iteration": 1.2420102128862691, "set_robot_commands": 0.0025363062613742355, "deviation-center-line": 2.779610999585228, "driven_lanedir_consec": 1.219550796852962, "sim_compute_sim_state": 0.023037100180689267, "sim_compute_performance-ego0": 0.0022129948306126484, "sim_compute_performance-ego1": 0.0021823218737727222, "sim_compute_performance-ego2": 0.002177487583947995, "sim_compute_performance-ego3": 0.002221697322770124}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 0.6455725053178668, "get_ui_image": 0.05052066148932575, "step_physics": 1.0506754062762167, "survival_time": 27.80000000000026, "driven_lanedir": 0.1045373479882219, "get_state_dump": 0.010210108286174451, "get_robot_state": 0.015277964422475927, "sim_render-ego0": 0.004301774437594457, "sim_render-ego1": 0.0043983754820626775, "sim_render-ego2": 0.004510484007145387, "sim_render-ego3": 0.004395188292224275, "get_duckie_state": 1.7729439041986928e-06, "in-drivable-lane": 26.70000000000026, "deviation-heading": 1.040002795236692, "agent_compute-ego0": 0.013603397074892876, "agent_compute-ego1": 0.014284776828019366, "agent_compute-ego2": 0.014643445263217123, "agent_compute-ego3": 0.013037020685000737, "complete-iteration": 1.2420102128862691, "set_robot_commands": 0.0025363062613742355, "deviation-center-line": 0.08249049450010255, "driven_lanedir_consec": 0.0867289967724445, "sim_compute_sim_state": 0.023037100180689267, "sim_compute_performance-ego0": 0.0022129948306126484, "sim_compute_performance-ego1": 0.0021823218737727222, "sim_compute_performance-ego2": 0.002177487583947995, "sim_compute_performance-ego3": 0.002221697322770124}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 1.959167556805801, "get_ui_image": 0.05052066148932575, "step_physics": 1.0506754062762167, "survival_time": 27.80000000000026, "driven_lanedir": 1.080346846763416, "get_state_dump": 0.010210108286174451, "get_robot_state": 0.015277964422475927, "sim_render-ego0": 0.004301774437594457, "sim_render-ego1": 0.0043983754820626775, "sim_render-ego2": 0.004510484007145387, "sim_render-ego3": 0.004395188292224275, "get_duckie_state": 1.7729439041986928e-06, "in-drivable-lane": 2.849999999999994, "deviation-heading": 3.777731256617123, "agent_compute-ego0": 0.013603397074892876, "agent_compute-ego1": 0.014284776828019366, "agent_compute-ego2": 0.014643445263217123, "agent_compute-ego3": 0.013037020685000737, "complete-iteration": 1.2420102128862691, "set_robot_commands": 0.0025363062613742355, "deviation-center-line": 1.5385249868974396, "driven_lanedir_consec": 1.080346846763416, "sim_compute_sim_state": 0.023037100180689267, "sim_compute_performance-ego0": 0.0022129948306126484, "sim_compute_performance-ego1": 0.0021823218737727222, "sim_compute_performance-ego2": 0.002177487583947995, "sim_compute_performance-ego3": 0.002221697322770124}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 13.195040146172389, "get_ui_image": 0.04969845246911347, "step_physics": 0.9540307438443046, "survival_time": 59.99999999999873, "driven_lanedir": 10.496381491590778, "get_state_dump": 0.010181461940895607, "get_robot_state": 0.01559989041432453, "sim_render-ego0": 0.004232512227105261, "sim_render-ego1": 0.004323760238317129, "sim_render-ego2": 0.00430899476330048, "sim_render-ego3": 0.0043212801689510045, "get_duckie_state": 1.802333288645367e-06, "in-drivable-lane": 6.749999999999989, "deviation-heading": 18.78078703716115, "agent_compute-ego0": 0.013553423845797751, "agent_compute-ego1": 0.013786391949871994, "agent_compute-ego2": 0.013337620489801793, "agent_compute-ego3": 0.013125289588248502, "complete-iteration": 1.157199922151907, "set_robot_commands": 0.0023798110780866816, "deviation-center-line": 3.6768290598310145, "driven_lanedir_consec": 7.297747930978954, "sim_compute_sim_state": 0.03759184804784567, "sim_compute_performance-ego0": 0.0023440113671117776, "sim_compute_performance-ego1": 0.0022080927268353034, "sim_compute_performance-ego2": 0.0022719960526363936, "sim_compute_performance-ego3": 0.0021847628435425516}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 11.65742065055351, "get_ui_image": 0.04969845246911347, "step_physics": 0.9540307438443046, "survival_time": 59.99999999999873, "driven_lanedir": 9.897554698448513, "get_state_dump": 0.010181461940895607, "get_robot_state": 0.01559989041432453, "sim_render-ego0": 0.004232512227105261, "sim_render-ego1": 0.004323760238317129, "sim_render-ego2": 0.00430899476330048, "sim_render-ego3": 0.0043212801689510045, "get_duckie_state": 1.802333288645367e-06, "in-drivable-lane": 3.550000000000022, "deviation-heading": 20.811153987120395, "agent_compute-ego0": 0.013553423845797751, "agent_compute-ego1": 0.013786391949871994, "agent_compute-ego2": 0.013337620489801793, "agent_compute-ego3": 0.013125289588248502, "complete-iteration": 1.157199922151907, "set_robot_commands": 0.0023798110780866816, "deviation-center-line": 4.355665880160116, "driven_lanedir_consec": 7.576497643348985, "sim_compute_sim_state": 0.03759184804784567, "sim_compute_performance-ego0": 0.0023440113671117776, "sim_compute_performance-ego1": 0.0022080927268353034, "sim_compute_performance-ego2": 0.0022719960526363936, "sim_compute_performance-ego3": 0.0021847628435425516}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 11.657577176537572, "get_ui_image": 0.04969845246911347, "step_physics": 0.9540307438443046, "survival_time": 59.99999999999873, "driven_lanedir": 10.11572208855264, "get_state_dump": 0.010181461940895607, "get_robot_state": 0.01559989041432453, "sim_render-ego0": 0.004232512227105261, "sim_render-ego1": 0.004323760238317129, "sim_render-ego2": 0.00430899476330048, "sim_render-ego3": 0.0043212801689510045, "get_duckie_state": 1.802333288645367e-06, "in-drivable-lane": 2.949999999999843, "deviation-heading": 13.62365709156646, "agent_compute-ego0": 0.013553423845797751, "agent_compute-ego1": 0.013786391949871994, "agent_compute-ego2": 0.013337620489801793, "agent_compute-ego3": 0.013125289588248502, "complete-iteration": 1.157199922151907, "set_robot_commands": 0.0023798110780866816, "deviation-center-line": 5.101032904807404, "driven_lanedir_consec": 10.11572208855264, "sim_compute_sim_state": 0.03759184804784567, "sim_compute_performance-ego0": 0.0023440113671117776, "sim_compute_performance-ego1": 0.0022080927268353034, "sim_compute_performance-ego2": 0.0022719960526363936, "sim_compute_performance-ego3": 0.0021847628435425516}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 16.660463953551083, "get_ui_image": 0.04969845246911347, "step_physics": 0.9540307438443046, "survival_time": 59.99999999999873, "driven_lanedir": 15.338966243641597, "get_state_dump": 0.010181461940895607, "get_robot_state": 0.01559989041432453, "sim_render-ego0": 0.004232512227105261, "sim_render-ego1": 0.004323760238317129, "sim_render-ego2": 0.00430899476330048, "sim_render-ego3": 0.0043212801689510045, "get_duckie_state": 1.802333288645367e-06, "in-drivable-lane": 1.4500000000000206, "deviation-heading": 16.492475029957017, "agent_compute-ego0": 0.013553423845797751, "agent_compute-ego1": 0.013786391949871994, "agent_compute-ego2": 0.013337620489801793, "agent_compute-ego3": 0.013125289588248502, "complete-iteration": 1.157199922151907, "set_robot_commands": 0.0023798110780866816, "deviation-center-line": 4.274562737428306, "driven_lanedir_consec": 15.338966243641597, "sim_compute_sim_state": 0.03759184804784567, "sim_compute_performance-ego0": 0.0023440113671117776, "sim_compute_performance-ego1": 0.0022080927268353034, "sim_compute_performance-ego2": 0.0022719960526363936, "sim_compute_performance-ego3": 0.0021847628435425516}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 0.7292998297775959, "get_ui_image": 0.03447814567669018, "step_physics": 0.4000845180975424, "survival_time": 3.649999999999995, "driven_lanedir": 0.401255794605804, "get_state_dump": 0.007026292182303764, "get_robot_state": 0.008019962826290646, "sim_render-ego0": 0.004381025159681165, "sim_render-ego1": 0.0044133663177490234, "get_duckie_state": 1.9105705055030618e-06, "in-drivable-lane": 1.5999999999999956, "deviation-heading": 0.8810969047076987, "agent_compute-ego0": 0.014387388487119932, "agent_compute-ego1": 0.014047700005608637, "complete-iteration": 0.5074327443097089, "set_robot_commands": 0.002711379850232923, "deviation-center-line": 0.17070156850554713, "driven_lanedir_consec": 0.1955285616296547, "sim_compute_sim_state": 0.010620281503007218, "sim_compute_performance-ego0": 0.00225503058046908, "sim_compute_performance-ego1": 0.0023378391523618956}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 0.7293144722592511, "get_ui_image": 0.03447814567669018, "step_physics": 0.4000845180975424, "survival_time": 3.649999999999995, "driven_lanedir": 0.5135183672823647, "get_state_dump": 0.007026292182303764, "get_robot_state": 0.008019962826290646, "sim_render-ego0": 0.004381025159681165, "sim_render-ego1": 0.0044133663177490234, "get_duckie_state": 1.9105705055030618e-06, "in-drivable-lane": 0.30000000000000027, "deviation-heading": 1.4953368245669745, "agent_compute-ego0": 0.014387388487119932, "agent_compute-ego1": 0.014047700005608637, "complete-iteration": 0.5074327443097089, "set_robot_commands": 0.002711379850232923, "deviation-center-line": 0.24684343405971995, "driven_lanedir_consec": 0.28381144174244644, "sim_compute_sim_state": 0.010620281503007218, "sim_compute_performance-ego0": 0.00225503058046908, "sim_compute_performance-ego1": 0.0023378391523618956}}
set_robot_commands_max0.002711379850232923
set_robot_commands_mean0.00243610179381759
set_robot_commands_median0.0023798110780866816
set_robot_commands_min0.002254549013784188
sim_compute_performance-ego0_max0.0023440113671117776
sim_compute_performance-ego0_mean0.002195654920991923
sim_compute_performance-ego0_median0.0022129948306126484
sim_compute_performance-ego0_min0.002000270735512765
sim_compute_performance-ego1_max0.0023378391523618956
sim_compute_performance-ego1_mean0.0021361626683496578
sim_compute_performance-ego1_median0.0021823218737727222
sim_compute_performance-ego1_min0.001917235162434828
sim_compute_sim_state_max0.03759184804784567
sim_compute_sim_state_mean0.024374192696204333
sim_compute_sim_state_median0.023037100180689267
sim_compute_sim_state_min0.010620281503007218
sim_render-ego0_max0.004381025159681165
sim_render-ego0_mean0.004156830173451221
sim_render-ego0_median0.004232512227105261
sim_render-ego0_min0.003824106362538969
sim_render-ego1_max0.0044133663177490234
sim_render-ego1_mean0.004261292572798468
sim_render-ego1_median0.004323760238317129
sim_render-ego1_min0.003985705125540321
simulation-passed1
step_physics_max1.0506754062762167
step_physics_mean0.857139320820394
step_physics_median0.9540307438443046
step_physics_min0.4000845180975424
survival_time_max59.99999999999873
survival_time_mean42.74999999999935
survival_time_min3.649999999999995

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.