Duckietown Challenges Home Challenges Submissions

Job 58887

Job ID58887
submission12862
userKaiyi ChenΒ πŸ‡ΊπŸ‡Έ
user labelKK Net
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatorgpu-prod-01
date started
date completed
duration1:02:59
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median3.93718070472035
survival_time_median31.700000000000315
deviation-center-line_median0.9233860933599356
in-drivable-lane_median4.250000000000043


other stats
agent_compute-ego0_max0.03986181104315163
agent_compute-ego0_mean0.03474433100750707
agent_compute-ego0_median0.033016358088891175
agent_compute-ego0_min0.03223261307543657
agent_compute-ego1_max0.04003628681506618
agent_compute-ego1_mean0.03415966581104414
agent_compute-ego1_median0.0320725165040765
agent_compute-ego1_min0.031227796284232553
agent_compute-ego2_max0.038248274159167525
agent_compute-ego2_mean0.03396656308225657
agent_compute-ego2_median0.03203672890262143
agent_compute-ego2_min0.031614686184980735
agent_compute-ego3_max0.038634475306831166
agent_compute-ego3_mean0.03394032933200568
agent_compute-ego3_median0.03177272428677776
agent_compute-ego3_min0.03141378840240809
complete-iteration_max0.9919054253074956
complete-iteration_mean0.8253665470147025
complete-iteration_median0.8805863311348311
complete-iteration_min0.3167791983910969
deviation-center-line_max2.763016926543653
deviation-center-line_mean1.221661402861883
deviation-center-line_min0.4056761578686272
deviation-heading_max12.39284595685453
deviation-heading_mean5.252666565918082
deviation-heading_median3.98572140353665
deviation-heading_min1.7079849482051104
driven_any_max14.591414517975684
driven_any_mean5.880139765352362
driven_any_median4.58826134014138
driven_any_min2.2280975986039784
driven_lanedir_consec_max11.160835448327704
driven_lanedir_consec_mean4.578375919631843
driven_lanedir_consec_min1.3638851499230378
driven_lanedir_max11.160835448327704
driven_lanedir_mean4.578375919631843
driven_lanedir_median3.93718070472035
driven_lanedir_min1.3638851499230378
get_duckie_state_max2.2133504311869462e-06
get_duckie_state_mean2.168481228482235e-06
get_duckie_state_median2.153509363941507e-06
get_duckie_state_min2.1343301583040247e-06
get_robot_state_max0.014226754213171253
get_robot_state_mean0.013098470773784688
get_robot_state_median0.014114930171156604
get_robot_state_min0.007068792978922526
get_state_dump_max0.009533216152683837
get_state_dump_mean0.009016046918354273
get_state_dump_median0.009496143120313862
get_state_dump_min0.006165970649038043
get_ui_image_max0.049949258895817715
get_ui_image_mean0.044100687952913616
get_ui_image_median0.04677194739063018
get_ui_image_min0.029915812469664075
in-drivable-lane_max40.79999999999859
in-drivable-lane_mean10.67142857142837
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 5.3342183614148695, "get_ui_image": 0.042673295313917746, "step_physics": 0.6126462508374312, "survival_time": 31.700000000000315, "driven_lanedir": 4.0942631291324645, "get_state_dump": 0.009443819616723248, "get_robot_state": 0.013968566834457278, "sim_render-ego0": 0.0036643016995407465, "sim_render-ego1": 0.0036359358960249295, "sim_render-ego2": 0.003659667743472602, "sim_render-ego3": 0.003661419275238758, "get_duckie_state": 2.2133504311869462e-06, "in-drivable-lane": 4.100000000000044, "deviation-heading": 8.568064973242363, "agent_compute-ego0": 0.03223261307543657, "agent_compute-ego1": 0.031227796284232553, "agent_compute-ego2": 0.031614686184980735, "agent_compute-ego3": 0.03177272428677776, "complete-iteration": 0.8579015589135839, "set_robot_commands": 0.0021840448454609066, "deviation-center-line": 2.763016926543653, "driven_lanedir_consec": 4.0942631291324645, "sim_compute_sim_state": 0.021007214193269026, "sim_compute_performance-ego0": 0.0019118984853188825, "sim_compute_performance-ego1": 0.001944653443464144, "sim_compute_performance-ego2": 0.001941932843426081, "sim_compute_performance-ego3": 0.001910425546601063}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 2.2280975986039784, "get_ui_image": 0.042673295313917746, "step_physics": 0.6126462508374312, "survival_time": 31.700000000000315, "driven_lanedir": 1.3638851499230378, "get_state_dump": 0.009443819616723248, "get_robot_state": 0.013968566834457278, "sim_render-ego0": 0.0036643016995407465, "sim_render-ego1": 0.0036359358960249295, "sim_render-ego2": 0.003659667743472602, "sim_render-ego3": 0.003661419275238758, "get_duckie_state": 2.2133504311869462e-06, "in-drivable-lane": 25.40000000000033, "deviation-heading": 1.7079849482051104, "agent_compute-ego0": 0.03223261307543657, "agent_compute-ego1": 0.031227796284232553, "agent_compute-ego2": 0.031614686184980735, "agent_compute-ego3": 0.03177272428677776, "complete-iteration": 0.8579015589135839, "set_robot_commands": 0.0021840448454609066, "deviation-center-line": 0.4056761578686272, "driven_lanedir_consec": 1.3638851499230378, "sim_compute_sim_state": 0.021007214193269026, "sim_compute_performance-ego0": 0.0019118984853188825, "sim_compute_performance-ego1": 0.001944653443464144, "sim_compute_performance-ego2": 0.001941932843426081, "sim_compute_performance-ego3": 0.001910425546601063}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 7.498725812319187, "get_ui_image": 0.042673295313917746, "step_physics": 0.6126462508374312, "survival_time": 31.700000000000315, "driven_lanedir": 6.028738338164505, "get_state_dump": 0.009443819616723248, "get_robot_state": 0.013968566834457278, "sim_render-ego0": 0.0036643016995407465, "sim_render-ego1": 0.0036359358960249295, "sim_render-ego2": 0.003659667743472602, "sim_render-ego3": 0.003661419275238758, "get_duckie_state": 2.2133504311869462e-06, "in-drivable-lane": 4.950000000000046, "deviation-heading": 6.021332494970803, "agent_compute-ego0": 0.03223261307543657, "agent_compute-ego1": 0.031227796284232553, "agent_compute-ego2": 0.031614686184980735, "agent_compute-ego3": 0.03177272428677776, "complete-iteration": 0.8579015589135839, "set_robot_commands": 0.0021840448454609066, "deviation-center-line": 1.4478525449977246, "driven_lanedir_consec": 6.028738338164505, "sim_compute_sim_state": 0.021007214193269026, "sim_compute_performance-ego0": 0.0019118984853188825, "sim_compute_performance-ego1": 0.001944653443464144, "sim_compute_performance-ego2": 0.001941932843426081, "sim_compute_performance-ego3": 0.001910425546601063}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 5.33428450096427, "get_ui_image": 0.042673295313917746, "step_physics": 0.6126462508374312, "survival_time": 31.700000000000315, "driven_lanedir": 5.271196976953486, "get_state_dump": 0.009443819616723248, "get_robot_state": 0.013968566834457278, "sim_render-ego0": 0.0036643016995407465, "sim_render-ego1": 0.0036359358960249295, "sim_render-ego2": 0.003659667743472602, "sim_render-ego3": 0.003661419275238758, "get_duckie_state": 2.2133504311869462e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.9874618541221873, "agent_compute-ego0": 0.03223261307543657, "agent_compute-ego1": 0.031227796284232553, "agent_compute-ego2": 0.031614686184980735, "agent_compute-ego3": 0.03177272428677776, "complete-iteration": 0.8579015589135839, "set_robot_commands": 0.0021840448454609066, "deviation-center-line": 1.0494545243464837, "driven_lanedir_consec": 5.271196976953486, "sim_compute_sim_state": 0.021007214193269026, "sim_compute_performance-ego0": 0.0019118984853188825, "sim_compute_performance-ego1": 0.001944653443464144, "sim_compute_performance-ego2": 0.001941932843426081, "sim_compute_performance-ego3": 0.001910425546601063}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 3.0474242352531675, "get_ui_image": 0.049949258895817715, "step_physics": 0.6918879699003213, "survival_time": 13.500000000000057, "driven_lanedir": 2.7963666010049435, "get_state_dump": 0.009533216152683837, "get_robot_state": 0.014226754213171253, "sim_render-ego0": 0.0037287671627593655, "sim_render-ego1": 0.003698921731477294, "sim_render-ego2": 0.003676605400564046, "sim_render-ego3": 0.0036599609684680222, "get_duckie_state": 2.1343301583040247e-06, "in-drivable-lane": 1.1000000000000156, "deviation-heading": 3.1070234137120787, "agent_compute-ego0": 0.03986181104315163, "agent_compute-ego1": 0.04003628681506618, "agent_compute-ego2": 0.038248274159167525, "agent_compute-ego3": 0.038634475306831166, "complete-iteration": 0.9919054253074956, "set_robot_commands": 0.0021783126676214576, "deviation-center-line": 0.6557890610745069, "driven_lanedir_consec": 2.7963666010049435, "sim_compute_sim_state": 0.038055304671565544, "sim_compute_performance-ego0": 0.0019526332066947683, "sim_compute_performance-ego1": 0.0019362535863784848, "sim_compute_performance-ego2": 0.001941194393538021, "sim_compute_performance-ego3": 0.0019317517861229029}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 2.546003505178929, "get_ui_image": 0.049949258895817715, "step_physics": 0.6918879699003213, "survival_time": 13.500000000000057, "driven_lanedir": 2.222050546322288, "get_state_dump": 0.009533216152683837, "get_robot_state": 0.014226754213171253, "sim_render-ego0": 0.0037287671627593655, "sim_render-ego1": 0.003698921731477294, "sim_render-ego2": 0.003676605400564046, "sim_render-ego3": 0.0036599609684680222, "get_duckie_state": 2.1343301583040247e-06, "in-drivable-lane": 0.8, "deviation-heading": 2.8293246364267506, "agent_compute-ego0": 0.03986181104315163, "agent_compute-ego1": 0.04003628681506618, "agent_compute-ego2": 0.038248274159167525, "agent_compute-ego3": 0.038634475306831166, "complete-iteration": 0.9919054253074956, "set_robot_commands": 0.0021783126676214576, "deviation-center-line": 0.5909353314561372, "driven_lanedir_consec": 2.222050546322288, "sim_compute_sim_state": 0.038055304671565544, "sim_compute_performance-ego0": 0.0019526332066947683, "sim_compute_performance-ego1": 0.0019362535863784848, "sim_compute_performance-ego2": 0.001941194393538021, "sim_compute_performance-ego3": 0.0019317517861229029}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 2.5459884797639267, "get_ui_image": 0.049949258895817715, "step_physics": 0.6918879699003213, "survival_time": 13.500000000000057, "driven_lanedir": 2.1325974946868396, "get_state_dump": 0.009533216152683837, "get_robot_state": 0.014226754213171253, "sim_render-ego0": 0.0037287671627593655, "sim_render-ego1": 0.003698921731477294, "sim_render-ego2": 0.003676605400564046, "sim_render-ego3": 0.0036599609684680222, "get_duckie_state": 2.1343301583040247e-06, "in-drivable-lane": 3.650000000000043, "deviation-heading": 3.31719472623373, "agent_compute-ego0": 0.03986181104315163, "agent_compute-ego1": 0.04003628681506618, "agent_compute-ego2": 0.038248274159167525, "agent_compute-ego3": 0.038634475306831166, "complete-iteration": 0.9919054253074956, "set_robot_commands": 0.0021783126676214576, "deviation-center-line": 0.6277702597244013, "driven_lanedir_consec": 2.1325974946868396, "sim_compute_sim_state": 0.038055304671565544, "sim_compute_performance-ego0": 0.0019526332066947683, "sim_compute_performance-ego1": 0.0019362535863784848, "sim_compute_performance-ego2": 0.001941194393538021, "sim_compute_performance-ego3": 0.0019317517861229029}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 3.0474106697727636, "get_ui_image": 0.049949258895817715, "step_physics": 0.6918879699003213, "survival_time": 13.500000000000057, "driven_lanedir": 2.500542472910122, "get_state_dump": 0.009533216152683837, "get_robot_state": 0.014226754213171253, "sim_render-ego0": 0.0037287671627593655, "sim_render-ego1": 0.003698921731477294, "sim_render-ego2": 0.003676605400564046, "sim_render-ego3": 0.0036599609684680222, "get_duckie_state": 2.1343301583040247e-06, "in-drivable-lane": 1.5499999999999945, "deviation-heading": 3.1933494188677014, "agent_compute-ego0": 0.03986181104315163, "agent_compute-ego1": 0.04003628681506618, "agent_compute-ego2": 0.038248274159167525, "agent_compute-ego3": 0.038634475306831166, "complete-iteration": 0.9919054253074956, "set_robot_commands": 0.0021783126676214576, "deviation-center-line": 0.5650003982567515, "driven_lanedir_consec": 2.500542472910122, "sim_compute_sim_state": 0.038055304671565544, "sim_compute_performance-ego0": 0.0019526332066947683, "sim_compute_performance-ego1": 0.0019362535863784848, "sim_compute_performance-ego2": 0.001941194393538021, "sim_compute_performance-ego3": 0.0019317517861229029}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 6.398149927996207, "get_ui_image": 0.04677194739063018, "step_physics": 0.6168466924529191, "survival_time": 59.99999999999873, "driven_lanedir": 4.427807974782986, "get_state_dump": 0.009496143120313862, "get_robot_state": 0.014114930171156604, "sim_render-ego0": 0.003861314351115993, "sim_render-ego1": 0.0037374760487196746, "sim_render-ego2": 0.0037502690616197927, "sim_render-ego3": 0.003616619864470953, "get_duckie_state": 2.153509363941507e-06, "in-drivable-lane": 40.79999999999859, "deviation-heading": 3.9839809529511134, "agent_compute-ego0": 0.033016358088891175, "agent_compute-ego1": 0.0320725165040765, "agent_compute-ego2": 0.03203672890262143, "agent_compute-ego3": 0.03141378840240809, "complete-iteration": 0.8805863311348311, "set_robot_commands": 0.002219074473194437, "deviation-center-line": 1.0352943030904789, "driven_lanedir_consec": 4.427807974782986, "sim_compute_sim_state": 0.03296641187802838, "sim_compute_performance-ego0": 0.001991873478313767, "sim_compute_performance-ego1": 0.001973517828440289, "sim_compute_performance-ego2": 0.0019538158381809103, "sim_compute_performance-ego3": 0.0019064590793962184}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 14.591414517975684, "get_ui_image": 0.04677194739063018, "step_physics": 0.6168466924529191, "survival_time": 59.99999999999873, "driven_lanedir": 11.160835448327704, "get_state_dump": 0.009496143120313862, "get_robot_state": 0.014114930171156604, "sim_render-ego0": 0.003861314351115993, "sim_render-ego1": 0.0037374760487196746, "sim_render-ego2": 0.0037502690616197927, "sim_render-ego3": 0.003616619864470953, "get_duckie_state": 2.153509363941507e-06, "in-drivable-lane": 11.249999999999837, "deviation-heading": 12.39284595685453, "agent_compute-ego0": 0.033016358088891175, "agent_compute-ego1": 0.0320725165040765, "agent_compute-ego2": 0.03203672890262143, "agent_compute-ego3": 0.03141378840240809, "complete-iteration": 0.8805863311348311, "set_robot_commands": 0.002219074473194437, "deviation-center-line": 2.7119501683688596, "driven_lanedir_consec": 11.160835448327704, "sim_compute_sim_state": 0.03296641187802838, "sim_compute_performance-ego0": 0.001991873478313767, "sim_compute_performance-ego1": 0.001973517828440289, "sim_compute_performance-ego2": 0.0019538158381809103, "sim_compute_performance-ego3": 0.0019064590793962184}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 14.591400211109468, "get_ui_image": 0.04677194739063018, "step_physics": 0.6168466924529191, "survival_time": 59.99999999999873, "driven_lanedir": 10.722589551537345, "get_state_dump": 0.009496143120313862, "get_robot_state": 0.014114930171156604, "sim_render-ego0": 0.003861314351115993, "sim_render-ego1": 0.0037374760487196746, "sim_render-ego2": 0.0037502690616197927, "sim_render-ego3": 0.003616619864470953, "get_duckie_state": 2.153509363941507e-06, "in-drivable-lane": 12.999999999999671, "deviation-heading": 12.012565542150645, "agent_compute-ego0": 0.033016358088891175, "agent_compute-ego1": 0.0320725165040765, "agent_compute-ego2": 0.03203672890262143, "agent_compute-ego3": 0.03141378840240809, "complete-iteration": 0.8805863311348311, "set_robot_commands": 0.002219074473194437, "deviation-center-line": 2.5635089397281483, "driven_lanedir_consec": 10.722589551537345, "sim_compute_sim_state": 0.03296641187802838, "sim_compute_performance-ego0": 0.001991873478313767, "sim_compute_performance-ego1": 0.001973517828440289, "sim_compute_performance-ego2": 0.0019538158381809103, "sim_compute_performance-ego3": 0.0019064590793962184}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 7.474270258656138, "get_ui_image": 0.04677194739063018, "step_physics": 0.6168466924529191, "survival_time": 59.99999999999873, "driven_lanedir": 4.90549769624741, "get_state_dump": 0.009496143120313862, "get_robot_state": 0.014114930171156604, "sim_render-ego0": 0.003861314351115993, "sim_render-ego1": 0.0037374760487196746, "sim_render-ego2": 0.0037502690616197927, "sim_render-ego3": 0.003616619864470953, "get_duckie_state": 2.153509363941507e-06, "in-drivable-lane": 38.39999999999856, "deviation-heading": 5.313726073977594, "agent_compute-ego0": 0.033016358088891175, "agent_compute-ego1": 0.0320725165040765, "agent_compute-ego2": 0.03203672890262143, "agent_compute-ego3": 0.03141378840240809, "complete-iteration": 0.8805863311348311, "set_robot_commands": 0.002219074473194437, "deviation-center-line": 1.2200246180429344, "driven_lanedir_consec": 4.90549769624741, "sim_compute_sim_state": 0.03296641187802838, "sim_compute_performance-ego0": 0.001991873478313767, "sim_compute_performance-ego1": 0.001973517828440289, "sim_compute_performance-ego2": 0.0019538158381809103, "sim_compute_performance-ego3": 0.0019064590793962184}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 3.8423043188678903, "get_ui_image": 0.029915812469664075, "step_physics": 0.18300825996058329, "survival_time": 16.750000000000103, "driven_lanedir": 3.780098280308237, "get_state_dump": 0.006165970649038043, "get_robot_state": 0.007068792978922526, "sim_render-ego0": 0.0036430954933166504, "sim_render-ego1": 0.0036057844048454648, "get_duckie_state": 2.176988692510696e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.7156701870969826, "agent_compute-ego0": 0.03298875263759068, "agent_compute-ego1": 0.03244446147055853, "complete-iteration": 0.3167791983910969, "set_robot_commands": 0.0021019719895862396, "deviation-center-line": 0.6555085229382631, "driven_lanedir_consec": 3.780098280308237, "sim_compute_sim_state": 0.00984817956175123, "sim_compute_performance-ego0": 0.0018699999366487776, "sim_compute_performance-ego1": 0.0018940787939798263}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 3.8422643170565767, "get_ui_image": 0.029915812469664075, "step_physics": 0.18300825996058329, "survival_time": 16.750000000000103, "driven_lanedir": 2.6907932145444313, "get_state_dump": 0.006165970649038043, "get_robot_state": 0.007068792978922526, "sim_render-ego0": 0.0036430954933166504, "sim_render-ego1": 0.0036057844048454648, "get_duckie_state": 2.176988692510696e-06, "in-drivable-lane": 4.400000000000041, "deviation-heading": 4.386806744041564, "agent_compute-ego0": 0.03298875263759068, "agent_compute-ego1": 0.03244446147055853, "complete-iteration": 0.3167791983910969, "set_robot_commands": 0.0021019719895862396, "deviation-center-line": 0.8114778836293924, "driven_lanedir_consec": 2.6907932145444313, "sim_compute_sim_state": 0.00984817956175123, "sim_compute_performance-ego0": 0.0018699999366487776, "sim_compute_performance-ego1": 0.0018940787939798263}}
set_robot_commands_max0.002219074473194437
set_robot_commands_mean0.002180690851734263
set_robot_commands_median0.0021840448454609066
set_robot_commands_min0.0021019719895862396
sim_compute_performance-ego0_max0.001991873478313767
sim_compute_performance-ego0_mean0.001940401468186231
sim_compute_performance-ego0_median0.0019526332066947683
sim_compute_performance-ego0_min0.0018699999366487776
sim_compute_performance-ego1_max0.001973517828440289
sim_compute_performance-ego1_mean0.0019432755015065231
sim_compute_performance-ego1_median0.001944653443464144
sim_compute_performance-ego1_min0.0018940787939798263
sim_compute_performance-ego2_max0.0019538158381809103
sim_compute_performance-ego2_mean0.0019456476917150045
sim_compute_performance-ego2_median0.001941932843426081
sim_compute_performance-ego2_min0.001941194393538021
sim_compute_performance-ego3_max0.0019317517861229029
sim_compute_performance-ego3_mean0.0019162121373733944
sim_compute_performance-ego3_median0.001910425546601063
sim_compute_performance-ego3_min0.0019064590793962184
sim_compute_sim_state_max0.038055304671565544
sim_compute_sim_state_mean0.027700863006782452
sim_compute_sim_state_median0.03296641187802838
sim_compute_sim_state_min0.00984817956175123
sim_render-ego0_max0.003861314351115993
sim_render-ego0_mean0.0037359802743069806
sim_render-ego0_median0.0037287671627593655
sim_render-ego0_min0.0036430954933166504
sim_render-ego1_max0.0037374760487196746
sim_render-ego1_mean0.003678635965327038
sim_render-ego1_median0.003698921731477294
sim_render-ego1_min0.0036057844048454648
sim_render-ego2_max0.0037502690616197927
sim_render-ego2_mean0.003695514068552147
sim_render-ego2_median0.003676605400564046
sim_render-ego2_min0.003659667743472602
sim_render-ego3_max0.003661419275238758
sim_render-ego3_mean0.003646000036059245
sim_render-ego3_median0.0036599609684680222
sim_render-ego3_min0.003616619864470953
simulation-passed1
step_physics_max0.6918879699003213
step_physics_mean0.5751100123345608
step_physics_median0.6168466924529191
step_physics_min0.18300825996058329
survival_time_max59.99999999999873
survival_time_mean32.44999999999977
survival_time_min13.500000000000057

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.