Duckietown Challenges Home Challenges Submissions

Job 58926

Job ID58926
submission12807
userYishu Malhotra 🇨🇦
user labelexercise_state_estimation
challengeaido5-LFV_multi-sim-validation
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-08
date started
date completed
duration1:56:23
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median9.302689375828448
survival_time_median59.99999999999873
deviation-center-line_median3.653216300329218
in-drivable-lane_median2.0250000000000288


other stats
agent_compute-ego0_max0.012403802411145314
agent_compute-ego0_mean0.012207603989875998
agent_compute-ego0_median0.012261993581309704
agent_compute-ego0_min0.011740130186080932
agent_compute-ego1_max0.012846947510375469
agent_compute-ego1_mean0.012669911388411054
agent_compute-ego1_median0.012800428889176927
agent_compute-ego1_min0.012420902045739878
complete-iteration_max1.054316483369775
complete-iteration_mean0.8535571202256811
complete-iteration_median1.002730660791897
complete-iteration_min0.3311639952659607
deviation-center-line_max4.61198413066692
deviation-center-line_mean3.2711832892050325
deviation-center-line_min0.4025891647874955
deviation-heading_max23.23901439967633
deviation-heading_mean15.111290238407769
deviation-heading_median16.431301330965884
deviation-heading_min1.8317162860110991
driven_any_max12.554395564049242
driven_any_mean9.695656089194454
driven_any_median11.350532517705089
driven_any_min2.6099097385238217
driven_lanedir_consec_max11.604965375893704
driven_lanedir_consec_mean8.420839014123365
driven_lanedir_consec_min1.0808741667736923
driven_lanedir_max11.604965375893704
driven_lanedir_mean8.45305479692409
driven_lanedir_median9.302689375828448
driven_lanedir_min1.0808741667736923
get_duckie_state_max2.6525803946337035e-06
get_duckie_state_mean2.601242978606593e-06
get_duckie_state_median2.6474189599487405e-06
get_duckie_state_min2.328157424926758e-06
get_robot_state_max0.015226168199740878
get_robot_state_mean0.014067216005353107
get_robot_state_median0.015160500655861124
get_robot_state_min0.0074604243040084835
get_state_dump_max0.009927650176913015
get_state_dump_mean0.009373883230976588
get_state_dump_median0.009866412732126711
get_state_dump_min0.00633328765630722
get_ui_image_max0.05058114296391445
get_ui_image_mean0.04502333260821832
get_ui_image_median0.04772684516557349
get_ui_image_min0.031215869188308716
in-drivable-lane_max53.99999999999874
in-drivable-lane_mean10.135714285714
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 11.052320054146092, "get_ui_image": 0.04366574140512179, "step_physics": 0.5790906428893738, "survival_time": 59.99999999999873, "driven_lanedir": 6.967850124643219, "get_state_dump": 0.009847884571224723, "get_robot_state": 0.015226168199740878, "sim_render-ego0": 0.004065539418013269, "sim_render-ego1": 0.004239098019246555, "sim_render-ego2": 0.004213721230067778, "sim_render-ego3": 0.004204639288706148, "get_duckie_state": 2.6525803946337035e-06, "in-drivable-lane": 21.099999999999657, "deviation-heading": 14.88641422322715, "agent_compute-ego0": 0.0121907528790705, "agent_compute-ego1": 0.012846947510375469, "agent_compute-ego2": 0.012026680994788177, "agent_compute-ego3": 0.012843915366014771, "complete-iteration": 0.7648207789952313, "set_robot_commands": 0.0023789630146645985, "deviation-center-line": 2.641910822246083, "driven_lanedir_consec": 6.5168291654331, "sim_compute_sim_state": 0.03187809697198034, "sim_compute_performance-ego0": 0.0022191447481128396, "sim_compute_performance-ego1": 0.0021242795637704055, "sim_compute_performance-ego2": 0.0021161640017951754, "sim_compute_performance-ego3": 0.0021310835257854987}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 12.166224258509148, "get_ui_image": 0.04366574140512179, "step_physics": 0.5790906428893738, "survival_time": 59.99999999999873, "driven_lanedir": 11.319538101024095, "get_state_dump": 0.009847884571224723, "get_robot_state": 0.015226168199740878, "sim_render-ego0": 0.004065539418013269, "sim_render-ego1": 0.004239098019246555, "sim_render-ego2": 0.004213721230067778, "sim_render-ego3": 0.004204639288706148, "get_duckie_state": 2.6525803946337035e-06, "in-drivable-lane": 0.4499999999999744, "deviation-heading": 17.602837577290817, "agent_compute-ego0": 0.0121907528790705, "agent_compute-ego1": 0.012846947510375469, "agent_compute-ego2": 0.012026680994788177, "agent_compute-ego3": 0.012843915366014771, "complete-iteration": 0.7648207789952313, "set_robot_commands": 0.0023789630146645985, "deviation-center-line": 3.804923156403713, "driven_lanedir_consec": 11.319538101024095, "sim_compute_sim_state": 0.03187809697198034, "sim_compute_performance-ego0": 0.0022191447481128396, "sim_compute_performance-ego1": 0.0021242795637704055, "sim_compute_performance-ego2": 0.0021161640017951754, "sim_compute_performance-ego3": 0.0021310835257854987}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 12.259177408566014, "get_ui_image": 0.04366574140512179, "step_physics": 0.5790906428893738, "survival_time": 59.99999999999873, "driven_lanedir": 11.019425074411703, "get_state_dump": 0.009847884571224723, "get_robot_state": 0.015226168199740878, "sim_render-ego0": 0.004065539418013269, "sim_render-ego1": 0.004239098019246555, "sim_render-ego2": 0.004213721230067778, "sim_render-ego3": 0.004204639288706148, "get_duckie_state": 2.6525803946337035e-06, "in-drivable-lane": 4.999999999999716, "deviation-heading": 15.259765084640948, "agent_compute-ego0": 0.0121907528790705, "agent_compute-ego1": 0.012846947510375469, "agent_compute-ego2": 0.012026680994788177, "agent_compute-ego3": 0.012843915366014771, "complete-iteration": 0.7648207789952313, "set_robot_commands": 0.0023789630146645985, "deviation-center-line": 3.5015094442547228, "driven_lanedir_consec": 11.019425074411703, "sim_compute_sim_state": 0.03187809697198034, "sim_compute_performance-ego0": 0.0022191447481128396, "sim_compute_performance-ego1": 0.0021242795637704055, "sim_compute_performance-ego2": 0.0021161640017951754, "sim_compute_performance-ego3": 0.0021310835257854987}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 11.648744981264086, "get_ui_image": 0.04366574140512179, "step_physics": 0.5790906428893738, "survival_time": 59.99999999999873, "driven_lanedir": 9.481582208159162, "get_state_dump": 0.009847884571224723, "get_robot_state": 0.015226168199740878, "sim_render-ego0": 0.004065539418013269, "sim_render-ego1": 0.004239098019246555, "sim_render-ego2": 0.004213721230067778, "sim_render-ego3": 0.004204639288706148, "get_duckie_state": 2.6525803946337035e-06, "in-drivable-lane": 9.949999999999434, "deviation-heading": 14.041527969863516, "agent_compute-ego0": 0.0121907528790705, "agent_compute-ego1": 0.012846947510375469, "agent_compute-ego2": 0.012026680994788177, "agent_compute-ego3": 0.012843915366014771, "complete-iteration": 0.7648207789952313, "set_robot_commands": 0.0023789630146645985, "deviation-center-line": 3.433576678284455, "driven_lanedir_consec": 9.481582208159162, "sim_compute_sim_state": 0.03187809697198034, "sim_compute_performance-ego0": 0.0022191447481128396, "sim_compute_performance-ego1": 0.0021242795637704055, "sim_compute_performance-ego2": 0.0021161640017951754, "sim_compute_performance-ego3": 0.0021310835257854987}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 8.971684833219289, "get_ui_image": 0.05058114296391445, "step_physics": 0.7955371305210008, "survival_time": 59.99999999999873, "driven_lanedir": 7.918579443397521, "get_state_dump": 0.009927650176913015, "get_robot_state": 0.015160500655861124, "sim_render-ego0": 0.004189852770917322, "sim_render-ego1": 0.004255454208729766, "sim_render-ego2": 0.0042738900593575786, "sim_render-ego3": 0.0042867422302398555, "get_duckie_state": 2.6402723580772535e-06, "in-drivable-lane": 2.600000000000037, "deviation-heading": 23.23901439967633, "agent_compute-ego0": 0.012403802411145314, "agent_compute-ego1": 0.012800428889176927, "agent_compute-ego2": 0.012321434449792206, "agent_compute-ego3": 0.012934601574912854, "complete-iteration": 1.002730660791897, "set_robot_commands": 0.0024592181625810888, "deviation-center-line": 4.61198413066692, "driven_lanedir_consec": 7.918579443397521, "sim_compute_sim_state": 0.04547763942778855, "sim_compute_performance-ego0": 0.0023047360254267076, "sim_compute_performance-ego1": 0.0021284698546677207, "sim_compute_performance-ego2": 0.002132197204577139, "sim_compute_performance-ego3": 0.0021375980504247964}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 11.7421112321579, "get_ui_image": 0.05058114296391445, "step_physics": 0.7955371305210008, "survival_time": 59.99999999999873, "driven_lanedir": 10.57232667227204, "get_state_dump": 0.009927650176913015, "get_robot_state": 0.015160500655861124, "sim_render-ego0": 0.004189852770917322, "sim_render-ego1": 0.004255454208729766, "sim_render-ego2": 0.0042738900593575786, "sim_render-ego3": 0.0042867422302398555, "get_duckie_state": 2.6402723580772535e-06, "in-drivable-lane": 1.4500000000000206, "deviation-heading": 19.41691556967822, "agent_compute-ego0": 0.012403802411145314, "agent_compute-ego1": 0.012800428889176927, "agent_compute-ego2": 0.012321434449792206, "agent_compute-ego3": 0.012934601574912854, "complete-iteration": 1.002730660791897, "set_robot_commands": 0.0024592181625810888, "deviation-center-line": 3.931524365990093, "driven_lanedir_consec": 10.57232667227204, "sim_compute_sim_state": 0.04547763942778855, "sim_compute_performance-ego0": 0.0023047360254267076, "sim_compute_performance-ego1": 0.0021284698546677207, "sim_compute_performance-ego2": 0.002132197204577139, "sim_compute_performance-ego3": 0.0021375980504247964}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 11.983892034333332, "get_ui_image": 0.05058114296391445, "step_physics": 0.7955371305210008, "survival_time": 59.99999999999873, "driven_lanedir": 11.15769224370288, "get_state_dump": 0.009927650176913015, "get_robot_state": 0.015160500655861124, "sim_render-ego0": 0.004189852770917322, "sim_render-ego1": 0.004255454208729766, "sim_render-ego2": 0.0042738900593575786, "sim_render-ego3": 0.0042867422302398555, "get_duckie_state": 2.6402723580772535e-06, "in-drivable-lane": 0.0, "deviation-heading": 18.382969162771907, "agent_compute-ego0": 0.012403802411145314, "agent_compute-ego1": 0.012800428889176927, "agent_compute-ego2": 0.012321434449792206, "agent_compute-ego3": 0.012934601574912854, "complete-iteration": 1.002730660791897, "set_robot_commands": 0.0024592181625810888, "deviation-center-line": 4.1752232620450815, "driven_lanedir_consec": 11.15769224370288, "sim_compute_sim_state": 0.04547763942778855, "sim_compute_performance-ego0": 0.0023047360254267076, "sim_compute_performance-ego1": 0.0021284698546677207, "sim_compute_performance-ego2": 0.002132197204577139, "sim_compute_performance-ego3": 0.0021375980504247964}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 9.627453641149415, "get_ui_image": 0.05058114296391445, "step_physics": 0.7955371305210008, "survival_time": 59.99999999999873, "driven_lanedir": 9.123796543497733, "get_state_dump": 0.009927650176913015, "get_robot_state": 0.015160500655861124, "sim_render-ego0": 0.004189852770917322, "sim_render-ego1": 0.004255454208729766, "sim_render-ego2": 0.0042738900593575786, "sim_render-ego3": 0.0042867422302398555, "get_duckie_state": 2.6402723580772535e-06, "in-drivable-lane": 0.0, "deviation-heading": 18.807412994495, "agent_compute-ego0": 0.012403802411145314, "agent_compute-ego1": 0.012800428889176927, "agent_compute-ego2": 0.012321434449792206, "agent_compute-ego3": 0.012934601574912854, "complete-iteration": 1.002730660791897, "set_robot_commands": 0.0024592181625810888, "deviation-center-line": 4.147471469489133, "driven_lanedir_consec": 9.123796543497733, "sim_compute_sim_state": 0.04547763942778855, "sim_compute_performance-ego0": 0.0023047360254267076, "sim_compute_performance-ego1": 0.0021284698546677207, "sim_compute_performance-ego2": 0.002132197204577139, "sim_compute_performance-ego3": 0.0021375980504247964}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 11.91054640138682, "get_ui_image": 0.04772684516557349, "step_physics": 0.8631931492728456, "survival_time": 59.99999999999873, "driven_lanedir": 10.659793708307646, "get_state_dump": 0.009866412732126711, "get_robot_state": 0.01511837501112964, "sim_render-ego0": 0.004147578834197007, "sim_render-ego1": 0.004341788732638268, "sim_render-ego2": 0.004260273003558334, "sim_render-ego3": 0.004272300535991329, "get_duckie_state": 2.6474189599487405e-06, "in-drivable-lane": 2.799999999999873, "deviation-heading": 18.3242528669711, "agent_compute-ego0": 0.012261993581309704, "agent_compute-ego1": 0.012420902045739878, "agent_compute-ego2": 0.013082315880094937, "agent_compute-ego3": 0.013100045209721066, "complete-iteration": 1.054316483369775, "set_robot_commands": 0.0023679435501289207, "deviation-center-line": 3.9777375834834814, "driven_lanedir_consec": 10.659793708307646, "sim_compute_sim_state": 0.03173571879619563, "sim_compute_performance-ego0": 0.002228832363983078, "sim_compute_performance-ego1": 0.0021136470083193814, "sim_compute_performance-ego2": 0.0021508367333582896, "sim_compute_performance-ego3": 0.002192680285832566}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 3.754183679985559, "get_ui_image": 0.04772684516557349, "step_physics": 0.8631931492728456, "survival_time": 59.99999999999873, "driven_lanedir": 3.4217372274881797, "get_state_dump": 0.009866412732126711, "get_robot_state": 0.01511837501112964, "sim_render-ego0": 0.004147578834197007, "sim_render-ego1": 0.004341788732638268, "sim_render-ego2": 0.004260273003558334, "sim_render-ego3": 0.004272300535991329, "get_duckie_state": 2.6474189599487405e-06, "in-drivable-lane": 42.54999999999862, "deviation-heading": 4.934340993781056, "agent_compute-ego0": 0.012261993581309704, "agent_compute-ego1": 0.012420902045739878, "agent_compute-ego2": 0.013082315880094937, "agent_compute-ego3": 0.013100045209721066, "complete-iteration": 1.054316483369775, "set_robot_commands": 0.0023679435501289207, "deviation-center-line": 1.2716052334384933, "driven_lanedir_consec": 3.4217372274881797, "sim_compute_sim_state": 0.03173571879619563, "sim_compute_performance-ego0": 0.002228832363983078, "sim_compute_performance-ego1": 0.0021136470083193814, "sim_compute_performance-ego2": 0.0021508367333582896, "sim_compute_performance-ego3": 0.002192680285832566}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 2.6099097385238217, "get_ui_image": 0.04772684516557349, "step_physics": 0.8631931492728456, "survival_time": 59.99999999999873, "driven_lanedir": 1.0808741667736923, "get_state_dump": 0.009866412732126711, "get_robot_state": 0.01511837501112964, "sim_render-ego0": 0.004147578834197007, "sim_render-ego1": 0.004341788732638268, "sim_render-ego2": 0.004260273003558334, "sim_render-ego3": 0.004272300535991329, "get_duckie_state": 2.6474189599487405e-06, "in-drivable-lane": 53.99999999999874, "deviation-heading": 1.8317162860110991, "agent_compute-ego0": 0.012261993581309704, "agent_compute-ego1": 0.012420902045739878, "agent_compute-ego2": 0.013082315880094937, "agent_compute-ego3": 0.013100045209721066, "complete-iteration": 1.054316483369775, "set_robot_commands": 0.0023679435501289207, "deviation-center-line": 0.4025891647874955, "driven_lanedir_consec": 1.0808741667736923, "sim_compute_sim_state": 0.03173571879619563, "sim_compute_performance-ego0": 0.002228832363983078, "sim_compute_performance-ego1": 0.0021136470083193814, "sim_compute_performance-ego2": 0.0021508367333582896, "sim_compute_performance-ego3": 0.002192680285832566}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 12.554395564049242, "get_ui_image": 0.04772684516557349, "step_physics": 0.8631931492728456, "survival_time": 59.99999999999873, "driven_lanedir": 11.604965375893704, "get_state_dump": 0.009866412732126711, "get_robot_state": 0.01511837501112964, "sim_render-ego0": 0.004147578834197007, "sim_render-ego1": 0.004341788732638268, "sim_render-ego2": 0.004260273003558334, "sim_render-ego3": 0.004272300535991329, "get_duckie_state": 2.6474189599487405e-06, "in-drivable-lane": 0.3499999999999801, "deviation-heading": 17.926042010313804, "agent_compute-ego0": 0.012261993581309704, "agent_compute-ego1": 0.012420902045739878, "agent_compute-ego2": 0.013082315880094937, "agent_compute-ego3": 0.013100045209721066, "complete-iteration": 1.054316483369775, "set_robot_commands": 0.0023679435501289207, "deviation-center-line": 4.001574149937146, "driven_lanedir_consec": 11.604965375893704, "sim_compute_sim_state": 0.03173571879619563, "sim_compute_performance-ego0": 0.002228832363983078, "sim_compute_performance-ego1": 0.0021136470083193814, "sim_compute_performance-ego2": 0.0021508367333582896, "sim_compute_performance-ego3": 0.002192680285832566}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 7.765776713428257, "get_ui_image": 0.031215869188308716, "step_physics": 0.2345414599776268, "survival_time": 39.94999999999987, "driven_lanedir": 7.078588004560853, "get_state_dump": 0.00633328765630722, "get_robot_state": 0.0074604243040084835, "sim_render-ego0": 0.003985517024993897, "sim_render-ego1": 0.004157160818576813, "get_duckie_state": 2.328157424926758e-06, "in-drivable-lane": 0.29999999999998295, "deviation-heading": 13.40291978212118, "agent_compute-ego0": 0.011740130186080932, "agent_compute-ego1": 0.012552822828292847, "complete-iteration": 0.3311639952659607, "set_robot_commands": 0.002342794835567474, "deviation-center-line": 3.0076704325760533, "driven_lanedir_consec": 7.078588004560853, "sim_compute_sim_state": 0.010292239487171171, "sim_compute_performance-ego0": 0.002088005542755127, "sim_compute_performance-ego1": 0.002040877640247345}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 7.69276470800339, "get_ui_image": 0.031215869188308716, "step_physics": 0.2345414599776268, "survival_time": 39.94999999999987, "driven_lanedir": 6.936018262804803, "get_state_dump": 0.00633328765630722, "get_robot_state": 0.0074604243040084835, "sim_render-ego0": 0.003985517024993897, "sim_render-ego1": 0.004157160818576813, "get_duckie_state": 2.328157424926758e-06, "in-drivable-lane": 1.349999999999982, "deviation-heading": 13.501934416866623, "agent_compute-ego0": 0.011740130186080932, "agent_compute-ego1": 0.012552822828292847, "complete-iteration": 0.3311639952659607, "set_robot_commands": 0.002342794835567474, "deviation-center-line": 2.88726615526759, "driven_lanedir_consec": 6.936018262804803, "sim_compute_sim_state": 0.010292239487171171, "sim_compute_performance-ego0": 0.002088005542755127, "sim_compute_performance-ego1": 0.002040877640247345}}
set_robot_commands_max0.0024592181625810888
set_robot_commands_mean0.0023935777557595266
set_robot_commands_median0.0023789630146645985
set_robot_commands_min0.002342794835567474
sim_compute_performance-ego0_max0.0023047360254267076
sim_compute_performance-ego0_mean0.002227633116828625
sim_compute_performance-ego0_median0.002228832363983078
sim_compute_performance-ego0_min0.002088005542755127
sim_compute_performance-ego1_max0.0021284698546677207
sim_compute_performance-ego1_mean0.002110524356251766
sim_compute_performance-ego1_median0.0021242795637704055
sim_compute_performance-ego1_min0.002040877640247345
sim_compute_sim_state_max0.04547763942778855
sim_compute_sim_state_mean0.03263930712558575
sim_compute_sim_state_median0.03187809697198034
sim_compute_sim_state_min0.010292239487171171
sim_render-ego0_max0.004189852770917322
sim_render-ego0_mean0.004113065581607013
sim_render-ego0_median0.004147578834197007
sim_render-ego0_min0.003985517024993897
sim_render-ego1_max0.004341788732638268
sim_render-ego1_mean0.004261406105686569
sim_render-ego1_median0.004255454208729766
sim_render-ego1_min0.004157160818576813
simulation-passed1
step_physics_max0.8631931492728456
step_physics_mean0.6728833293348669
step_physics_median0.7955371305210008
step_physics_min0.2345414599776268
survival_time_max59.99999999999873
survival_time_mean57.13571428571317
survival_time_min39.94999999999987

Highlights

58926

Click the images to see detailed statistics about the episode.

LFV_multi-norm-loop-000

LFV_multi-norm-small_loop-000

LFV_multi-norm-techtrack-000

LFV_multi-norm-zigzag-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.