Duckietown Challenges Home Challenges Submissions

Job 58778

Job ID58778
submission12743
userThomas Wiggers 🇳🇱
user labelppo_v1
challengeaido5-LFV_multi-sim-validation
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-06
date started
date completed
duration1:54:11
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median2.719970781413
survival_time_median58.999999999998785
deviation-center-line_median0.8092548071431451
in-drivable-lane_median11.825000000000168


other stats
agent_compute-ego0_max0.12318166504558337
agent_compute-ego0_mean0.10014574839277714
agent_compute-ego0_median0.12299769536405172
agent_compute-ego0_min0.06597776893374327
agent_compute-ego1_max0.10934575970752274
agent_compute-ego1_mean0.08703494986622659
agent_compute-ego1_median0.09903762890742376
agent_compute-ego1_min0.058099423915917034
complete-iteration_max1.650851292896836
complete-iteration_mean1.1272627675876428
complete-iteration_median1.253236905631856
complete-iteration_min0.31738957457498745
deviation-center-line_max5.1528436087710086
deviation-center-line_mean1.3275851435458648
deviation-center-line_min0.24195924660136825
deviation-heading_max24.730772428981403
deviation-heading_mean5.484394095518996
deviation-heading_median3.231461173133467
deviation-heading_min1.2134455794481966
driven_any_max9.418371565282746
driven_any_mean4.712671794912447
driven_any_median4.373663315313202
driven_any_min1.5108603963969616
driven_lanedir_consec_max9.310616928228637
driven_lanedir_consec_mean3.493970737310266
driven_lanedir_consec_min1.1491014001875837
driven_lanedir_max9.310616928228637
driven_lanedir_mean3.674489305509457
driven_lanedir_median2.8274299911569263
driven_lanedir_min1.1491014001875837
get_duckie_state_max1.8193295807479096e-06
get_duckie_state_mean1.6932635601773957e-06
get_duckie_state_median1.706628717927851e-06
get_duckie_state_min1.494036824578151e-06
get_robot_state_max0.01638825275959113
get_robot_state_mean0.014555609589898
get_robot_state_median0.01597511112235745
get_robot_state_min0.0071980518464938885
get_state_dump_max0.01053757545275566
get_state_dump_mean0.009687460896736808
get_state_dump_median0.010448939309697551
get_state_dump_min0.0063252796439902175
get_ui_image_max0.058029315917800785
get_ui_image_mean0.04970071111597545
get_ui_image_median0.05765396407526782
get_ui_image_min0.029754566014755977
in-drivable-lane_max51.99999999999875
in-drivable-lane_mean16.964285714285325
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 5.491135690723113, "get_ui_image": 0.04339192590546747, "step_physics": 0.47935261833578424, "survival_time": 59.99999999999873, "driven_lanedir": 3.203565105668318, "get_state_dump": 0.00975695855413051, "get_robot_state": 0.01498224375944749, "sim_render-ego0": 0.004027736077797006, "sim_render-ego1": 0.003779190565326827, "sim_render-ego2": 0.003737940577841321, "sim_render-ego3": 0.0037065397988350368, "get_duckie_state": 1.6534457496560484e-06, "in-drivable-lane": 36.449999999998525, "deviation-heading": 3.7000835033489152, "agent_compute-ego0": 0.07134187449821326, "agent_compute-ego1": 0.06718922395888813, "agent_compute-ego2": 0.06916282298066634, "agent_compute-ego3": 0.0698812968724971, "complete-iteration": 0.8826367007405633, "set_robot_commands": 0.002173836483347922, "deviation-center-line": 0.9937242909766598, "driven_lanedir_consec": 3.203387268212436, "sim_compute_sim_state": 0.024848552865847064, "sim_compute_performance-ego0": 0.0022051689726029903, "sim_compute_performance-ego1": 0.0020008059365862513, "sim_compute_performance-ego2": 0.0019795932340979277, "sim_compute_performance-ego3": 0.0019553779662399864}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 8.059872461911718, "get_ui_image": 0.04339192590546747, "step_physics": 0.47935261833578424, "survival_time": 59.99999999999873, "driven_lanedir": 5.641685474987718, "get_state_dump": 0.00975695855413051, "get_robot_state": 0.01498224375944749, "sim_render-ego0": 0.004027736077797006, "sim_render-ego1": 0.003779190565326827, "sim_render-ego2": 0.003737940577841321, "sim_render-ego3": 0.0037065397988350368, "get_duckie_state": 1.6534457496560484e-06, "in-drivable-lane": 21.64999999999877, "deviation-heading": 5.099933219122583, "agent_compute-ego0": 0.07134187449821326, "agent_compute-ego1": 0.06718922395888813, "agent_compute-ego2": 0.06916282298066634, "agent_compute-ego3": 0.0698812968724971, "complete-iteration": 0.8826367007405633, "set_robot_commands": 0.002173836483347922, "deviation-center-line": 1.6767537993259722, "driven_lanedir_consec": 5.641685474987718, "sim_compute_sim_state": 0.024848552865847064, "sim_compute_performance-ego0": 0.0022051689726029903, "sim_compute_performance-ego1": 0.0020008059365862513, "sim_compute_performance-ego2": 0.0019795932340979277, "sim_compute_performance-ego3": 0.0019553779662399864}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 1.6109319063024603, "get_ui_image": 0.04339192590546747, "step_physics": 0.47935261833578424, "survival_time": 59.99999999999873, "driven_lanedir": 1.2850387426919254, "get_state_dump": 0.00975695855413051, "get_robot_state": 0.01498224375944749, "sim_render-ego0": 0.004027736077797006, "sim_render-ego1": 0.003779190565326827, "sim_render-ego2": 0.003737940577841321, "sim_render-ego3": 0.0037065397988350368, "get_duckie_state": 1.6534457496560484e-06, "in-drivable-lane": 51.99999999999875, "deviation-heading": 1.4803033026958488, "agent_compute-ego0": 0.07134187449821326, "agent_compute-ego1": 0.06718922395888813, "agent_compute-ego2": 0.06916282298066634, "agent_compute-ego3": 0.0698812968724971, "complete-iteration": 0.8826367007405633, "set_robot_commands": 0.002173836483347922, "deviation-center-line": 0.24195924660136825, "driven_lanedir_consec": 1.2850387426919254, "sim_compute_sim_state": 0.024848552865847064, "sim_compute_performance-ego0": 0.0022051689726029903, "sim_compute_performance-ego1": 0.0020008059365862513, "sim_compute_performance-ego2": 0.0019795932340979277, "sim_compute_performance-ego3": 0.0019553779662399864}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 9.418371565282746, "get_ui_image": 0.04339192590546747, "step_physics": 0.47935261833578424, "survival_time": 59.99999999999873, "driven_lanedir": 9.310616928228637, "get_state_dump": 0.00975695855413051, "get_robot_state": 0.01498224375944749, "sim_render-ego0": 0.004027736077797006, "sim_render-ego1": 0.003779190565326827, "sim_render-ego2": 0.003737940577841321, "sim_render-ego3": 0.0037065397988350368, "get_duckie_state": 1.6534457496560484e-06, "in-drivable-lane": 0.3499999999999801, "deviation-heading": 6.768310450435697, "agent_compute-ego0": 0.07134187449821326, "agent_compute-ego1": 0.06718922395888813, "agent_compute-ego2": 0.06916282298066634, "agent_compute-ego3": 0.0698812968724971, "complete-iteration": 0.8826367007405633, "set_robot_commands": 0.002173836483347922, "deviation-center-line": 2.032340842315394, "driven_lanedir_consec": 9.310616928228637, "sim_compute_sim_state": 0.024848552865847064, "sim_compute_performance-ego0": 0.0022051689726029903, "sim_compute_performance-ego1": 0.0020008059365862513, "sim_compute_performance-ego2": 0.0019795932340979277, "sim_compute_performance-ego3": 0.0019553779662399864}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 1.5108603963969616, "get_ui_image": 0.058029315917800785, "step_physics": 1.0597997854363606, "survival_time": 58.999999999998785, "driven_lanedir": 1.345661144530346, "get_state_dump": 0.010448939309697551, "get_robot_state": 0.01597511112235745, "sim_render-ego0": 0.004260798413101442, "sim_render-ego1": 0.003977422286250852, "sim_render-ego2": 0.003945436041603444, "sim_render-ego3": 0.0038731952121356704, "get_duckie_state": 1.8193295807479096e-06, "in-drivable-lane": 46.39999999999874, "deviation-heading": 2.262151285275087, "agent_compute-ego0": 0.12299769536405172, "agent_compute-ego1": 0.10934575970752274, "agent_compute-ego2": 0.10665917477296834, "agent_compute-ego3": 0.1066390121518102, "complete-iteration": 1.650851292896836, "set_robot_commands": 0.0026417592135049043, "deviation-center-line": 0.5093306540279892, "driven_lanedir_consec": 1.345661144530346, "sim_compute_sim_state": 0.025790866808200873, "sim_compute_performance-ego0": 0.002336270318608684, "sim_compute_performance-ego1": 0.002182986754466678, "sim_compute_performance-ego2": 0.0021277663063740547, "sim_compute_performance-ego3": 0.002076303222036079}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 4.902536629072017, "get_ui_image": 0.058029315917800785, "step_physics": 1.0597997854363606, "survival_time": 58.999999999998785, "driven_lanedir": 2.7054049163626286, "get_state_dump": 0.010448939309697551, "get_robot_state": 0.01597511112235745, "sim_render-ego0": 0.004260798413101442, "sim_render-ego1": 0.003977422286250852, "sim_render-ego2": 0.003945436041603444, "sim_render-ego3": 0.0038731952121356704, "get_duckie_state": 1.8193295807479096e-06, "in-drivable-lane": 12.85000000000012, "deviation-heading": 24.730772428981403, "agent_compute-ego0": 0.12299769536405172, "agent_compute-ego1": 0.10934575970752274, "agent_compute-ego2": 0.10665917477296834, "agent_compute-ego3": 0.1066390121518102, "complete-iteration": 1.650851292896836, "set_robot_commands": 0.0026417592135049043, "deviation-center-line": 5.1528436087710086, "driven_lanedir_consec": 2.7054049163626286, "sim_compute_sim_state": 0.025790866808200873, "sim_compute_performance-ego0": 0.002336270318608684, "sim_compute_performance-ego1": 0.002182986754466678, "sim_compute_performance-ego2": 0.0021277663063740547, "sim_compute_performance-ego3": 0.002076303222036079}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 6.348333145021116, "get_ui_image": 0.058029315917800785, "step_physics": 1.0597997854363606, "survival_time": 58.999999999998785, "driven_lanedir": 2.949455065951224, "get_state_dump": 0.010448939309697551, "get_robot_state": 0.01597511112235745, "sim_render-ego0": 0.004260798413101442, "sim_render-ego1": 0.003977422286250852, "sim_render-ego2": 0.003945436041603444, "sim_render-ego3": 0.0038731952121356704, "get_duckie_state": 1.8193295807479096e-06, "in-drivable-lane": 28.149999999999142, "deviation-heading": 10.171275787956873, "agent_compute-ego0": 0.12299769536405172, "agent_compute-ego1": 0.10934575970752274, "agent_compute-ego2": 0.10665917477296834, "agent_compute-ego3": 0.1066390121518102, "complete-iteration": 1.650851292896836, "set_robot_commands": 0.0026417592135049043, "deviation-center-line": 1.91213859311788, "driven_lanedir_consec": 2.734536646463372, "sim_compute_sim_state": 0.025790866808200873, "sim_compute_performance-ego0": 0.002336270318608684, "sim_compute_performance-ego1": 0.002182986754466678, "sim_compute_performance-ego2": 0.0021277663063740547, "sim_compute_performance-ego3": 0.002076303222036079}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 1.869896422868204, "get_ui_image": 0.058029315917800785, "step_physics": 1.0597997854363606, "survival_time": 58.999999999998785, "driven_lanedir": 1.1491014001875837, "get_state_dump": 0.010448939309697551, "get_robot_state": 0.01597511112235745, "sim_render-ego0": 0.004260798413101442, "sim_render-ego1": 0.003977422286250852, "sim_render-ego2": 0.003945436041603444, "sim_render-ego3": 0.0038731952121356704, "get_duckie_state": 1.8193295807479096e-06, "in-drivable-lane": 3.7000000000000233, "deviation-heading": 2.624939851890156, "agent_compute-ego0": 0.12299769536405172, "agent_compute-ego1": 0.10934575970752274, "agent_compute-ego2": 0.10665917477296834, "agent_compute-ego3": 0.1066390121518102, "complete-iteration": 1.650851292896836, "set_robot_commands": 0.0026417592135049043, "deviation-center-line": 0.6247853233096304, "driven_lanedir_consec": 1.1491014001875837, "sim_compute_sim_state": 0.025790866808200873, "sim_compute_performance-ego0": 0.002336270318608684, "sim_compute_performance-ego1": 0.002182986754466678, "sim_compute_performance-ego2": 0.0021277663063740547, "sim_compute_performance-ego3": 0.002076303222036079}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 3.844790001554387, "get_ui_image": 0.05765396407526782, "step_physics": 0.6657386753294203, "survival_time": 23.350000000000197, "driven_lanedir": 3.7773750696636337, "get_state_dump": 0.01053757545275566, "get_robot_state": 0.01638825275959113, "sim_render-ego0": 0.004267986004169171, "sim_render-ego1": 0.004075339207282433, "sim_render-ego2": 0.003987461073785765, "sim_render-ego3": 0.004036084199563051, "get_duckie_state": 1.706628717927851e-06, "in-drivable-lane": 0.8000000000000114, "deviation-heading": 2.762838842918019, "agent_compute-ego0": 0.12318166504558337, "agent_compute-ego1": 0.09903762890742376, "agent_compute-ego2": 0.10711902379989624, "agent_compute-ego3": 0.10039453883456367, "complete-iteration": 1.253236905631856, "set_robot_commands": 0.0025705807229392547, "deviation-center-line": 0.6062397757283724, "driven_lanedir_consec": 3.7773750696636337, "sim_compute_sim_state": 0.03719762604460757, "sim_compute_performance-ego0": 0.0024845910887432913, "sim_compute_performance-ego1": 0.002219531780634171, "sim_compute_performance-ego2": 0.00219649993456327, "sim_compute_performance-ego3": 0.002223294005434737}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 2.928997703523046, "get_ui_image": 0.05765396407526782, "step_physics": 0.6657386753294203, "survival_time": 23.350000000000197, "driven_lanedir": 1.3562227811060952, "get_state_dump": 0.01053757545275566, "get_robot_state": 0.01638825275959113, "sim_render-ego0": 0.004267986004169171, "sim_render-ego1": 0.004075339207282433, "sim_render-ego2": 0.003987461073785765, "sim_render-ego3": 0.004036084199563051, "get_duckie_state": 1.706628717927851e-06, "in-drivable-lane": 12.00000000000017, "deviation-heading": 2.0406406056908124, "agent_compute-ego0": 0.12318166504558337, "agent_compute-ego1": 0.09903762890742376, "agent_compute-ego2": 0.10711902379989624, "agent_compute-ego3": 0.10039453883456367, "complete-iteration": 1.253236905631856, "set_robot_commands": 0.0025705807229392547, "deviation-center-line": 0.4777893460556467, "driven_lanedir_consec": 1.3562227811060952, "sim_compute_sim_state": 0.03719762604460757, "sim_compute_performance-ego0": 0.0024845910887432913, "sim_compute_performance-ego1": 0.002219531780634171, "sim_compute_performance-ego2": 0.00219649993456327, "sim_compute_performance-ego3": 0.002223294005434737}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 2.5430039654417538, "get_ui_image": 0.05765396407526782, "step_physics": 0.6657386753294203, "survival_time": 23.350000000000197, "driven_lanedir": 2.4351407167628825, "get_state_dump": 0.01053757545275566, "get_robot_state": 0.01638825275959113, "sim_render-ego0": 0.004267986004169171, "sim_render-ego1": 0.004075339207282433, "sim_render-ego2": 0.003987461073785765, "sim_render-ego3": 0.004036084199563051, "get_duckie_state": 1.706628717927851e-06, "in-drivable-lane": 11.650000000000166, "deviation-heading": 1.461275185931935, "agent_compute-ego0": 0.12318166504558337, "agent_compute-ego1": 0.09903762890742376, "agent_compute-ego2": 0.10711902379989624, "agent_compute-ego3": 0.10039453883456367, "complete-iteration": 1.253236905631856, "set_robot_commands": 0.0025705807229392547, "deviation-center-line": 0.2955420049818367, "driven_lanedir_consec": 2.4351407167628825, "sim_compute_sim_state": 0.03719762604460757, "sim_compute_performance-ego0": 0.0024845910887432913, "sim_compute_performance-ego1": 0.002219531780634171, "sim_compute_performance-ego2": 0.00219649993456327, "sim_compute_performance-ego3": 0.002223294005434737}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 1.749360751609958, "get_ui_image": 0.05765396407526782, "step_physics": 0.6657386753294203, "survival_time": 23.350000000000197, "driven_lanedir": 1.743275773093773, "get_state_dump": 0.01053757545275566, "get_robot_state": 0.01638825275959113, "sim_render-ego0": 0.004267986004169171, "sim_render-ego1": 0.004075339207282433, "sim_render-ego2": 0.003987461073785765, "sim_render-ego3": 0.004036084199563051, "get_duckie_state": 1.706628717927851e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.2134455794481966, "agent_compute-ego0": 0.12318166504558337, "agent_compute-ego1": 0.09903762890742376, "agent_compute-ego2": 0.10711902379989624, "agent_compute-ego3": 0.10039453883456367, "complete-iteration": 1.253236905631856, "set_robot_commands": 0.0025705807229392547, "deviation-center-line": 0.5049885252716735, "driven_lanedir_consec": 1.743275773093773, "sim_compute_sim_state": 0.03719762604460757, "sim_compute_performance-ego0": 0.0024845910887432913, "sim_compute_performance-ego1": 0.002219531780634171, "sim_compute_performance-ego2": 0.00219649993456327, "sim_compute_performance-ego3": 0.002223294005434737}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 8.198932795350585, "get_ui_image": 0.029754566014755977, "step_physics": 0.12460862031884236, "survival_time": 59.99999999999873, "driven_lanedir": 8.154761868674344, "get_state_dump": 0.0063252796439902175, "get_robot_state": 0.0071980518464938885, "sim_render-ego0": 0.003746735066994342, "sim_render-ego1": 0.0036722966574510864, "get_duckie_state": 1.494036824578151e-06, "in-drivable-lane": 0.0, "deviation-heading": 5.908837726187865, "agent_compute-ego0": 0.06597776893374327, "agent_compute-ego1": 0.058099423915917034, "complete-iteration": 0.31738957457498745, "set_robot_commands": 0.0020655265557180335, "deviation-center-line": 1.9406941235852155, "driven_lanedir_consec": 8.154761868674344, "sim_compute_sim_state": 0.009851149178662965, "sim_compute_performance-ego0": 0.001967744565228439, "sim_compute_performance-ego1": 0.001897682655264595}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 7.5003816937162, "get_ui_image": 0.029754566014755977, "step_physics": 0.12460862031884236, "survival_time": 59.99999999999873, "driven_lanedir": 6.3855452892233, "get_state_dump": 0.0063252796439902175, "get_robot_state": 0.0071980518464938885, "sim_render-ego0": 0.003746735066994342, "sim_render-ego1": 0.0036722966574510864, "get_duckie_state": 1.494036824578151e-06, "in-drivable-lane": 11.500000000000163, "deviation-heading": 6.5567095673825495, "agent_compute-ego0": 0.06597776893374327, "agent_compute-ego1": 0.058099423915917034, "complete-iteration": 0.31738957457498745, "set_robot_commands": 0.0020655265557180335, "deviation-center-line": 1.6170618755734572, "driven_lanedir_consec": 4.073381591378362, "sim_compute_sim_state": 0.009851149178662965, "sim_compute_performance-ego0": 0.001967744565228439, "sim_compute_performance-ego1": 0.001897682655264595}}
set_robot_commands_max0.0026417592135049043
set_robot_commands_mean0.0024054113421860283
set_robot_commands_median0.0025705807229392547
set_robot_commands_min0.0020655265557180335
sim_compute_performance-ego0_max0.0024845910887432913
sim_compute_performance-ego0_mean0.0022885436178769103
sim_compute_performance-ego0_median0.002336270318608684
sim_compute_performance-ego0_min0.001967744565228439
sim_compute_performance-ego1_max0.002219531780634171
sim_compute_performance-ego1_mean0.002100618799805542
sim_compute_performance-ego1_median0.002182986754466678
sim_compute_performance-ego1_min0.001897682655264595
sim_compute_sim_state_max0.03719762604460757
sim_compute_sim_state_mean0.026503605802282004
sim_compute_sim_state_median0.025790866808200873
sim_compute_sim_state_min0.009851149178662965
sim_render-ego0_max0.004267986004169171
sim_render-ego0_mean0.004122825151018512
sim_render-ego0_median0.004260798413101442
sim_render-ego0_min0.003746735066994342
sim_render-ego1_max0.004075339207282433
sim_render-ego1_mean0.003905171539310188
sim_render-ego1_median0.003977422286250852
sim_render-ego1_min0.0036722966574510864
simulation-passed1
step_physics_max1.0597997854363606
step_physics_mean0.6477701112174247
step_physics_median0.6657386753294203
step_physics_min0.12460862031884236
survival_time_max59.99999999999873
survival_time_mean49.24285714285632
survival_time_min23.350000000000197

Highlights

58778

Click the images to see detailed statistics about the episode.

LFV_multi-norm-loop-000

LFV_multi-norm-small_loop-000

LFV_multi-norm-techtrack-000

LFV_multi-norm-zigzag-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.