Job 55038

Job ID 55038

submission 11415

user Frank (Chude) Qian 🇨🇦

user label challenge-aido_LF-baseline-behavior-cloning

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date yes

evaluator nogpu-prod-04

date started 2020-12-03 05:02:10+00:00

date completed 2020-12-03 06:37:37+00:00

duration 1:35:27

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	13.244289278462052
survival_time_median	59.99999999999873
deviation-center-line_median	2.7851021330871504
in-drivable-lane_median	2.499999999999976

other stats

agent_compute-ego0_max	0.04280074113215336
agent_compute-ego0_mean	0.04012849073148732
agent_compute-ego0_median	0.03963584844317663
agent_compute-ego0_min	0.03840351835521245
agent_compute-ego1_max	0.04465970151331105
agent_compute-ego1_mean	0.04087310454687377
agent_compute-ego1_median	0.040881661749402255
agent_compute-ego1_min	0.03814038767516233
complete-iteration_max	0.7447455040521169
complete-iteration_mean	0.6280893740319655
complete-iteration_median	0.734565913528328
complete-iteration_min	0.2895664209607004
deviation-center-line_max	3.299444983280622
deviation-center-line_mean	2.7884613735760526
deviation-center-line_min	1.6753504117871665
deviation-heading_max	14.319529764639462
deviation-heading_mean	10.90168755738816
deviation-heading_median	11.311138086962345
deviation-heading_min	5.458199613473701
driven_any_max	14.590320002142294
driven_any_mean	13.835539790139306
driven_any_median	14.590151130839264
driven_any_min	9.307535393842445
driven_lanedir_consec_max	14.240157955669602
driven_lanedir_consec_mean	12.416747527068113
driven_lanedir_consec_min	6.987901081338952
driven_lanedir_max	14.240157955669602
driven_lanedir_mean	12.514092587997352
driven_lanedir_median	13.244289278462052
driven_lanedir_min	6.987901081338952
get_duckie_state_max	2.414558848969446e-06
get_duckie_state_mean	2.054936957568142e-06
get_duckie_state_median	2.1171808044281134e-06
get_duckie_state_min	1.6616222045430737e-06
get_robot_state_max	0.014300804551098369
get_robot_state_mean	0.012601294551799888
get_robot_state_median	0.013466643254822438
get_robot_state_min	0.006329593378313047
get_state_dump_max	0.009693506258314196
get_state_dump_mean	0.008520606819078846
get_state_dump_median	0.008789010091586275
get_state_dump_min	0.005384637021470344
get_ui_image_max	0.04342994463632347
get_ui_image_mean	0.03878156592721666
get_ui_image_median	0.04336506560085021
get_ui_image_min	0.025426786673632313
in-drivable-lane_max	9.499999999999968
in-drivable-lane_mean	3.3749999999999423
in-drivable-lane_min	0.0
per-episodes	details {"LFV_multi-norm-loop-000-ego0": {"driven_any": 14.5902730432591, "get_ui_image": 0.03622707717126851, "step_physics": 0.3054925079250415, "survival_time": 59.99999999999873, "driven_lanedir": 14.141441985241428, "get_state_dump": 0.00864728900614031, "get_robot_state": 0.013172286436222275, "sim_render-ego0": 0.003516741537432389, "sim_render-ego1": 0.003475773443687369, "sim_render-ego2": 0.0034482038388343574, "sim_render-ego3": 0.00338045961156078, "get_duckie_state": 1.8297285958194016e-06, "in-drivable-lane": 0.5500000000000078, "deviation-heading": 8.910538068363719, "agent_compute-ego0": 0.038811368807269375, "agent_compute-ego1": 0.0384443088137637, "agent_compute-ego2": 0.03857007927938266, "agent_compute-ego3": 0.03877812599163071, "complete-iteration": 0.5742181810510844, "set_robot_commands": 0.0019900681672743417, "deviation-center-line": 2.733821751657914, "driven_lanedir_consec": 14.141441985241428, "sim_compute_sim_state": 0.02690810883273491, "sim_compute_performance-ego0": 0.0018857984519024672, "sim_compute_performance-ego1": 0.001821323993501814, "sim_compute_performance-ego2": 0.0017482293436271166, "sim_compute_performance-ego3": 0.0017418926899677313}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 14.590315637034868, "get_ui_image": 0.03622707717126851, "step_physics": 0.3054925079250415, "survival_time": 59.99999999999873, "driven_lanedir": 14.22893005474485, "get_state_dump": 0.00864728900614031, "get_robot_state": 0.013172286436222275, "sim_render-ego0": 0.003516741537432389, "sim_render-ego1": 0.003475773443687369, "sim_render-ego2": 0.0034482038388343574, "sim_render-ego3": 0.00338045961156078, "get_duckie_state": 1.8297285958194016e-06, "in-drivable-lane": 0.4500000000000064, "deviation-heading": 8.144409722198054, "agent_compute-ego0": 0.038811368807269375, "agent_compute-ego1": 0.0384443088137637, "agent_compute-ego2": 0.03857007927938266, "agent_compute-ego3": 0.03877812599163071, "complete-iteration": 0.5742181810510844, "set_robot_commands": 0.0019900681672743417, "deviation-center-line": 2.55476947818271, "driven_lanedir_consec": 14.22893005474485, "sim_compute_sim_state": 0.02690810883273491, "sim_compute_performance-ego0": 0.0018857984519024672, "sim_compute_performance-ego1": 0.001821323993501814, "sim_compute_performance-ego2": 0.0017482293436271166, "sim_compute_performance-ego3": 0.0017418926899677313}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 14.590127640767218, "get_ui_image": 0.03622707717126851, "step_physics": 0.3054925079250415, "survival_time": 59.99999999999873, "driven_lanedir": 12.625761572714728, "get_state_dump": 0.00864728900614031, "get_robot_state": 0.013172286436222275, "sim_render-ego0": 0.003516741537432389, "sim_render-ego1": 0.003475773443687369, "sim_render-ego2": 0.0034482038388343574, "sim_render-ego3": 0.00338045961156078, "get_duckie_state": 1.8297285958194016e-06, "in-drivable-lane": 5.849999999999839, "deviation-heading": 11.342340466666103, "agent_compute-ego0": 0.038811368807269375, "agent_compute-ego1": 0.0384443088137637, "agent_compute-ego2": 0.03857007927938266, "agent_compute-ego3": 0.03877812599163071, "complete-iteration": 0.5742181810510844, "set_robot_commands": 0.0019900681672743417, "deviation-center-line": 2.5598726661459428, "driven_lanedir_consec": 12.625761572714728, "sim_compute_sim_state": 0.02690810883273491, "sim_compute_performance-ego0": 0.0018857984519024672, "sim_compute_performance-ego1": 0.001821323993501814, "sim_compute_performance-ego2": 0.0017482293436271166, "sim_compute_performance-ego3": 0.0017418926899677313}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 14.590320002142294, "get_ui_image": 0.03622707717126851, "step_physics": 0.3054925079250415, "survival_time": 59.99999999999873, "driven_lanedir": 14.240157955669602, "get_state_dump": 0.00864728900614031, "get_robot_state": 0.013172286436222275, "sim_render-ego0": 0.003516741537432389, "sim_render-ego1": 0.003475773443687369, "sim_render-ego2": 0.0034482038388343574, "sim_render-ego3": 0.00338045961156078, "get_duckie_state": 1.8297285958194016e-06, "in-drivable-lane": 0.4499999999999744, "deviation-heading": 7.700365314146502, "agent_compute-ego0": 0.038811368807269375, "agent_compute-ego1": 0.0384443088137637, "agent_compute-ego2": 0.03857007927938266, "agent_compute-ego3": 0.03877812599163071, "complete-iteration": 0.5742181810510844, "set_robot_commands": 0.0019900681672743417, "deviation-center-line": 2.5378176698404205, "driven_lanedir_consec": 14.240157955669602, "sim_compute_sim_state": 0.02690810883273491, "sim_compute_performance-ego0": 0.0018857984519024672, "sim_compute_performance-ego1": 0.001821323993501814, "sim_compute_performance-ego2": 0.0017482293436271166, "sim_compute_performance-ego3": 0.0017418926899677313}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 14.590144647585197, "get_ui_image": 0.04336506560085021, "step_physics": 0.43474072461124263, "survival_time": 59.99999999999873, "driven_lanedir": 13.258694451344738, "get_state_dump": 0.008789010091586275, "get_robot_state": 0.013466643254822438, "sim_render-ego0": 0.0035883574362698444, "sim_render-ego1": 0.003555331599404671, "sim_render-ego2": 0.0034987237630140573, "sim_render-ego3": 0.0034926179842984647, "get_duckie_state": 2.1171808044281134e-06, "in-drivable-lane": 2.7999999999999776, "deviation-heading": 13.120754353129335, "agent_compute-ego0": 0.03963584844317663, "agent_compute-ego1": 0.040881661749402255, "agent_compute-ego2": 0.04043443375681957, "agent_compute-ego3": 0.04052336487940805, "complete-iteration": 0.734565913528328, "set_robot_commands": 0.002043631551267702, "deviation-center-line": 3.2048200089630243, "driven_lanedir_consec": 13.258694451344738, "sim_compute_sim_state": 0.04275098768102438, "sim_compute_performance-ego0": 0.001983456766476342, "sim_compute_performance-ego1": 0.0018396433148157784, "sim_compute_performance-ego2": 0.001805966938663581, "sim_compute_performance-ego3": 0.0018014375812108077}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 14.590111097542447, "get_ui_image": 0.04336506560085021, "step_physics": 0.43474072461124263, "survival_time": 59.99999999999873, "driven_lanedir": 13.229884105579366, "get_state_dump": 0.008789010091586275, "get_robot_state": 0.013466643254822438, "sim_render-ego0": 0.0035883574362698444, "sim_render-ego1": 0.003555331599404671, "sim_render-ego2": 0.0034987237630140573, "sim_render-ego3": 0.0034926179842984647, "get_duckie_state": 2.1171808044281134e-06, "in-drivable-lane": 2.8999999999999195, "deviation-heading": 13.335821685212204, "agent_compute-ego0": 0.03963584844317663, "agent_compute-ego1": 0.040881661749402255, "agent_compute-ego2": 0.04043443375681957, "agent_compute-ego3": 0.04052336487940805, "complete-iteration": 0.734565913528328, "set_robot_commands": 0.002043631551267702, "deviation-center-line": 3.282022719765582, "driven_lanedir_consec": 13.229884105579366, "sim_compute_sim_state": 0.04275098768102438, "sim_compute_performance-ego0": 0.001983456766476342, "sim_compute_performance-ego1": 0.0018396433148157784, "sim_compute_performance-ego2": 0.001805966938663581, "sim_compute_performance-ego3": 0.0018014375812108077}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 14.590157614093332, "get_ui_image": 0.04336506560085021, "step_physics": 0.43474072461124263, "survival_time": 59.99999999999873, "driven_lanedir": 13.226162819960347, "get_state_dump": 0.008789010091586275, "get_robot_state": 0.013466643254822438, "sim_render-ego0": 0.0035883574362698444, "sim_render-ego1": 0.003555331599404671, "sim_render-ego2": 0.0034987237630140573, "sim_render-ego3": 0.0034926179842984647, "get_duckie_state": 2.1171808044281134e-06, "in-drivable-lane": 3.0999999999998913, "deviation-heading": 12.503919157748056, "agent_compute-ego0": 0.03963584844317663, "agent_compute-ego1": 0.040881661749402255, "agent_compute-ego2": 0.04043443375681957, "agent_compute-ego3": 0.04052336487940805, "complete-iteration": 0.734565913528328, "set_robot_commands": 0.002043631551267702, "deviation-center-line": 3.1046431577056612, "driven_lanedir_consec": 13.226162819960347, "sim_compute_sim_state": 0.04275098768102438, "sim_compute_performance-ego0": 0.001983456766476342, "sim_compute_performance-ego1": 0.0018396433148157784, "sim_compute_performance-ego2": 0.001805966938663581, "sim_compute_performance-ego3": 0.0018014375812108077}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 14.590136745179713, "get_ui_image": 0.04336506560085021, "step_physics": 0.43474072461124263, "survival_time": 59.99999999999873, "driven_lanedir": 11.589663841250047, "get_state_dump": 0.008789010091586275, "get_robot_state": 0.013466643254822438, "sim_render-ego0": 0.0035883574362698444, "sim_render-ego1": 0.003555331599404671, "sim_render-ego2": 0.0034987237630140573, "sim_render-ego3": 0.0034926179842984647, "get_duckie_state": 2.1171808044281134e-06, "in-drivable-lane": 9.499999999999968, "deviation-heading": 12.44061494097976, "agent_compute-ego0": 0.03963584844317663, "agent_compute-ego1": 0.040881661749402255, "agent_compute-ego2": 0.04043443375681957, "agent_compute-ego3": 0.04052336487940805, "complete-iteration": 0.734565913528328, "set_robot_commands": 0.002043631551267702, "deviation-center-line": 2.917440862836468, "driven_lanedir_consec": 10.226832988240714, "sim_compute_sim_state": 0.04275098768102438, "sim_compute_performance-ego0": 0.001983456766476342, "sim_compute_performance-ego1": 0.0018396433148157784, "sim_compute_performance-ego2": 0.001805966938663581, "sim_compute_performance-ego3": 0.0018014375812108077}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 14.590206502494386, "get_ui_image": 0.04342994463632347, "step_physics": 0.4271796555642184, "survival_time": 59.99999999999873, "driven_lanedir": 13.517497854581212, "get_state_dump": 0.009693506258314196, "get_robot_state": 0.014300804551098369, "sim_render-ego0": 0.0038003167145258185, "sim_render-ego1": 0.003764321266066323, "sim_render-ego2": 0.003727689770040266, "sim_render-ego3": 0.003707726333262422, "get_duckie_state": 2.414558848969446e-06, "in-drivable-lane": 2.1999999999999744, "deviation-heading": 11.279935707258588, "agent_compute-ego0": 0.04280074113215336, "agent_compute-ego1": 0.04465970151331105, "agent_compute-ego2": 0.044310664852691826, "agent_compute-ego3": 0.04454951937450755, "complete-iteration": 0.7447455040521169, "set_robot_commands": 0.002273552026677191, "deviation-center-line": 2.6897199215108163, "driven_lanedir_consec": 13.517497854581212, "sim_compute_sim_state": 0.04152280662974946, "sim_compute_performance-ego0": 0.002158097482343002, "sim_compute_performance-ego1": 0.0019694446624069785, "sim_compute_performance-ego2": 0.0019447454107889624, "sim_compute_performance-ego3": 0.0019523666661347477}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 14.59016984366639, "get_ui_image": 0.04342994463632347, "step_physics": 0.4271796555642184, "survival_time": 59.99999999999873, "driven_lanedir": 13.526076540391545, "get_state_dump": 0.009693506258314196, "get_robot_state": 0.014300804551098369, "sim_render-ego0": 0.0038003167145258185, "sim_render-ego1": 0.003764321266066323, "sim_render-ego2": 0.003727689770040266, "sim_render-ego3": 0.003707726333262422, "get_duckie_state": 2.414558848969446e-06, "in-drivable-lane": 1.5499999999999226, "deviation-heading": 13.13727829701193, "agent_compute-ego0": 0.04280074113215336, "agent_compute-ego1": 0.04465970151331105, "agent_compute-ego2": 0.044310664852691826, "agent_compute-ego3": 0.04454951937450755, "complete-iteration": 0.7447455040521169, "set_robot_commands": 0.002273552026677191, "deviation-center-line": 3.299444983280622, "driven_lanedir_consec": 13.526076540391545, "sim_compute_sim_state": 0.04152280662974946, "sim_compute_performance-ego0": 0.002158097482343002, "sim_compute_performance-ego1": 0.0019694446624069785, "sim_compute_performance-ego2": 0.0019447454107889624, "sim_compute_performance-ego3": 0.0019523666661347477}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 14.590082601501043, "get_ui_image": 0.04342994463632347, "step_physics": 0.4271796555642184, "survival_time": 59.99999999999873, "driven_lanedir": 11.878561574193691, "get_state_dump": 0.009693506258314196, "get_robot_state": 0.014300804551098369, "sim_render-ego0": 0.0038003167145258185, "sim_render-ego1": 0.003764321266066323, "sim_render-ego2": 0.003727689770040266, "sim_render-ego3": 0.003707726333262422, "get_duckie_state": 2.414558848969446e-06, "in-drivable-lane": 7.6499999999998, "deviation-heading": 14.319529764639462, "agent_compute-ego0": 0.04280074113215336, "agent_compute-ego1": 0.04465970151331105, "agent_compute-ego2": 0.044310664852691826, "agent_compute-ego3": 0.04454951937450755, "complete-iteration": 0.7447455040521169, "set_robot_commands": 0.002273552026677191, "deviation-center-line": 3.0937875330855116, "driven_lanedir_consec": 11.878561574193691, "sim_compute_sim_state": 0.04152280662974946, "sim_compute_performance-ego0": 0.002158097482343002, "sim_compute_performance-ego1": 0.0019694446624069785, "sim_compute_performance-ego2": 0.0019447454107889624, "sim_compute_performance-ego3": 0.0019523666661347477}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 14.590176137778675, "get_ui_image": 0.04342994463632347, "step_physics": 0.4271796555642184, "survival_time": 59.99999999999873, "driven_lanedir": 13.568402421526724, "get_state_dump": 0.009693506258314196, "get_robot_state": 0.014300804551098369, "sim_render-ego0": 0.0038003167145258185, "sim_render-ego1": 0.003764321266066323, "sim_render-ego2": 0.003727689770040266, "sim_render-ego3": 0.003707726333262422, "get_duckie_state": 2.414558848969446e-06, "in-drivable-lane": 2.149999999999981, "deviation-heading": 10.885772063859266, "agent_compute-ego0": 0.04280074113215336, "agent_compute-ego1": 0.04465970151331105, "agent_compute-ego2": 0.044310664852691826, "agent_compute-ego3": 0.04454951937450755, "complete-iteration": 0.7447455040521169, "set_robot_commands": 0.002273552026677191, "deviation-center-line": 2.8363825145163872, "driven_lanedir_consec": 13.568402421526724, "sim_compute_sim_state": 0.04152280662974946, "sim_compute_performance-ego0": 0.002158097482343002, "sim_compute_performance-ego1": 0.0019694446624069785, "sim_compute_performance-ego2": 0.0019447454107889624, "sim_compute_performance-ego3": 0.0019523666661347477}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 9.307800155063164, "get_ui_image": 0.025426786673632313, "step_physics": 0.15333890184132076, "survival_time": 39.09999999999992, "driven_lanedir": 9.178159973425672, "get_state_dump": 0.005384637021470344, "get_robot_state": 0.006329593378313047, "sim_render-ego0": 0.003295522996749001, "sim_render-ego1": 0.0032774981867764643, "get_duckie_state": 1.6616222045430737e-06, "in-drivable-lane": 0.0, "deviation-heading": 5.458199613473701, "agent_compute-ego0": 0.03840351835521245, "agent_compute-ego1": 0.03814038767516233, "complete-iteration": 0.2895664209607004, "set_robot_commands": 0.0018350109743432523, "deviation-center-line": 1.6753504117871665, "driven_lanedir_consec": 9.178159973425672, "sim_compute_sim_state": 0.008795502846572895, "sim_compute_performance-ego0": 0.001675008052762593, "sim_compute_performance-ego1": 0.001653117695073972}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 9.307535393842445, "get_ui_image": 0.025426786673632313, "step_physics": 0.15333890184132076, "survival_time": 39.09999999999992, "driven_lanedir": 6.987901081338952, "get_state_dump": 0.005384637021470344, "get_robot_state": 0.006329593378313047, "sim_render-ego0": 0.003295522996749001, "sim_render-ego1": 0.0032774981867764643, "get_duckie_state": 1.6616222045430737e-06, "in-drivable-lane": 8.099999999999937, "deviation-heading": 10.044146648747548, "agent_compute-ego0": 0.03840351835521245, "agent_compute-ego1": 0.03814038767516233, "complete-iteration": 0.2895664209607004, "set_robot_commands": 0.0018350109743432523, "deviation-center-line": 2.548565550786516, "driven_lanedir_consec": 6.987901081338952, "sim_compute_sim_state": 0.008795502846572895, "sim_compute_performance-ego0": 0.001675008052762593, "sim_compute_performance-ego1": 0.001653117695073972}}
set_robot_commands_max	0.002273552026677191
set_robot_commands_mean	0.0020642163521116747
set_robot_commands_median	0.002043631551267702
set_robot_commands_min	0.0018350109743432523
sim_compute_performance-ego0_max	0.002158097482343002
sim_compute_performance-ego0_mean	0.0019613876363151735
sim_compute_performance-ego0_median	0.001983456766476342
sim_compute_performance-ego0_min	0.001675008052762593
sim_compute_performance-ego1_max	0.0019694446624069785
sim_compute_performance-ego1_mean	0.001844848805217588
sim_compute_performance-ego1_median	0.0018396433148157784
sim_compute_performance-ego1_min	0.001653117695073972
sim_compute_sim_state_max	0.04275098768102438
sim_compute_sim_state_mean	0.03302275844765577
sim_compute_sim_state_median	0.04152280662974946
sim_compute_sim_state_min	0.008795502846572895
sim_render-ego0_max	0.0038003167145258185
sim_render-ego0_mean	0.003586622053315014
sim_render-ego0_median	0.0035883574362698444
sim_render-ego0_min	0.003295522996749001
sim_render-ego1_max	0.003764321266066323
sim_render-ego1_mean	0.003552621543584741
sim_render-ego1_median	0.003555331599404671
sim_render-ego1_min	0.0032774981867764643
simulation-passed	1
step_physics_max	0.43474072461124263
step_physics_mean	0.35545209686318946
step_physics_median	0.4271796555642184
step_physics_min	0.15333890184132076
survival_time_max	59.99999999999873
survival_time_mean	57.01428571428461
survival_time_min	39.09999999999992