Job 39953

Job ID 39953

submission 11266

user Bea Baselines 🐤

user label template-random

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator mont01-62097cce5404-1

date started 2020-11-06 22:05:08+00:00

date completed 2020-11-06 22:09:49+00:00

duration 0:04:41

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.4513226228765323
survival_time_median	2.6999999999999984
deviation-center-line_median	0.10221366864314302
in-drivable-lane_median	0.4999999999999982

other stats

agent_compute-ego0_max	0.016349365126411868
agent_compute-ego0_mean	0.015949164882254632
agent_compute-ego0_median	0.01576818119395863
agent_compute-ego0_min	0.01572994832639341
agent_compute-ego1_max	0.016587063951312372
agent_compute-ego1_mean	0.01594166462342101
agent_compute-ego1_median	0.015815921263261274
agent_compute-ego1_min	0.01542200865568938
agent_compute-ego2_max	0.01585542938926003
agent_compute-ego2_mean	0.01577840644391406
agent_compute-ego2_median	0.01584985962620488
agent_compute-ego2_min	0.01562993031627727
complete-iteration_max	0.5658343721319128
complete-iteration_mean	0.557464433783177
complete-iteration_median	0.5622449955850277
complete-iteration_min	0.5443139336325905
deviation-center-line_max	0.25522699154298745
deviation-center-line_mean	0.13515033858889908
deviation-center-line_min	0.07704213956438252
deviation-heading_max	0.49682706201340127
deviation-heading_mean	0.34010369688203623
deviation-heading_median	0.31780622122275454
deviation-heading_min	0.197674152616458
driven_any_max	1.069446717945199
driven_any_mean	0.7245237198242853
driven_any_median	0.634085891521401
driven_any_min	0.4485334810127083
driven_lanedir_consec_max	0.8039268185952153
driven_lanedir_consec_mean	0.5546985425760109
driven_lanedir_consec_min	0.3461853921480116
driven_lanedir_max	0.8039268185952153
driven_lanedir_mean	0.5546985425760109
driven_lanedir_median	0.4513226228765323
driven_lanedir_min	0.3461853921480116
get_duckie_state_max	2.8220089999112215e-06
get_duckie_state_mean	2.637173637078485e-06
get_duckie_state_median	2.559625877524322e-06
get_duckie_state_min	2.529886033799913e-06
get_robot_state_max	0.03815823572653311
get_robot_state_mean	0.03670657224309612
get_robot_state_median	0.036665396256880325
get_robot_state_min	0.035296084745874944
get_state_dump_max	0.023999161190456815
get_state_dump_mean	0.02393745572372659
get_state_dump_median	0.02399713776328347
get_state_dump_min	0.023816068217439472
get_ui_image_max	0.05563509689187104
get_ui_image_mean	0.05491666328275158
get_ui_image_median	0.05458623712713069
get_ui_image_min	0.05452865582925302
in-drivable-lane_max	1.5499999999999985
in-drivable-lane_mean	0.644444444444443
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego0": {"driven_any": 0.45800751537035805, "get_ui_image": 0.05458623712713069, "step_physics": 0.305782430822199, "survival_time": 2.7499999999999982, "driven_lanedir": 0.4513226228765323, "get_state_dump": 0.02399713776328347, "get_robot_state": 0.036665396256880325, "sim_render-ego0": 0.005815618688409979, "sim_render-ego1": 0.005987522818825462, "sim_render-ego2": 0.005960954319347035, "get_duckie_state": 2.8220089999112215e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.4909349690432338, "agent_compute-ego0": 0.01576818119395863, "agent_compute-ego1": 0.015815921263261274, "agent_compute-ego2": 0.01585542938926003, "complete-iteration": 0.5443139336325905, "set_robot_commands": 0.004495065862482244, "deviation-center-line": 0.25522699154298745, "driven_lanedir_consec": 0.4513226228765323, "sim_compute_sim_state": 0.03267879052595659, "sim_compute_performance-ego0": 0.003900805386629972, "sim_compute_performance-ego1": 0.0038822607560591266, "sim_compute_performance-ego2": 0.0038927901874889026}, "ETHZ_autolab_technical_track-sc0-0-ego1": {"driven_any": 1.069446717945199, "get_ui_image": 0.05458623712713069, "step_physics": 0.305782430822199, "survival_time": 2.7499999999999982, "driven_lanedir": 0.7489710501710012, "get_state_dump": 0.02399713776328347, "get_robot_state": 0.036665396256880325, "sim_render-ego0": 0.005815618688409979, "sim_render-ego1": 0.005987522818825462, "sim_render-ego2": 0.005960954319347035, "get_duckie_state": 2.8220089999112215e-06, "in-drivable-lane": 0.6499999999999977, "deviation-heading": 0.31506281492149546, "agent_compute-ego0": 0.01576818119395863, "agent_compute-ego1": 0.015815921263261274, "agent_compute-ego2": 0.01585542938926003, "complete-iteration": 0.5443139336325905, "set_robot_commands": 0.004495065862482244, "deviation-center-line": 0.10221366864314302, "driven_lanedir_consec": 0.7489710501710012, "sim_compute_sim_state": 0.03267879052595659, "sim_compute_performance-ego0": 0.003900805386629972, "sim_compute_performance-ego1": 0.0038822607560591266, "sim_compute_performance-ego2": 0.0038927901874889026}, "ETHZ_autolab_technical_track-sc0-0-ego2": {"driven_any": 0.5281377270490519, "get_ui_image": 0.05458623712713069, "step_physics": 0.305782430822199, "survival_time": 2.7499999999999982, "driven_lanedir": 0.3699920202433282, "get_state_dump": 0.02399713776328347, "get_robot_state": 0.036665396256880325, "sim_render-ego0": 0.005815618688409979, "sim_render-ego1": 0.005987522818825462, "sim_render-ego2": 0.005960954319347035, "get_duckie_state": 2.8220089999112215e-06, "in-drivable-lane": 1.4999999999999978, "deviation-heading": 0.34026865010654367, "agent_compute-ego0": 0.01576818119395863, "agent_compute-ego1": 0.015815921263261274, "agent_compute-ego2": 0.01585542938926003, "complete-iteration": 0.5443139336325905, "set_robot_commands": 0.004495065862482244, "deviation-center-line": 0.082686111045166, "driven_lanedir_consec": 0.3699920202433282, "sim_compute_sim_state": 0.03267879052595659, "sim_compute_performance-ego0": 0.003900805386629972, "sim_compute_performance-ego1": 0.0038822607560591266, "sim_compute_performance-ego2": 0.0038927901874889026}, "ETHZ_autolab_technical_track-sc0-1-ego0": {"driven_any": 0.4485334810127083, "get_ui_image": 0.05452865582925302, "step_physics": 0.3222019804848565, "survival_time": 2.6999999999999984, "driven_lanedir": 0.4480250747196772, "get_state_dump": 0.023999161190456815, "get_robot_state": 0.03815823572653311, "sim_render-ego0": 0.00602465205722385, "sim_render-ego1": 0.006118920114305284, "sim_render-ego2": 0.006334225336710612, "get_duckie_state": 2.529886033799913e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.197674152616458, "agent_compute-ego0": 0.01572994832639341, "agent_compute-ego1": 0.01542200865568938, "agent_compute-ego2": 0.01584985962620488, "complete-iteration": 0.5658343721319128, "set_robot_commands": 0.004827578862508138, "deviation-center-line": 0.07704213956438252, "driven_lanedir_consec": 0.4480250747196772, "sim_compute_sim_state": 0.034388709951330115, "sim_compute_performance-ego0": 0.003991140259636773, "sim_compute_performance-ego1": 0.00410865412818061, "sim_compute_performance-ego2": 0.004405096725181297}, "ETHZ_autolab_technical_track-sc0-1-ego1": {"driven_any": 1.0691103765182974, "get_ui_image": 0.05452865582925302, "step_physics": 0.3222019804848565, "survival_time": 2.6999999999999984, "driven_lanedir": 0.8039268185952153, "get_state_dump": 0.023999161190456815, "get_robot_state": 0.03815823572653311, "sim_render-ego0": 0.00602465205722385, "sim_render-ego1": 0.006118920114305284, "sim_render-ego2": 0.006334225336710612, "get_duckie_state": 2.529886033799913e-06, "in-drivable-lane": 0.4999999999999982, "deviation-heading": 0.49682706201340127, "agent_compute-ego0": 0.01572994832639341, "agent_compute-ego1": 0.01542200865568938, "agent_compute-ego2": 0.01584985962620488, "complete-iteration": 0.5658343721319128, "set_robot_commands": 0.004827578862508138, "deviation-center-line": 0.16741691761824823, "driven_lanedir_consec": 0.8039268185952153, "sim_compute_sim_state": 0.034388709951330115, "sim_compute_performance-ego0": 0.003991140259636773, "sim_compute_performance-ego1": 0.00410865412818061, "sim_compute_performance-ego2": 0.004405096725181297}, "ETHZ_autolab_technical_track-sc0-1-ego2": {"driven_any": 0.7937132062755495, "get_ui_image": 0.05452865582925302, "step_physics": 0.3222019804848565, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5729468356586889, "get_state_dump": 0.023999161190456815, "get_robot_state": 0.03815823572653311, "sim_render-ego0": 0.00602465205722385, "sim_render-ego1": 0.006118920114305284, "sim_render-ego2": 0.006334225336710612, "get_duckie_state": 2.529886033799913e-06, "in-drivable-lane": 1.0999999999999976, "deviation-heading": 0.31143273040891006, "agent_compute-ego0": 0.01572994832639341, "agent_compute-ego1": 0.01542200865568938, "agent_compute-ego2": 0.01584985962620488, "complete-iteration": 0.5658343721319128, "set_robot_commands": 0.004827578862508138, "deviation-center-line": 0.11901084825577277, "driven_lanedir_consec": 0.5729468356586889, "sim_compute_sim_state": 0.034388709951330115, "sim_compute_performance-ego0": 0.003991140259636773, "sim_compute_performance-ego1": 0.00410865412818061, "sim_compute_performance-ego2": 0.004405096725181297}, "ETHZ_autolab_technical_track-sc0-2-ego0": {"driven_any": 0.45395118693941505, "get_ui_image": 0.05563509689187104, "step_physics": 0.32233343034420375, "survival_time": 2.6499999999999986, "driven_lanedir": 0.44895781686312675, "get_state_dump": 0.023816068217439472, "get_robot_state": 0.035296084745874944, "sim_render-ego0": 0.005804034898865898, "sim_render-ego1": 0.005665360756640164, "sim_render-ego2": 0.005571054962446105, "get_duckie_state": 2.559625877524322e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.24796581731854989, "agent_compute-ego0": 0.016349365126411868, "agent_compute-ego1": 0.016587063951312372, "agent_compute-ego2": 0.01562993031627727, "complete-iteration": 0.5622449955850277, "set_robot_commands": 0.004339951389240769, "deviation-center-line": 0.2426740292753437, "driven_lanedir_consec": 0.44895781686312675, "sim_compute_sim_state": 0.03524872042098135, "sim_compute_performance-ego0": 0.003836006488440172, "sim_compute_performance-ego1": 0.003758232548551739, "sim_compute_performance-ego2": 0.003661879953348412}, "ETHZ_autolab_technical_track-sc0-2-ego1": {"driven_any": 1.065727375786587, "get_ui_image": 0.05563509689187104, "step_physics": 0.32233343034420375, "survival_time": 2.6499999999999986, "driven_lanedir": 0.8019592519085159, "get_state_dump": 0.023816068217439472, "get_robot_state": 0.035296084745874944, "sim_render-ego0": 0.005804034898865898, "sim_render-ego1": 0.005665360756640164, "sim_render-ego2": 0.005571054962446105, "get_duckie_state": 2.559625877524322e-06, "in-drivable-lane": 0.4999999999999982, "deviation-heading": 0.3429608542869798, "agent_compute-ego0": 0.016349365126411868, "agent_compute-ego1": 0.016587063951312372, "agent_compute-ego2": 0.01562993031627727, "complete-iteration": 0.5622449955850277, "set_robot_commands": 0.004339951389240769, "deviation-center-line": 0.090248930614246, "driven_lanedir_consec": 0.8019592519085159, "sim_compute_sim_state": 0.03524872042098135, "sim_compute_performance-ego0": 0.003836006488440172, "sim_compute_performance-ego1": 0.003758232548551739, "sim_compute_performance-ego2": 0.003661879953348412}, "ETHZ_autolab_technical_track-sc0-2-ego2": {"driven_any": 0.634085891521401, "get_ui_image": 0.05563509689187104, "step_physics": 0.32233343034420375, "survival_time": 2.6499999999999986, "driven_lanedir": 0.3461853921480116, "get_state_dump": 0.023816068217439472, "get_robot_state": 0.035296084745874944, "sim_render-ego0": 0.005804034898865898, "sim_render-ego1": 0.005665360756640164, "sim_render-ego2": 0.005571054962446105, "get_duckie_state": 2.559625877524322e-06, "in-drivable-lane": 1.5499999999999985, "deviation-heading": 0.31780622122275454, "agent_compute-ego0": 0.016349365126411868, "agent_compute-ego1": 0.016587063951312372, "agent_compute-ego2": 0.01562993031627727, "complete-iteration": 0.5622449955850277, "set_robot_commands": 0.004339951389240769, "deviation-center-line": 0.07983341074080218, "driven_lanedir_consec": 0.3461853921480116, "sim_compute_sim_state": 0.03524872042098135, "sim_compute_performance-ego0": 0.003836006488440172, "sim_compute_performance-ego1": 0.003758232548551739, "sim_compute_performance-ego2": 0.003661879953348412}}
set_robot_commands_max	0.004827578862508138
set_robot_commands_mean	0.004554198704743716
set_robot_commands_median	0.004495065862482244
set_robot_commands_min	0.004339951389240769
sim_compute_performance-ego0_max	0.003991140259636773
sim_compute_performance-ego0_mean	0.003909317378235639
sim_compute_performance-ego0_median	0.003900805386629972
sim_compute_performance-ego0_min	0.003836006488440172
sim_compute_performance-ego1_max	0.00410865412818061
sim_compute_performance-ego1_mean	0.003916382477597158
sim_compute_performance-ego1_median	0.0038822607560591266
sim_compute_performance-ego1_min	0.003758232548551739
sim_compute_performance-ego2_max	0.004405096725181297
sim_compute_performance-ego2_mean	0.003986588955339538
sim_compute_performance-ego2_median	0.0038927901874889026
sim_compute_performance-ego2_min	0.003661879953348412
sim_compute_sim_state_max	0.03524872042098135
sim_compute_sim_state_mean	0.03410540696608935
sim_compute_sim_state_median	0.034388709951330115
sim_compute_sim_state_min	0.03267879052595659
sim_render-ego0_max	0.00602465205722385
sim_render-ego0_mean	0.005881435214833242
sim_render-ego0_median	0.005815618688409979
sim_render-ego0_min	0.005804034898865898
sim_render-ego1_max	0.006118920114305284
sim_render-ego1_mean	0.00592393456325697
sim_render-ego1_median	0.005987522818825462
sim_render-ego1_min	0.005665360756640164
sim_render-ego2_max	0.006334225336710612
sim_render-ego2_mean	0.005955411539501252
sim_render-ego2_median	0.005960954319347035
sim_render-ego2_min	0.005571054962446105
simulation-passed	1
step_physics_max	0.32233343034420375
step_physics_mean	0.3167726138837531
step_physics_median	0.3222019804848565
step_physics_min	0.305782430822199
survival_time_max	2.7499999999999982
survival_time_mean	2.699999999999998
survival_time_min	2.6499999999999986