Job 33217

Job ID 33217

submission 6704

user Bea Baselines 🐤

user label straight

challenge aido5-LFV-sim-validation

step LFVv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator p-1

date started 2020-09-24 22:38:25+00:00

date completed 2020-09-24 22:54:42+00:00

duration 0:16:17

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.5893872065550856
survival_time_median	3.999999999999994
deviation-center-line_median	0.3405671835636827
in-drivable-lane_median	0.0

other stats

agent_compute-ego_max	0.04360066218809648
agent_compute-ego_mean	0.037694768088610144
agent_compute-ego_median	0.03692030446571216
agent_compute-ego_min	0.03625807762145996
complete-iteration_max	0.4786504596471786
complete-iteration_mean	0.4444846255982347
complete-iteration_median	0.4479729955758506
complete-iteration_min	0.4147196230681046
deviation-center-line_max	1.204564896286383
deviation-center-line_mean	0.46342895834512055
deviation-center-line_min	0.2306504788229662
deviation-heading_max	1.0666503211617828
deviation-heading_mean	0.6841002310548957
deviation-heading_median	0.6026148433870786
deviation-heading_min	0.5362992461648963
driven_any_max	2.4156341932144825
driven_any_mean	0.9525504452763264
driven_any_median	0.604992967293315
driven_any_min	0.2806891286227591
driven_lanedir_consec_max	2.40677402316276
driven_lanedir_consec_mean	0.9432381449358144
driven_lanedir_consec_min	0.27031654540087136
driven_lanedir_max	2.40677402316276
driven_lanedir_mean	0.9432381449358144
driven_lanedir_median	0.5893872065550856
driven_lanedir_min	0.27031654540087136
get_state_dump_max	0.03892297861052722
get_state_dump_mean	0.03825716740228362
get_state_dump_median	0.03822834261949511
get_state_dump_min	0.03787488407558865
get_ui_image_max	0.07469541629155477
get_ui_image_mean	0.07290977571520965
get_ui_image_median	0.07268500608310365
get_ui_image_min	0.07152796685695648
in-drivable-lane_max	0.0
in-drivable-lane_mean	0.0
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-0-0-ego": {"driven_any": 0.8934118820748456, "get_ui_image": 0.07310846992160963, "step_physics": 0.15651340484619142, "survival_time": 5.749999999999988, "driven_lanedir": 0.8875163355320987, "get_state_dump": 0.038204531047655185, "sim_render-ego": 0.007316663990850034, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03645847983982252, "deviation-heading": 0.656882474004175, "complete-iteration": 0.4147196230681046, "set_robot_commands": 0.006291739836983059, "deviation-center-line": 0.5442231045907214, "driven_lanedir_consec": 0.8875163355320987, "sim_compute_sim_state": 0.02828414958456288, "sim_compute_performance-ego": 0.005887941692186438, "sim_compute_robot_state-ego": 0.009853199253911557, "sim_compute_robot_state-npc0": 0.01061482222183891, "sim_compute_robot_state-npc1": 0.010366951900979748, "sim_compute_robot_state-npc2": 0.0102567195892334, "sim_compute_robot_state-npc3": 0.010618852532428244, "sim_compute_robot_state-parked0": 0.01058958095052968}, "ETHZ_autolab_technical_track-0-1-ego": {"driven_any": 1.1243354067077638, "get_ui_image": 0.07349569647462217, "step_physics": 0.15225164873616678, "survival_time": 7.149999999999983, "driven_lanedir": 1.1195998711110968, "get_state_dump": 0.03801163259919707, "sim_render-ego": 0.007989259866567759, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03658185972200407, "deviation-heading": 0.6505142251604797, "complete-iteration": 0.4283568625683551, "set_robot_commands": 0.008103954208480727, "deviation-center-line": 0.7211564287113507, "driven_lanedir_consec": 1.1195998711110968, "sim_compute_sim_state": 0.030001713679387015, "sim_compute_performance-ego": 0.006785364417763023, "sim_compute_robot_state-ego": 0.012601162170196746, "sim_compute_robot_state-npc0": 0.01221018237667484, "sim_compute_robot_state-npc1": 0.012286257910561729, "sim_compute_robot_state-npc2": 0.012722175438087305, "sim_compute_robot_state-npc3": 0.012548406640966457, "sim_compute_robot_state-parked0": 0.012428178653850422}, "ETHZ_autolab_technical_track-1-0-ego": {"driven_any": 2.4128012814861064, "get_ui_image": 0.07469541629155477, "step_physics": 0.17610081593195598, "survival_time": 14.950000000000076, "driven_lanedir": 2.40677402316276, "get_state_dump": 0.03825215419133504, "sim_render-ego": 0.008304696083068847, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03702889521916707, "deviation-heading": 0.5547154616136774, "complete-iteration": 0.4556661009788513, "set_robot_commands": 0.0081946063041687, "deviation-center-line": 0.4847719485949659, "driven_lanedir_consec": 2.40677402316276, "sim_compute_sim_state": 0.030339235464731853, "sim_compute_performance-ego": 0.007016513347625732, "sim_compute_robot_state-ego": 0.012900998592376709, "sim_compute_robot_state-npc0": 0.012514597574869791, "sim_compute_robot_state-npc1": 0.01225188414255778, "sim_compute_robot_state-npc2": 0.012625532150268556, "sim_compute_robot_state-npc3": 0.012597088019053142, "sim_compute_robot_state-parked0": 0.01249086062113444}, "ETHZ_autolab_technical_track-1-1-ego": {"driven_any": 2.4156341932144825, "get_ui_image": 0.07280634721120198, "step_physics": 0.178246062596639, "survival_time": 14.950000000000076, "driven_lanedir": 2.404472913649839, "get_state_dump": 0.03828162988026937, "sim_render-ego": 0.008145328362782795, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03682042757670085, "deviation-heading": 1.0666503211617828, "complete-iteration": 0.4550183693567912, "set_robot_commands": 0.008044768969217936, "deviation-center-line": 1.204564896286383, "driven_lanedir_consec": 2.404472913649839, "sim_compute_sim_state": 0.030419610341389975, "sim_compute_performance-ego": 0.0068510659535725915, "sim_compute_robot_state-ego": 0.012862807114919026, "sim_compute_robot_state-npc0": 0.012269872029622396, "sim_compute_robot_state-npc1": 0.012192275524139404, "sim_compute_robot_state-npc2": 0.012593303521474202, "sim_compute_robot_state-npc3": 0.01253236452738444, "sim_compute_robot_state-parked0": 0.012608191172281902}, "ETHZ_autolab_technical_track-2-0-ego": {"driven_any": 0.41831076963724223, "get_ui_image": 0.07256366495500531, "step_physics": 0.16078972816467285, "survival_time": 2.849999999999998, "driven_lanedir": 0.4108296893928962, "get_state_dump": 0.037998446247033905, "sim_render-ego": 0.007765242927952816, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03702018135472348, "deviation-heading": 0.5362992461648963, "complete-iteration": 0.4310693573533443, "set_robot_commands": 0.007538753643370511, "deviation-center-line": 0.3203305456326069, "driven_lanedir_consec": 0.4108296893928962, "sim_compute_sim_state": 0.02819380007292095, "sim_compute_performance-ego": 0.006903205001563357, "sim_compute_robot_state-ego": 0.012617044281541256, "sim_compute_robot_state-npc0": 0.011646722492418791, "sim_compute_robot_state-npc1": 0.011872233005992154, "sim_compute_robot_state-npc2": 0.01204832813196015, "sim_compute_robot_state-npc3": 0.012003007688020406, "sim_compute_robot_state-parked0": 0.011762552094041256}, "ETHZ_autolab_technical_track-2-1-ego": {"driven_any": 0.4639699794262689, "get_ui_image": 0.07242753013731941, "step_physics": 0.1607935731373136, "survival_time": 3.149999999999997, "driven_lanedir": 0.45722302793598546, "get_state_dump": 0.03787488407558865, "sim_render-ego": 0.007404698265923394, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0363342042953249, "deviation-heading": 0.5406113448810147, "complete-iteration": 0.4192834997934009, "set_robot_commands": 0.0064161694239056296, "deviation-center-line": 0.36080382149475854, "driven_lanedir_consec": 0.45722302793598546, "sim_compute_sim_state": 0.029351060352628192, "sim_compute_performance-ego": 0.006197433623056563, "sim_compute_robot_state-ego": 0.010349731596689376, "sim_compute_robot_state-npc0": 0.010794514701479956, "sim_compute_robot_state-npc1": 0.01033036670987568, "sim_compute_robot_state-npc2": 0.010280836196172803, "sim_compute_robot_state-npc3": 0.010124732577611527, "sim_compute_robot_state-parked0": 0.010265497934250604}, "ETHZ_autolab_technical_track-3-0-ego": {"driven_any": 0.6050241766780463, "get_ui_image": 0.07152796685695648, "step_physics": 0.20389526784420017, "survival_time": 3.999999999999994, "driven_lanedir": 0.589507844236246, "get_state_dump": 0.03793834447860718, "sim_render-ego": 0.007554414868354797, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03625807762145996, "deviation-heading": 0.8642733412663441, "complete-iteration": 0.4636539578437805, "set_robot_commands": 0.006369760632514954, "deviation-center-line": 0.2576256594799858, "driven_lanedir_consec": 0.589507844236246, "sim_compute_sim_state": 0.03159729242324829, "sim_compute_performance-ego": 0.005909639596939087, "sim_compute_robot_state-ego": 0.010297465324401857, "sim_compute_robot_state-npc0": 0.010613036155700684, "sim_compute_robot_state-npc1": 0.010361304879188538, "sim_compute_robot_state-npc2": 0.010126617550849915, "sim_compute_robot_state-npc3": 0.01015913188457489, "sim_compute_robot_state-parked0": 0.01071278154850006}, "ETHZ_autolab_technical_track-3-1-ego": {"driven_any": 0.6049617579085835, "get_ui_image": 0.07247154414653778, "step_physics": 0.20637224316596983, "survival_time": 3.999999999999994, "driven_lanedir": 0.5892665688739251, "get_state_dump": 0.03832597732543945, "sim_render-ego": 0.007892611622810363, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03710390031337738, "deviation-heading": 0.8657135393860103, "complete-iteration": 0.4786504596471786, "set_robot_commands": 0.007360482215881347, "deviation-center-line": 0.2579568712120166, "driven_lanedir_consec": 0.5892665688739251, "sim_compute_sim_state": 0.03246351480484009, "sim_compute_performance-ego": 0.006411433219909668, "sim_compute_robot_state-ego": 0.011822879314422607, "sim_compute_robot_state-npc0": 0.011629292368888856, "sim_compute_robot_state-npc1": 0.011818614602088927, "sim_compute_robot_state-npc2": 0.011435019969940185, "sim_compute_robot_state-npc3": 0.011636096239089963, "sim_compute_robot_state-parked0": 0.01156914234161377}, "ETHZ_autolab_technical_track-4-0-ego": {"driven_any": 0.2806891286227591, "get_ui_image": 0.0736163302165706, "step_physics": 0.1790793988762832, "survival_time": 2.0500000000000007, "driven_lanedir": 0.27031654540087136, "get_state_dump": 0.03892297861052722, "sim_render-ego": 0.007741148878888386, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03974099275542469, "deviation-heading": 0.5535604282281631, "complete-iteration": 0.4409276217949099, "set_robot_commands": 0.0061924399399175874, "deviation-center-line": 0.2306504788229662, "driven_lanedir_consec": 0.27031654540087136, "sim_compute_sim_state": 0.02818841468997118, "sim_compute_performance-ego": 0.005883507612274914, "sim_compute_robot_state-ego": 0.009928104354114068, "sim_compute_robot_state-npc0": 0.010563303784626284, "sim_compute_robot_state-npc1": 0.010242776172917065, "sim_compute_robot_state-npc2": 0.01016254541350574, "sim_compute_robot_state-npc3": 0.009913549190614282, "sim_compute_robot_state-parked0": 0.010419700203872308}, "ETHZ_autolab_technical_track-4-1-ego": {"driven_any": 0.30636587700716567, "get_ui_image": 0.07238479094071822, "step_physics": 0.1823402751575817, "survival_time": 2.2, "driven_lanedir": 0.29687463006242387, "get_state_dump": 0.03876109556718306, "sim_render-ego": 0.008261138742620295, "in-drivable-lane": 0.0, "agent_compute-ego": 0.04360066218809648, "deviation-heading": 0.5517819286824133, "complete-iteration": 0.4575004035776312, "set_robot_commands": 0.00727512619712136, "deviation-center-line": 0.2522058286254507, "driven_lanedir_consec": 0.29687463006242387, "sim_compute_sim_state": 0.028346782380884342, "sim_compute_performance-ego": 0.006574256853623824, "sim_compute_robot_state-ego": 0.01176874204115434, "sim_compute_robot_state-npc0": 0.011622163382443514, "sim_compute_robot_state-npc1": 0.01113692738793113, "sim_compute_robot_state-npc2": 0.011359556154771284, "sim_compute_robot_state-npc3": 0.011852231892672453, "sim_compute_robot_state-parked0": 0.011874925006519665}}
set_robot_commands_max	0.0081946063041687
set_robot_commands_mean	0.007178780137156181
set_robot_commands_median	0.007317804206501353
set_robot_commands_min	0.0061924399399175874
sim_compute_performance-ego_max	0.007016513347625732
sim_compute_performance-ego_mean	0.006442036131851519
sim_compute_performance-ego_median	0.0064928450367667465
sim_compute_performance-ego_min	0.005883507612274914
sim_compute_robot_state-ego_max	0.012900998592376709
sim_compute_robot_state-ego_mean	0.011500213404372754
sim_compute_robot_state-ego_median	0.011795810677788477
sim_compute_robot_state-ego_min	0.009853199253911557
sim_compute_robot_state-npc0_max	0.012514597574869791
sim_compute_robot_state-npc0_mean	0.011447850708856405
sim_compute_robot_state-npc0_median	0.011625727875666184
sim_compute_robot_state-npc0_min	0.010563303784626284
sim_compute_robot_state-npc1_max	0.012286257910561729
sim_compute_robot_state-npc1_mean	0.011285959223623215
sim_compute_robot_state-npc1_median	0.01147777099501003
sim_compute_robot_state-npc1_min	0.010242776172917065
sim_compute_robot_state-npc2_max	0.012722175438087305
sim_compute_robot_state-npc2_mean	0.011361063411626354
sim_compute_robot_state-npc2_median	0.011397288062355734
sim_compute_robot_state-npc2_min	0.010126617550849915
sim_compute_robot_state-npc3_max	0.012597088019053142
sim_compute_robot_state-npc3_mean	0.01139854611924158
sim_compute_robot_state-npc3_median	0.011744164065881208
sim_compute_robot_state-npc3_min	0.009913549190614282
sim_compute_robot_state-parked0_max	0.012608191172281902
sim_compute_robot_state-parked0_mean	0.011472141052659411
sim_compute_robot_state-parked0_median	0.011665847217827511
sim_compute_robot_state-parked0_min	0.010265497934250604
sim_compute_sim_state_max	0.03246351480484009
sim_compute_sim_state_mean	0.02971855737945648
sim_compute_sim_state_median	0.029676387016007603
sim_compute_sim_state_min	0.02818841468997118
sim_render-ego_max	0.008304696083068847
sim_render-ego_mean	0.007837520360981948
sim_render-ego_median	0.00782892727538159
sim_render-ego_min	0.007316663990850034
simulation-passed	1
step_physics_max	0.20637224316596983
step_physics_mean	0.17563824184569743
step_physics_median	0.1771734392642975
step_physics_min	0.15225164873616678
survival_time_max	14.950000000000076
survival_time_mean	6.105000000000011
survival_time_min	2.0500000000000007