Duckietown Challenges Home Challenges Submissions

Job 29703

Job ID29703
submission5921
userAleksei Shpilman 🇷🇺
user labelchallenge-aido_LF-baseline-IL-0232
challengeaido3-LFV-sim-testing
stepstep1-simulation
statussuccess
up to dateyes
evaluatoridsc-rudolf-25153
date started
date completed
duration0:44:28
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median3.594814535516335
survival_time_median14.950000000000076
deviation-center-line_median0.8055386160233693
in-drivable-lane_median1.1999999999999975


other stats
agent_compute-ego_max0.03187763770421346
agent_compute-ego_mean0.027548184914309312
agent_compute-ego_median0.026970459720281167
agent_compute-ego_min0.02573475136476405
deviation-center-line_max1.3644098495073935
deviation-center-line_mean0.8258415501485223
deviation-center-line_min0.0945332013775225
deviation-heading_max4.878367136200237
deviation-heading_mean3.1370920959194737
deviation-heading_median3.04795166020359
deviation-heading_min0.5732009013098499
driven_any_max6.324827016132163
driven_any_mean4.061750428240904
driven_any_median4.458224738322137
driven_any_min1.034724433565452
driven_lanedir_consec_max5.895412129552096
driven_lanedir_consec_mean3.507694505014587
driven_lanedir_consec_min0.8966364605684136
driven_lanedir_max5.895412129552096
driven_lanedir_mean3.507694505014587
driven_lanedir_median3.594814535516335
driven_lanedir_min0.8966364605684136
in-drivable-lane_max4.750000000000022
in-drivable-lane_mean1.5266666666666733
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 4.458224738322137, "sim_physics": 0.15798683722813925, "survival_time": 14.950000000000076, "driven_lanedir": 3.1737720847975908, "sim_render-ego": 0.012758199373881025, "in-drivable-lane": 4.20000000000002, "agent_compute-ego": 0.029682217439015703, "deviation-heading": 4.878367136200237, "set_robot_commands": 0.008891237576802572, "deviation-center-line": 0.8007989170179234, "driven_lanedir_consec": 3.1737720847975908, "sim_compute_sim_state": 0.005557318528493245, "sim_compute_performance-ego": 0.00811879316965739, "sim_compute_robot_state-ego": 0.009421513080596924, "sim_compute_robot_state-npc0": 0.009618714650472005, "sim_compute_robot_state-npc1": 0.009770956834157308, "sim_compute_robot_state-npc2": 0.009177140394846598, "sim_compute_robot_state-npc3": 0.009739063580830891}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.58463702916362, "sim_physics": 0.17128497282663982, "survival_time": 14.950000000000076, "driven_lanedir": 3.594814535516335, "sim_render-ego": 0.012743725776672364, "in-drivable-lane": 3.300000000000005, "agent_compute-ego": 0.02656958977381388, "deviation-heading": 4.447653551659475, "set_robot_commands": 0.008745559851328532, "deviation-center-line": 0.8834045247142606, "driven_lanedir_consec": 3.594814535516335, "sim_compute_sim_state": 0.005548004309336344, "sim_compute_performance-ego": 0.00798417091369629, "sim_compute_robot_state-ego": 0.00930075963338216, "sim_compute_robot_state-npc0": 0.009522425333658852, "sim_compute_robot_state-npc1": 0.009293402036031089, "sim_compute_robot_state-npc2": 0.008882370789845785, "sim_compute_robot_state-npc3": 0.008994468053181966}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.015239446129437, "sim_physics": 0.15895639340082804, "survival_time": 14.950000000000076, "driven_lanedir": 4.702974229611057, "sim_render-ego": 0.01256153424580892, "in-drivable-lane": 0.6000000000000085, "agent_compute-ego": 0.027383400599161785, "deviation-heading": 3.485565569607201, "set_robot_commands": 0.00881026029586792, "deviation-center-line": 1.2252007865150327, "driven_lanedir_consec": 4.702974229611057, "sim_compute_sim_state": 0.0055250048637390135, "sim_compute_performance-ego": 0.00788131316502889, "sim_compute_robot_state-ego": 0.009702370961507162, "sim_compute_robot_state-npc0": 0.009244114557902016, "sim_compute_robot_state-npc1": 0.008811647097269695, "sim_compute_robot_state-npc2": 0.008707536061604819, "sim_compute_robot_state-npc3": 0.009047862688700356}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.120833108153183, "sim_physics": 0.16480390105660506, "survival_time": 6.349999999999985, "driven_lanedir": 1.474550606305441, "sim_render-ego": 0.013037099612979438, "in-drivable-lane": 1.8999999999999932, "agent_compute-ego": 0.026970459720281167, "deviation-heading": 1.7485799477583, "set_robot_commands": 0.009113719144205407, "deviation-center-line": 0.300354924667213, "driven_lanedir_consec": 1.474550606305441, "sim_compute_sim_state": 0.005695615227766863, "sim_compute_performance-ego": 0.0076750620143620045, "sim_compute_robot_state-ego": 0.009893967410710853, "sim_compute_robot_state-npc0": 0.009360018677598848, "sim_compute_robot_state-npc1": 0.00905503250482514, "sim_compute_robot_state-npc2": 0.00893309548145204, "sim_compute_robot_state-npc3": 0.008939037172813115}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.393714420066203, "sim_physics": 0.15863793214162192, "survival_time": 14.950000000000076, "driven_lanedir": 3.808921198506352, "sim_render-ego": 0.01289317846298218, "in-drivable-lane": 1.900000000000027, "agent_compute-ego": 0.03187763770421346, "deviation-heading": 4.017067412969935, "set_robot_commands": 0.00926061709721883, "deviation-center-line": 1.2855600809000487, "driven_lanedir_consec": 3.808921198506352, "sim_compute_sim_state": 0.005612332026163737, "sim_compute_performance-ego": 0.008158855438232422, "sim_compute_robot_state-ego": 0.009679303963979086, "sim_compute_robot_state-npc0": 0.00953982671101888, "sim_compute_robot_state-npc1": 0.009177766640981038, "sim_compute_robot_state-npc2": 0.009165751934051511, "sim_compute_robot_state-npc3": 0.009483203887939454}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 2.878045308765489, "sim_physics": 0.16711973582997042, "survival_time": 8.499999999999986, "driven_lanedir": 2.613471991518124, "sim_render-ego": 0.012867865842931411, "in-drivable-lane": 0.05000000000000071, "agent_compute-ego": 0.02573475136476405, "deviation-heading": 2.500766753522266, "set_robot_commands": 0.008631431355195887, "deviation-center-line": 0.7628132373531631, "driven_lanedir_consec": 2.613471991518124, "sim_compute_sim_state": 0.005175232887268066, "sim_compute_performance-ego": 0.0077716476777020625, "sim_compute_robot_state-ego": 0.009258580207824708, "sim_compute_robot_state-npc0": 0.009110788738026338, "sim_compute_robot_state-npc1": 0.008720543805290672, "sim_compute_robot_state-npc2": 0.008687477953293745, "sim_compute_robot_state-npc3": 0.008810079798978918}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 5.041911445433176, "sim_physics": 0.16014383951822916, "survival_time": 14.950000000000076, "driven_lanedir": 4.656821584736106, "sim_render-ego": 0.012917611598968506, "in-drivable-lane": 0, "agent_compute-ego": 0.027075027624766032, "deviation-heading": 4.862429486856657, "set_robot_commands": 0.008708530267079672, "deviation-center-line": 1.3644098495073935, "driven_lanedir_consec": 4.656821584736106, "sim_compute_sim_state": 0.006246843338012695, "sim_compute_performance-ego": 0.00784654935201009, "sim_compute_robot_state-ego": 0.009488379160563151, "sim_compute_robot_state-npc0": 0.009272506237030027, "sim_compute_robot_state-npc1": 0.009050367673238118, "sim_compute_robot_state-npc2": 0.009029253323872884, "sim_compute_robot_state-npc3": 0.008870057264963786}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 5.222455012513506, "sim_physics": 0.1588779417673747, "survival_time": 14.950000000000076, "driven_lanedir": 4.589513393225232, "sim_render-ego": 0.013407062689463298, "in-drivable-lane": 1.4999999999999951, "agent_compute-ego": 0.026741036574045817, "deviation-heading": 4.54270671925517, "set_robot_commands": 0.008813703060150146, "deviation-center-line": 1.1398927205780225, "driven_lanedir_consec": 4.589513393225232, "sim_compute_sim_state": 0.005535263220469157, "sim_compute_performance-ego": 0.008310674826304118, "sim_compute_robot_state-ego": 0.009495129585266111, "sim_compute_robot_state-npc0": 0.009799419244130452, "sim_compute_robot_state-npc1": 0.009295194943745932, "sim_compute_robot_state-npc2": 0.0088731320699056, "sim_compute_robot_state-npc3": 0.009018245538075766}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 3.351188977968222, "sim_physics": 0.15336811907437384, "survival_time": 9.800000000000004, "driven_lanedir": 2.9108339039749858, "sim_render-ego": 0.01342147345445594, "in-drivable-lane": 1.1000000000000156, "agent_compute-ego": 0.026406932850273287, "deviation-heading": 2.7888549938581644, "set_robot_commands": 0.008874271597181047, "deviation-center-line": 0.8055386160233693, "driven_lanedir_consec": 2.9108339039749858, "sim_compute_sim_state": 0.005435739244733538, "sim_compute_performance-ego": 0.007900993434750304, "sim_compute_robot_state-ego": 0.00939457148921733, "sim_compute_robot_state-npc0": 0.008960593719871677, "sim_compute_robot_state-npc1": 0.009357808804025456, "sim_compute_robot_state-npc2": 0.009130440196212458, "sim_compute_robot_state-npc3": 0.008661496395967444}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 5.840790844987099, "sim_physics": 0.14890101353327434, "survival_time": 14.950000000000076, "driven_lanedir": 5.671949256335676, "sim_render-ego": 0.013007074197133385, "in-drivable-lane": 0, "agent_compute-ego": 0.026475152174631755, "deviation-heading": 3.04795166020359, "set_robot_commands": 0.008813960552215576, "deviation-center-line": 1.0649341424871572, "driven_lanedir_consec": 5.671949256335676, "sim_compute_sim_state": 0.005713303089141846, "sim_compute_performance-ego": 0.007916463216145834, "sim_compute_robot_state-ego": 0.009568668206532797, "sim_compute_robot_state-npc0": 0.00978455702463786, "sim_compute_robot_state-npc1": 0.008857590357462565, "sim_compute_robot_state-npc2": 0.009030244350433349, "sim_compute_robot_state-npc3": 0.008959559599558513}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.034724433565452, "sim_physics": 0.1531191573423498, "survival_time": 2.549999999999999, "driven_lanedir": 0.8966364605684136, "sim_render-ego": 0.014238909179089116, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.02705987294514974, "deviation-heading": 0.5732009013098499, "set_robot_commands": 0.00850684970032935, "deviation-center-line": 0.0945332013775225, "driven_lanedir_consec": 0.8966364605684136, "sim_compute_sim_state": 0.005394795361687155, "sim_compute_performance-ego": 0.0077852221096263215, "sim_compute_robot_state-ego": 0.009360168494430244, "sim_compute_robot_state-npc0": 0.009393921085432464, "sim_compute_robot_state-npc1": 0.008956460391773897, "sim_compute_robot_state-npc2": 0.008581946877872242, "sim_compute_robot_state-npc3": 0.008808365055159027}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 5.52452080259035, "sim_physics": 0.1651387151082357, "survival_time": 14.950000000000076, "driven_lanedir": 4.2269111837608175, "sim_render-ego": 0.012971018155415851, "in-drivable-lane": 4.750000000000022, "agent_compute-ego": 0.026061594486236572, "deviation-heading": 3.342451475306491, "set_robot_commands": 0.008974603811899821, "deviation-center-line": 0.7094373589846094, "driven_lanedir_consec": 4.2269111837608175, "sim_compute_sim_state": 0.005418919722239177, "sim_compute_performance-ego": 0.007909882068634033, "sim_compute_robot_state-ego": 0.009475661118825278, "sim_compute_robot_state-npc0": 0.009158368905385334, "sim_compute_robot_state-npc1": 0.009075339635213215, "sim_compute_robot_state-npc2": 0.009172205130259197, "sim_compute_robot_state-npc3": 0.008872331778208415}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 6.324827016132163, "sim_physics": 0.15525376796722412, "survival_time": 14.950000000000076, "driven_lanedir": 5.895412129552096, "sim_render-ego": 0.01321463664372762, "in-drivable-lane": 1.40000000000002, "agent_compute-ego": 0.03008477052052816, "deviation-heading": 2.5807568803292775, "set_robot_commands": 0.00964828888575236, "deviation-center-line": 0.9517552773027604, "driven_lanedir_consec": 5.895412129552096, "sim_compute_sim_state": 0.005759437878926595, "sim_compute_performance-ego": 0.008378829956054688, "sim_compute_robot_state-ego": 0.009827547073364258, "sim_compute_robot_state-npc0": 0.00944165547688802, "sim_compute_robot_state-npc1": 0.009184284210205078, "sim_compute_robot_state-npc2": 0.009175047874450684, "sim_compute_robot_state-npc3": 0.009178967475891113}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 3.073240782749666, "sim_physics": 0.16312286841175544, "survival_time": 9.45, "driven_lanedir": 2.6533925669886873, "sim_render-ego": 0.013143197569266829, "in-drivable-lane": 1.1999999999999975, "agent_compute-ego": 0.02686768990975839, "deviation-heading": 2.5400491226880573, "set_robot_commands": 0.008918599476889959, "deviation-center-line": 0.5461597943961342, "driven_lanedir_consec": 2.6533925669886873, "sim_compute_sim_state": 0.005225064262511238, "sim_compute_performance-ego": 0.0077735595602207086, "sim_compute_robot_state-ego": 0.009523849638681563, "sim_compute_robot_state-npc0": 0.0092259891449459, "sim_compute_robot_state-npc1": 0.008893796375819616, "sim_compute_robot_state-npc2": 0.008681989851452056, "sim_compute_robot_state-npc3": 0.008938480306554723}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.061903057073856, "sim_physics": 0.16973155935605366, "survival_time": 5.999999999999987, "driven_lanedir": 1.745442449821884, "sim_render-ego": 0.013748937845230102, "in-drivable-lane": 0.6999999999999975, "agent_compute-ego": 0.028232640027999877, "deviation-heading": 1.6999798272674331, "set_robot_commands": 0.009420055150985715, "deviation-center-line": 0.4528298204032237, "driven_lanedir_consec": 1.745442449821884, "sim_compute_sim_state": 0.005708122253417968, "sim_compute_performance-ego": 0.008263987302780152, "sim_compute_robot_state-ego": 0.00982585350672404, "sim_compute_robot_state-npc0": 0.009666037559509278, "sim_compute_robot_state-npc1": 0.009656506776809692, "sim_compute_robot_state-npc2": 0.009351766109466551, "sim_compute_robot_state-npc3": 0.011616559823354085}}
set_robot_commands_max0.00964828888575236
set_robot_commands_mean0.008942112521540186
set_robot_commands_median0.008874271597181047
set_robot_commands_min0.00850684970032935
sim_compute_performance-ego_max0.008378829956054688
sim_compute_performance-ego_mean0.007978400280347018
sim_compute_performance-ego_median0.007909882068634033
sim_compute_performance-ego_min0.0076750620143620045
sim_compute_robot_state-ego_max0.009893967410710853
sim_compute_robot_state-ego_mean0.009547754902107044
sim_compute_robot_state-ego_median0.009495129585266111
sim_compute_robot_state-ego_min0.009258580207824708
sim_compute_robot_state-npc0_max0.009799419244130452
sim_compute_robot_state-npc0_mean0.009406595804433864
sim_compute_robot_state-npc0_median0.009393921085432464
sim_compute_robot_state-npc0_min0.008960593719871677
sim_compute_robot_state-npc1_max0.009770956834157308
sim_compute_robot_state-npc1_mean0.009143779872456565
sim_compute_robot_state-npc1_median0.009075339635213215
sim_compute_robot_state-npc1_min0.008720543805290672
sim_compute_robot_state-npc2_max0.009351766109466551
sim_compute_robot_state-npc2_mean0.008971959893267968
sim_compute_robot_state-npc2_median0.009029253323872884
sim_compute_robot_state-npc2_min0.008581946877872242
sim_compute_robot_state-npc3_max0.011616559823354085
sim_compute_robot_state-npc3_mean0.009195851894678505
sim_compute_robot_state-npc3_median0.008959559599558513
sim_compute_robot_state-npc3_min0.008661496395967444
sim_compute_sim_state_max0.006246843338012695
sim_compute_sim_state_mean0.005570066414260441
sim_compute_sim_state_median0.005548004309336344
sim_compute_sim_state_min0.005175232887268066
sim_physics_max0.17128497282663982
sim_physics_mean0.16042978363751167
sim_physics_median0.15895639340082804
sim_physics_min0.14890101353327434
sim_render-ego_max0.014238909179089116
sim_render-ego_mean0.013128768309867063
sim_render-ego_median0.013007074197133385
sim_render-ego_min0.01256153424580892
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean11.81333333333338
survival_time_min2.549999999999999

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.