Duckietown Challenges Home Challenges Submissions

Job 36170

Job ID36170
submission10001
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI-sim-testing
stepLFVIt-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg01-5d3f3145c10a-1
date started
date completed
duration0:37:53
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6513468578527846
survival_time_median10.500000000000014
deviation-center-line_median0.373271257965797
in-drivable-lane_median5.250000000000021


other stats
agent_compute-ego_max0.041165919530959355
agent_compute-ego_mean0.03779653679473902
agent_compute-ego_median0.037816956087395
agent_compute-ego_min0.03604403306853096
complete-iteration_max0.47202465824178746
complete-iteration_mean0.44935015514911464
complete-iteration_median0.45088333618350146
complete-iteration_min0.43318000408487584
deviation-center-line_max0.6183878599792656
deviation-center-line_mean0.39080055855939005
deviation-center-line_min0.17744574027186544
deviation-heading_max3.4860794219685807
deviation-heading_mean1.689829931961839
deviation-heading_median1.8666379527591404
deviation-heading_min0.5286395201815832
driven_any_max2.1093991448250886
driven_any_mean1.5468943612795507
driven_any_median1.6795841421287037
driven_any_min0.7396640148032522
driven_lanedir_consec_max1.2141704374859663
driven_lanedir_consec_mean0.647252644880568
driven_lanedir_consec_min0.29600175199618617
driven_lanedir_max1.2146765743764656
driven_lanedir_mean0.6585098713093147
driven_lanedir_median0.6756516862014323
driven_lanedir_min0.29600175199618617
get_state_dump_max0.03638674925874781
get_state_dump_mean0.035038024993498
get_state_dump_median0.03479415835536478
get_state_dump_min0.033757652876512056
get_ui_image_max0.08509634082444048
get_ui_image_mean0.08320637483322466
get_ui_image_median0.08351544879731677
get_ui_image_min0.08082413528023696
in-drivable-lane_max10.900000000000052
in-drivable-lane_mean4.816666666666686
in-drivable-lane_min0.0
per-episodes
details{"udem1-sc0-0-ego": {"driven_any": 0.7396640148032522, "get_ui_image": 0.08455994228521983, "step_physics": 0.2006310770908991, "survival_time": 4.799999999999991, "driven_lanedir": 0.6756516862014323, "get_state_dump": 0.034434229135513306, "sim_render-ego": 0.008588147660096487, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03615393986304601, "deviation-heading": 1.27909381029616, "complete-iteration": 0.46131449192762375, "set_robot_commands": 0.007042614122231801, "deviation-center-line": 0.37610532748657377, "driven_lanedir_consec": 0.6513468578527846, "sim_compute_sim_state": 0.02067878345648448, "sim_compute_performance-ego": 0.00594328095515569, "sim_compute_robot_state-ego": 0.010864088932673136, "sim_compute_robot_state-npc0": 0.010405187805493672, "sim_compute_robot_state-npc1": 0.010577932000160216, "sim_compute_robot_state-npc2": 0.010514289140701294, "sim_compute_robot_state-npc3": 0.010308903952439628, "sim_compute_robot_state-parked0": 0.01030136396487554}, "udem1-sc1-0-ego": {"driven_any": 1.6439007983949627, "get_ui_image": 0.08298889988834418, "step_physics": 0.1663683051044501, "survival_time": 10.300000000000011, "driven_lanedir": 0.7572170362992121, "get_state_dump": 0.035410378743143914, "sim_render-ego": 0.00934951860927841, "in-drivable-lane": 5.250000000000021, "agent_compute-ego": 0.038521848835991426, "deviation-heading": 0.6352571188460793, "complete-iteration": 0.43593763726428875, "set_robot_commands": 0.00828422851932859, "deviation-center-line": 0.27526169003730133, "driven_lanedir_consec": 0.7572170362992121, "sim_compute_sim_state": 0.019378674840464176, "sim_compute_performance-ego": 0.006279921068728549, "sim_compute_robot_state-ego": 0.013095902007760353, "sim_compute_robot_state-npc0": 0.011604419032346856, "sim_compute_robot_state-npc1": 0.011133066658834808, "sim_compute_robot_state-npc2": 0.010981666231618344, "sim_compute_robot_state-npc3": 0.011342608812943246, "sim_compute_robot_state-parked0": 0.010839919442112008}, "udem1-sc2-0-ego": {"driven_any": 1.6747579282041565, "get_ui_image": 0.08351544879731677, "step_physics": 0.17226466224307105, "survival_time": 10.500000000000014, "driven_lanedir": 0.6788474523721064, "get_state_dump": 0.03560841083526611, "sim_render-ego": 0.010446726708185104, "in-drivable-lane": 5.500000000000024, "agent_compute-ego": 0.03899727775937035, "deviation-heading": 2.015234092557988, "complete-iteration": 0.440279982203529, "set_robot_commands": 0.007138110342479888, "deviation-center-line": 0.5333783748871831, "driven_lanedir_consec": 0.6788474523721064, "sim_compute_sim_state": 0.018712739717392693, "sim_compute_performance-ego": 0.006325703575497582, "sim_compute_robot_state-ego": 0.01134062721615746, "sim_compute_robot_state-npc0": 0.011116922469366164, "sim_compute_robot_state-npc1": 0.011182081131708054, "sim_compute_robot_state-npc2": 0.01145151002066476, "sim_compute_robot_state-npc3": 0.0109111297698248, "sim_compute_robot_state-parked0": 0.010949215434846424}, "udem1-sc3-0-ego": {"driven_any": 1.6795841421287037, "get_ui_image": 0.08447143917992002, "step_physics": 0.17404364063626243, "survival_time": 10.500000000000014, "driven_lanedir": 0.6460406419316153, "get_state_dump": 0.03602088973635719, "sim_render-ego": 0.009741964794340589, "in-drivable-lane": 5.550000000000024, "agent_compute-ego": 0.041165919530959355, "deviation-heading": 2.0728800846580966, "complete-iteration": 0.4585810729435512, "set_robot_commands": 0.007182968230474563, "deviation-center-line": 0.35179483136334694, "driven_lanedir_consec": 0.6421123997886564, "sim_compute_sim_state": 0.03078932421548026, "sim_compute_performance-ego": 0.0062342235020228795, "sim_compute_robot_state-ego": 0.012405804225376672, "sim_compute_robot_state-npc0": 0.010906091190519787, "sim_compute_robot_state-npc1": 0.010975524357386995, "sim_compute_robot_state-npc2": 0.011007094383239746, "sim_compute_robot_state-npc3": 0.011901280993507022, "sim_compute_robot_state-parked0": 0.011411129860650925}, "udem1-sc4-0-ego": {"driven_any": 1.6949745982562734, "get_ui_image": 0.0835315412819668, "step_physics": 0.17245201589936893, "survival_time": 10.550000000000017, "driven_lanedir": 0.35652344744710884, "get_state_dump": 0.03466614275747001, "sim_render-ego": 0.009100991967730048, "in-drivable-lane": 6.95000000000002, "agent_compute-ego": 0.03724117979619175, "deviation-heading": 2.3991793510818136, "complete-iteration": 0.4392875890596218, "set_robot_commands": 0.007795727083468324, "deviation-center-line": 0.3846196873104522, "driven_lanedir_consec": 0.35652344744710884, "sim_compute_sim_state": 0.021393286673378604, "sim_compute_performance-ego": 0.006183436696563287, "sim_compute_robot_state-ego": 0.011021036672366176, "sim_compute_robot_state-npc0": 0.010875063484878902, "sim_compute_robot_state-npc1": 0.011156710403225432, "sim_compute_robot_state-npc2": 0.011843676815665729, "sim_compute_robot_state-npc3": 0.010772631631643286, "sim_compute_robot_state-parked0": 0.0109217404189268}, "udem1-sc5-0-ego": {"driven_any": 1.7423174268496655, "get_ui_image": 0.08196184066457486, "step_physics": 0.1693491968539877, "survival_time": 10.90000000000002, "driven_lanedir": 0.390850262601081, "get_state_dump": 0.03467522083072487, "sim_render-ego": 0.008791096713564811, "in-drivable-lane": 7.100000000000025, "agent_compute-ego": 0.03691683012411135, "deviation-heading": 2.5612656232155593, "complete-iteration": 0.43318000408487584, "set_robot_commands": 0.007217457535070017, "deviation-center-line": 0.332568926618037, "driven_lanedir_consec": 0.390850262601081, "sim_compute_sim_state": 0.02376714868283053, "sim_compute_performance-ego": 0.006022643605503467, "sim_compute_robot_state-ego": 0.010599300402020097, "sim_compute_robot_state-npc0": 0.010649263311963562, "sim_compute_robot_state-npc1": 0.0105376626373431, "sim_compute_robot_state-npc2": 0.010725681934881649, "sim_compute_robot_state-npc3": 0.010925582789499825, "sim_compute_robot_state-parked0": 0.010731313206733914}, "udem1-sc6-0-ego": {"driven_any": 1.7818223893817955, "get_ui_image": 0.08258454788960684, "step_physics": 0.1956824112366133, "survival_time": 11.150000000000023, "driven_lanedir": 0.7542448643027637, "get_state_dump": 0.03572956222055204, "sim_render-ego": 0.009197510945957338, "in-drivable-lane": 4.450000000000031, "agent_compute-ego": 0.03902073077556798, "deviation-heading": 3.4860794219685807, "complete-iteration": 0.4644675094450536, "set_robot_commands": 0.0073786241591244, "deviation-center-line": 0.6183878599792656, "driven_lanedir_consec": 0.6494659062673538, "sim_compute_sim_state": 0.021746253753456835, "sim_compute_performance-ego": 0.00672189751013512, "sim_compute_robot_state-ego": 0.011922457827580883, "sim_compute_robot_state-npc0": 0.010923438008056093, "sim_compute_robot_state-npc1": 0.010960667657210687, "sim_compute_robot_state-npc2": 0.01100019275340264, "sim_compute_robot_state-npc3": 0.010675984113205708, "sim_compute_robot_state-parked0": 0.010594814882150146}, "udem1-sc7-0-ego": {"driven_any": 0.926722393617165, "get_ui_image": 0.0825755155387045, "step_physics": 0.19653880495985016, "survival_time": 5.949999999999987, "driven_lanedir": 0.3495622552676263, "get_state_dump": 0.035200880355193837, "sim_render-ego": 0.008890799113682337, "in-drivable-lane": 2.4499999999999913, "agent_compute-ego": 0.038682080116592535, "deviation-heading": 2.309873509352182, "complete-iteration": 0.45923470449046927, "set_robot_commands": 0.007011421588288636, "deviation-center-line": 0.373271257965797, "driven_lanedir_consec": 0.3495622552676263, "sim_compute_sim_state": 0.01899147434394901, "sim_compute_performance-ego": 0.005994560337868058, "sim_compute_robot_state-ego": 0.011718203039730295, "sim_compute_robot_state-npc0": 0.010820394804497728, "sim_compute_robot_state-npc1": 0.010706621057846966, "sim_compute_robot_state-npc2": 0.010626528443408612, "sim_compute_robot_state-npc3": 0.010588591840086864, "sim_compute_robot_state-parked0": 0.01057022759894363}, "udem1-sc8-0-ego": {"driven_any": 1.2964541143056456, "get_ui_image": 0.08082413528023696, "step_physics": 0.18968362343020556, "survival_time": 8.199999999999982, "driven_lanedir": 0.4386285730596047, "get_state_dump": 0.03538081413362085, "sim_render-ego": 0.008999574475172089, "in-drivable-lane": 5.149999999999984, "agent_compute-ego": 0.03833433186135641, "deviation-heading": 0.5286395201815832, "complete-iteration": 0.45088333618350146, "set_robot_commands": 0.007178062345923447, "deviation-center-line": 0.35118702405995283, "driven_lanedir_consec": 0.4386285730596047, "sim_compute_sim_state": 0.018417380205014856, "sim_compute_performance-ego": 0.0064730048179626465, "sim_compute_robot_state-ego": 0.010972047724374911, "sim_compute_robot_state-npc0": 0.010520449498804605, "sim_compute_robot_state-npc1": 0.010436979735769876, "sim_compute_robot_state-npc2": 0.012777393910943008, "sim_compute_robot_state-npc3": 0.010350509387690847, "sim_compute_robot_state-parked0": 0.0102227897178836}, "udem1-sc9-0-ego": {"driven_any": 1.6872938815468963, "get_ui_image": 0.08426482497521166, "step_physics": 0.1747373162575488, "survival_time": 10.600000000000016, "driven_lanedir": 0.6671473557319493, "get_state_dump": 0.033757652876512056, "sim_render-ego": 0.008751781481616903, "in-drivable-lane": 5.650000000000025, "agent_compute-ego": 0.036391004076543845, "deviation-heading": 1.8666379527591404, "complete-iteration": 0.43818388232645, "set_robot_commands": 0.006892765468021609, "deviation-center-line": 0.2798355832001683, "driven_lanedir_consec": 0.6671473557319493, "sim_compute_sim_state": 0.02485860856074207, "sim_compute_performance-ego": 0.0059557883244640425, "sim_compute_robot_state-ego": 0.01055857258022956, "sim_compute_robot_state-npc0": 0.01041686309958404, "sim_compute_robot_state-npc1": 0.010383008785967558, "sim_compute_robot_state-npc2": 0.010331941100786318, "sim_compute_robot_state-npc3": 0.010326336014945552, "sim_compute_robot_state-parked0": 0.010244666405443876}, "udem1-sc10-0-ego": {"driven_any": 1.6901377014043122, "get_ui_image": 0.08117938041687012, "step_physics": 0.19378239478705064, "survival_time": 10.600000000000016, "driven_lanedir": 1.2146765743764656, "get_state_dump": 0.034465130769981527, "sim_render-ego": 0.008729223935109264, "in-drivable-lane": 2.850000000000035, "agent_compute-ego": 0.03604403306853096, "deviation-heading": 0.8385516540274076, "complete-iteration": 0.45449515558638665, "set_robot_commands": 0.007114620703571248, "deviation-center-line": 0.5296847529856062, "driven_lanedir_consec": 1.2141704374859663, "sim_compute_sim_state": 0.022432493713666807, "sim_compute_performance-ego": 0.006174214606015188, "sim_compute_robot_state-ego": 0.010964076474027811, "sim_compute_robot_state-npc0": 0.010634968865592525, "sim_compute_robot_state-npc1": 0.010657142918064908, "sim_compute_robot_state-npc2": 0.010876546490867185, "sim_compute_robot_state-npc3": 0.010446997183673788, "sim_compute_robot_state-parked0": 0.010674358538861544}, "udem1-sc11-0-ego": {"driven_any": 1.64812589901399, "get_ui_image": 0.08509634082444048, "step_physics": 0.1693781838900801, "survival_time": 10.350000000000012, "driven_lanedir": 0.702190967089759, "get_state_dump": 0.034767187735884664, "sim_render-ego": 0.008802009665447733, "in-drivable-lane": 5.4500000000000215, "agent_compute-ego": 0.03723835138882992, "deviation-heading": 1.0781748058659235, "complete-iteration": 0.4361935779092392, "set_robot_commands": 0.007375634234884511, "deviation-center-line": 0.24566633149340775, "driven_lanedir_consec": 0.6668507360760735, "sim_compute_sim_state": 0.02241229780630213, "sim_compute_performance-ego": 0.0060609550291789325, "sim_compute_robot_state-ego": 0.011051837948785313, "sim_compute_robot_state-npc0": 0.01088451187391788, "sim_compute_robot_state-npc1": 0.010882291240968569, "sim_compute_robot_state-npc2": 0.01076704292481648, "sim_compute_robot_state-npc3": 0.010586398811156047, "sim_compute_robot_state-parked0": 0.010570956888982064}, "udem1-sc12-0-ego": {"driven_any": 1.169350675797608, "get_ui_image": 0.08477670276487195, "step_physics": 0.20732135063893087, "survival_time": 7.399999999999982, "driven_lanedir": 1.1567987354537632, "get_state_dump": 0.034272967158137144, "sim_render-ego": 0.008590704685932881, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0361050270699166, "deviation-heading": 1.0052323363170903, "complete-iteration": 0.47202465824178746, "set_robot_commands": 0.006833324561247954, "deviation-center-line": 0.5384081088278674, "driven_lanedir_consec": 1.1567987354537632, "sim_compute_sim_state": 0.022052462036545213, "sim_compute_performance-ego": 0.006012565380818135, "sim_compute_robot_state-ego": 0.010740471852792276, "sim_compute_robot_state-npc0": 0.010469032300485149, "sim_compute_robot_state-npc1": 0.013725524013106888, "sim_compute_robot_state-npc2": 0.01030966075691017, "sim_compute_robot_state-npc3": 0.010268881514265731, "sim_compute_robot_state-parked0": 0.010225523162532496}, "udem1-sc13-0-ego": {"driven_any": 2.1093991448250886, "get_ui_image": 0.08098776712163773, "step_physics": 0.17583489508683237, "survival_time": 13.150000000000052, "driven_lanedir": 0.29600175199618617, "get_state_dump": 0.03479415835536478, "sim_render-ego": 0.008946503069917512, "in-drivable-lane": 10.900000000000052, "agent_compute-ego": 0.03831854156668195, "deviation-heading": 0.7922889441569748, "complete-iteration": 0.4447433005720944, "set_robot_commands": 0.007201919990800633, "deviation-center-line": 0.17744574027186544, "driven_lanedir_consec": 0.29600175199618617, "sim_compute_sim_state": 0.027947606242654896, "sim_compute_performance-ego": 0.006095344122825013, "sim_compute_robot_state-ego": 0.011308343691517644, "sim_compute_robot_state-npc0": 0.01078122831569425, "sim_compute_robot_state-npc1": 0.010607809168304328, "sim_compute_robot_state-npc2": 0.010595664325322489, "sim_compute_robot_state-npc3": 0.010522710959720974, "sim_compute_robot_state-parked0": 0.010481275079821451}, "udem1-sc14-0-ego": {"driven_any": 1.7189103106637396, "get_ui_image": 0.08477729558944702, "step_physics": 0.17843746255945275, "survival_time": 10.800000000000018, "driven_lanedir": 0.7932664655090462, "get_state_dump": 0.03638674925874781, "sim_render-ego": 0.009653309981028238, "in-drivable-lane": 5.000000000000031, "agent_compute-ego": 0.037816956087395, "deviation-heading": 2.4790607541430023, "complete-iteration": 0.4514454249982481, "set_robot_commands": 0.00737186383318018, "deviation-center-line": 0.4943928819040256, "driven_lanedir_consec": 0.7932664655090462, "sim_compute_sim_state": 0.01961657736036513, "sim_compute_performance-ego": 0.006916834248436822, "sim_compute_robot_state-ego": 0.011981662776735092, "sim_compute_robot_state-npc0": 0.01090022811183223, "sim_compute_robot_state-npc1": 0.011260005059065645, "sim_compute_robot_state-npc2": 0.013588361166141653, "sim_compute_robot_state-npc3": 0.011172707434053774, "sim_compute_robot_state-parked0": 0.011242767175038656}}
set_robot_commands_max0.00828422851932859
set_robot_commands_mean0.007267956181206387
set_robot_commands_median0.007182968230474563
set_robot_commands_min0.006833324561247954
sim_compute_performance-ego_max0.006916834248436822
sim_compute_performance-ego_mean0.006226291585411695
sim_compute_performance-ego_median0.006174214606015188
sim_compute_performance-ego_min0.00594328095515569
sim_compute_robot_state-ego_max0.013095902007760353
sim_compute_robot_state-ego_mean0.01136962889147518
sim_compute_robot_state-ego_median0.011051837948785313
sim_compute_robot_state-ego_min0.01055857258022956
sim_compute_robot_state-npc0_max0.011604419032346856
sim_compute_robot_state-npc0_mean0.010793870811535563
sim_compute_robot_state-npc0_median0.010820394804497728
sim_compute_robot_state-npc0_min0.010405187805493672
sim_compute_robot_state-npc1_max0.013725524013106888
sim_compute_robot_state-npc1_mean0.011012201788330934
sim_compute_robot_state-npc1_median0.010882291240968569
sim_compute_robot_state-npc1_min0.010383008785967558
sim_compute_robot_state-npc2_max0.013588361166141653
sim_compute_robot_state-npc2_mean0.01115981669329134
sim_compute_robot_state-npc2_median0.010876546490867185
sim_compute_robot_state-npc2_min0.01030966075691017
sim_compute_robot_state-npc3_max0.011901280993507022
sim_compute_robot_state-npc3_mean0.010740083680577136
sim_compute_robot_state-npc3_median0.010588591840086864
sim_compute_robot_state-npc3_min0.010268881514265731
sim_compute_robot_state-parked0_max0.011411129860650925
sim_compute_robot_state-parked0_mean0.010665470785186872
sim_compute_robot_state-parked0_median0.010594814882150146
sim_compute_robot_state-parked0_min0.0102227897178836
sim_compute_sim_state_max0.03078932421548026
sim_compute_sim_state_mean0.02221300744058185
sim_compute_sim_state_median0.021746253753456835
sim_compute_sim_state_min0.018417380205014856
sim_render-ego_max0.010446726708185104
sim_render-ego_mean0.009105324253803984
sim_render-ego_median0.008946503069917512
sim_render-ego_min0.008588147660096487
simulation-passed1
step_physics_max0.20732135063893087
step_physics_mean0.1824336893783069
step_physics_median0.17583489508683237
step_physics_min0.1663683051044501
survival_time_max13.150000000000052
survival_time_mean9.716666666666676
survival_time_min4.799999999999991

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.