Duckietown Challenges Home Challenges Submissions

Job 36109

Job ID36109
submission9998
userBea Baselines 🐤
user labelstraight
challengeaido5-LFV-sim-testing
stepLFVv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorSandy1-sandy-1
date started
date completed
duration0:29:14
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.603105389055139
survival_time_median7.449999999999981
deviation-center-line_median0.33402699046660184
in-drivable-lane_median2.3499999999999917


other stats
agent_compute-ego_max0.0309712047930117
agent_compute-ego_mean0.029862524371393355
agent_compute-ego_median0.02995044787724813
agent_compute-ego_min0.028933251605314368
complete-iteration_max0.3565026736650311
complete-iteration_mean0.33334591357491633
complete-iteration_median0.3346110343933105
complete-iteration_min0.3002052044167238
deviation-center-line_max1.0448778138815191
deviation-center-line_mean0.35577721436617116
deviation-center-line_min0.11873049729392472
deviation-heading_max2.3674645275360993
deviation-heading_mean1.1988837481535328
deviation-heading_median0.9771969087342148
deviation-heading_min0.4680611555303739
driven_any_max2.41949506654321
driven_any_mean1.3621818442116245
driven_any_median1.1714383183786077
driven_any_min0.4430550625482196
driven_lanedir_consec_max2.0456931805226946
driven_lanedir_consec_mean0.6469084793556983
driven_lanedir_consec_min0.2541693488907706
driven_lanedir_max2.0456931805226946
driven_lanedir_mean0.6469084793556983
driven_lanedir_median0.603105389055139
driven_lanedir_min0.2541693488907706
get_state_dump_max0.03244492351608788
get_state_dump_mean0.031169307567437955
get_state_dump_median0.030883886019388834
get_state_dump_min0.02966860112021951
get_ui_image_max0.05262599388758341
get_ui_image_mean0.05065053959902956
get_ui_image_median0.05086441509059218
get_ui_image_min0.048046734693239064
in-drivable-lane_max10.500000000000076
in-drivable-lane_mean4.0266666666666815
in-drivable-lane_min0.0
per-episodes
details{"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.2994563656887796, "get_ui_image": 0.051062958996470384, "step_physics": 0.12866297582300698, "survival_time": 8.199999999999982, "driven_lanedir": 0.8875163355320987, "get_state_dump": 0.030676802484000603, "sim_render-ego": 0.006791757374275021, "in-drivable-lane": 2.449999999999994, "agent_compute-ego": 0.029302453122487884, "deviation-heading": 0.656882474004175, "complete-iteration": 0.32575770122248954, "set_robot_commands": 0.005542963016323927, "deviation-center-line": 0.5442231045907214, "driven_lanedir_consec": 0.8875163355320987, "sim_compute_sim_state": 0.018379915051343964, "sim_compute_performance-ego": 0.00447155789631169, "sim_compute_robot_state-ego": 0.008867153307286704, "sim_compute_robot_state-npc0": 0.008124412559881443, "sim_compute_robot_state-npc1": 0.008399480726660752, "sim_compute_robot_state-npc2": 0.008279066260268048, "sim_compute_robot_state-npc3": 0.00846097963612254, "sim_compute_robot_state-parked0": 0.00850421626393388}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.4152240999375416, "get_ui_image": 0.05063325564066569, "step_physics": 0.14686262210210163, "survival_time": 14.950000000000076, "driven_lanedir": 2.0456931805226946, "get_state_dump": 0.030433936913808187, "sim_render-ego": 0.006817143758138021, "in-drivable-lane": 2.2000000000000313, "agent_compute-ego": 0.02924478689829509, "deviation-heading": 0.9771969087342148, "complete-iteration": 0.3421405784289042, "set_robot_commands": 0.0054467312494913735, "deviation-center-line": 1.0448778138815191, "driven_lanedir_consec": 2.0456931805226946, "sim_compute_sim_state": 0.016594475110371907, "sim_compute_performance-ego": 0.004498183727264404, "sim_compute_robot_state-ego": 0.00881434440612793, "sim_compute_robot_state-npc0": 0.008300355275472005, "sim_compute_robot_state-npc1": 0.008451496760050456, "sim_compute_robot_state-npc2": 0.008637700875600179, "sim_compute_robot_state-npc3": 0.00860137701034546, "sim_compute_robot_state-parked0": 0.0085700527826945}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.2700357301999614, "get_ui_image": 0.049918704844535665, "step_physics": 0.11836209449362248, "survival_time": 14.100000000000064, "driven_lanedir": 0.5249395572253229, "get_state_dump": 0.03187058496137037, "sim_render-ego": 0.007089357849553967, "in-drivable-lane": 9.700000000000044, "agent_compute-ego": 0.030290740601559903, "deviation-heading": 2.204431586558605, "complete-iteration": 0.3224717395525452, "set_robot_commands": 0.005967090315852605, "deviation-center-line": 0.46507411597051385, "driven_lanedir_consec": 0.5249395572253229, "sim_compute_sim_state": 0.019763446023278203, "sim_compute_performance-ego": 0.004568545530873833, "sim_compute_robot_state-ego": 0.009893066494177418, "sim_compute_robot_state-npc0": 0.008721775196968241, "sim_compute_robot_state-npc1": 0.008927024848072241, "sim_compute_robot_state-npc2": 0.008780011048553683, "sim_compute_robot_state-npc3": 0.00892675852944665, "sim_compute_robot_state-parked0": 0.009144930974811527}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.41949506654321, "get_ui_image": 0.051205933888753254, "step_physics": 0.1575243631998698, "survival_time": 14.950000000000076, "driven_lanedir": 0.603105389055139, "get_state_dump": 0.029979650974273683, "sim_render-ego": 0.006813099384307861, "in-drivable-lane": 10.500000000000076, "agent_compute-ego": 0.029975612958272297, "deviation-heading": 1.5409913938727442, "complete-iteration": 0.35245091915130616, "set_robot_commands": 0.005206091403961182, "deviation-center-line": 0.33402699046660184, "driven_lanedir_consec": 0.603105389055139, "sim_compute_sim_state": 0.016856988271077473, "sim_compute_performance-ego": 0.004404343763987223, "sim_compute_robot_state-ego": 0.0087191907564799, "sim_compute_robot_state-npc0": 0.008149425983428955, "sim_compute_robot_state-npc1": 0.00820175806681315, "sim_compute_robot_state-npc2": 0.00830641746520996, "sim_compute_robot_state-npc3": 0.008477076689402263, "sim_compute_robot_state-parked0": 0.008392224311828613}, "ETHZ_autolab_technical_track-sc4-0-ego": {"driven_any": 1.7189468011393174, "get_ui_image": 0.05262599388758341, "step_physics": 0.1367282878469538, "survival_time": 10.800000000000018, "driven_lanedir": 0.35567286057868797, "get_state_dump": 0.031246647790626244, "sim_render-ego": 0.007189051972495185, "in-drivable-lane": 7.25000000000001, "agent_compute-ego": 0.0309712047930117, "deviation-heading": 2.3674645275360993, "complete-iteration": 0.3383944277410154, "set_robot_commands": 0.005943123941068296, "deviation-center-line": 0.37835989013039456, "driven_lanedir_consec": 0.35567286057868797, "sim_compute_sim_state": 0.01587915089395311, "sim_compute_performance-ego": 0.00460080416114242, "sim_compute_robot_state-ego": 0.009444038073221842, "sim_compute_robot_state-npc0": 0.008393900261984931, "sim_compute_robot_state-npc1": 0.008619274254198428, "sim_compute_robot_state-npc2": 0.008777633861259179, "sim_compute_robot_state-npc3": 0.008921210412625913, "sim_compute_robot_state-parked0": 0.008804130333441275}, "ETHZ_autolab_technical_track-sc5-0-ego": {"driven_any": 0.5084896604251888, "get_ui_image": 0.04943025112152099, "step_physics": 0.14287323110243855, "survival_time": 3.399999999999996, "driven_lanedir": 0.3152280385618491, "get_state_dump": 0.03165922445409438, "sim_render-ego": 0.006637913339278277, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.029856176937327665, "deviation-heading": 0.7647095000744895, "complete-iteration": 0.3382860877934624, "set_robot_commands": 0.005862520021550795, "deviation-center-line": 0.19557369086497545, "driven_lanedir_consec": 0.3152280385618491, "sim_compute_sim_state": 0.017195571871364817, "sim_compute_performance-ego": 0.004333036787369672, "sim_compute_robot_state-ego": 0.008435645524193259, "sim_compute_robot_state-npc0": 0.008516823544221766, "sim_compute_robot_state-npc1": 0.008323178571813247, "sim_compute_robot_state-npc2": 0.008169994634740493, "sim_compute_robot_state-npc3": 0.00825954886043773, "sim_compute_robot_state-parked0": 0.008485993918250589}, "ETHZ_autolab_technical_track-sc6-0-ego": {"driven_any": 2.413337760082281, "get_ui_image": 0.04979933897654216, "step_physics": 0.13297135750452677, "survival_time": 14.950000000000076, "driven_lanedir": 0.6527388550869847, "get_state_dump": 0.030883886019388834, "sim_render-ego": 0.006886552174886068, "in-drivable-lane": 10.150000000000087, "agent_compute-ego": 0.03024147828420003, "deviation-heading": 1.5655951236375396, "complete-iteration": 0.3346110343933105, "set_robot_commands": 0.0056105105082194014, "deviation-center-line": 0.2537922663109564, "driven_lanedir_consec": 0.6527388550869847, "sim_compute_sim_state": 0.02085946003595988, "sim_compute_performance-ego": 0.004536163806915283, "sim_compute_robot_state-ego": 0.00919749895731608, "sim_compute_robot_state-npc0": 0.008506046136220297, "sim_compute_robot_state-npc1": 0.008582777976989746, "sim_compute_robot_state-npc2": 0.008606524467468261, "sim_compute_robot_state-npc3": 0.008757264614105224, "sim_compute_robot_state-parked0": 0.008931081295013427}, "ETHZ_autolab_technical_track-sc7-0-ego": {"driven_any": 0.4467105708503631, "get_ui_image": 0.05177568607643002, "step_physics": 0.15579311964941803, "survival_time": 3.049999999999997, "driven_lanedir": 0.2541693488907706, "get_state_dump": 0.03221316806605605, "sim_render-ego": 0.006836934167830671, "in-drivable-lane": 1.099999999999996, "agent_compute-ego": 0.030223330513375703, "deviation-heading": 0.5538160688754614, "complete-iteration": 0.3565026736650311, "set_robot_commands": 0.005611826161869237, "deviation-center-line": 0.2176271550846063, "driven_lanedir_consec": 0.2541693488907706, "sim_compute_sim_state": 0.01608481563505579, "sim_compute_performance-ego": 0.004615029350655978, "sim_compute_robot_state-ego": 0.009357921412733734, "sim_compute_robot_state-npc0": 0.00877609800119869, "sim_compute_robot_state-npc1": 0.008764149712734535, "sim_compute_robot_state-npc2": 0.008515084376100634, "sim_compute_robot_state-npc3": 0.008755050721715708, "sim_compute_robot_state-parked0": 0.008929272167018203}, "ETHZ_autolab_technical_track-sc8-0-ego": {"driven_any": 1.6612868842651711, "get_ui_image": 0.051164669283269126, "step_physics": 0.1230444098203376, "survival_time": 10.450000000000014, "driven_lanedir": 0.4277091925758909, "get_state_dump": 0.030559479334708036, "sim_render-ego": 0.006795279717331298, "in-drivable-lane": 7.450000000000016, "agent_compute-ego": 0.029390833594582295, "deviation-heading": 0.5370201689873588, "complete-iteration": 0.32526053766314494, "set_robot_commands": 0.007061203130694668, "deviation-center-line": 0.3505375382286884, "driven_lanedir_consec": 0.4277091925758909, "sim_compute_sim_state": 0.019648936376617285, "sim_compute_performance-ego": 0.004606728348435398, "sim_compute_robot_state-ego": 0.009147553923027367, "sim_compute_robot_state-npc0": 0.009036413220127234, "sim_compute_robot_state-npc1": 0.008469865652933076, "sim_compute_robot_state-npc2": 0.008682822496697093, "sim_compute_robot_state-npc3": 0.00873407678741017, "sim_compute_robot_state-parked0": 0.008671402360834003}, "ETHZ_autolab_technical_track-sc9-0-ego": {"driven_any": 1.1714383183786077, "get_ui_image": 0.04975388834140445, "step_physics": 0.12368680486743082, "survival_time": 7.449999999999981, "driven_lanedir": 0.7018173553817487, "get_state_dump": 0.03244492351608788, "sim_render-ego": 0.007355262769148654, "in-drivable-lane": 2.5999999999999908, "agent_compute-ego": 0.030764986204620978, "deviation-heading": 1.3349464001499858, "complete-iteration": 0.3281257472582311, "set_robot_commands": 0.0064782840293525846, "deviation-center-line": 0.41411778774873226, "driven_lanedir_consec": 0.7018173553817487, "sim_compute_sim_state": 0.01628819408032718, "sim_compute_performance-ego": 0.004730032594411965, "sim_compute_robot_state-ego": 0.010480304692415584, "sim_compute_robot_state-npc0": 0.00908667449183112, "sim_compute_robot_state-npc1": 0.00900940767070591, "sim_compute_robot_state-npc2": 0.00916159393003323, "sim_compute_robot_state-npc3": 0.009324350613075617, "sim_compute_robot_state-parked0": 0.009301412825616414}, "ETHZ_autolab_technical_track-sc10-0-ego": {"driven_any": 1.0631235847353042, "get_ui_image": 0.04978383463971755, "step_physics": 0.11665622627033909, "survival_time": 6.799999999999984, "driven_lanedir": 0.6425247110853172, "get_state_dump": 0.030712248647914213, "sim_render-ego": 0.006415049819385304, "in-drivable-lane": 2.3499999999999917, "agent_compute-ego": 0.028933251605314368, "deviation-heading": 0.9359340449133204, "complete-iteration": 0.3002052044167238, "set_robot_commands": 0.004903931828106151, "deviation-center-line": 0.1817714101890432, "driven_lanedir_consec": 0.6425247110853172, "sim_compute_sim_state": 0.014289952376309563, "sim_compute_performance-ego": 0.0042759548215305105, "sim_compute_robot_state-ego": 0.007398345891167136, "sim_compute_robot_state-npc0": 0.00756923240773818, "sim_compute_robot_state-npc1": 0.0071608511840595915, "sim_compute_robot_state-npc2": 0.007218776380314547, "sim_compute_robot_state-npc3": 0.007144985830082613, "sim_compute_robot_state-parked0": 0.007504573639701395}, "ETHZ_autolab_technical_track-sc11-0-ego": {"driven_any": 1.0623694977119986, "get_ui_image": 0.05227330151726218, "step_physics": 0.12976202544044046, "survival_time": 6.799999999999984, "driven_lanedir": 0.6620460110865504, "get_state_dump": 0.02966860112021951, "sim_render-ego": 0.0064326735103831575, "in-drivable-lane": 2.1499999999999924, "agent_compute-ego": 0.02910402066567365, "deviation-heading": 1.020272341928081, "complete-iteration": 0.3263375618878533, "set_robot_commands": 0.005171800360960119, "deviation-center-line": 0.1307523505299656, "driven_lanedir_consec": 0.6620460110865504, "sim_compute_sim_state": 0.020509560318554148, "sim_compute_performance-ego": 0.00441477053305682, "sim_compute_robot_state-ego": 0.008174021454418407, "sim_compute_robot_state-npc0": 0.007910745985367718, "sim_compute_robot_state-npc1": 0.008123914985095753, "sim_compute_robot_state-npc2": 0.008210308411542107, "sim_compute_robot_state-npc3": 0.00808331896277035, "sim_compute_robot_state-parked0": 0.008257464450948378}, "ETHZ_autolab_technical_track-sc12-0-ego": {"driven_any": 0.44777066442281815, "get_ui_image": 0.05086441509059218, "step_physics": 0.16088140987959065, "survival_time": 3.049999999999997, "driven_lanedir": 0.4424281297451276, "get_state_dump": 0.030504992750824474, "sim_render-ego": 0.00644800311229268, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02916451751208696, "deviation-heading": 0.4680611555303739, "complete-iteration": 0.3554013557121402, "set_robot_commands": 0.005614046190605789, "deviation-center-line": 0.11873049729392472, "driven_lanedir_consec": 0.4424281297451276, "sim_compute_sim_state": 0.01817803304703509, "sim_compute_performance-ego": 0.004378736996259846, "sim_compute_robot_state-ego": 0.008199887197525775, "sim_compute_robot_state-npc0": 0.007982429910878667, "sim_compute_robot_state-npc1": 0.008002046678887039, "sim_compute_robot_state-npc2": 0.008104777726970736, "sim_compute_robot_state-npc3": 0.008471836809252129, "sim_compute_robot_state-parked0": 0.008366338542250336}, "ETHZ_autolab_technical_track-sc13-0-ego": {"driven_any": 0.4430550625482196, "get_ui_image": 0.05141912698745728, "step_physics": 0.14428681135177612, "survival_time": 2.9999999999999973, "driven_lanedir": 0.2819726641496705, "get_state_dump": 0.03241729736328125, "sim_render-ego": 0.006450144449869791, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.02995044787724813, "deviation-heading": 0.7944342645407209, "complete-iteration": 0.33512441714604696, "set_robot_commands": 0.005159330368041992, "deviation-center-line": 0.1676313954701038, "driven_lanedir_consec": 0.2819726641496705, "sim_compute_sim_state": 0.014556503295898438, "sim_compute_performance-ego": 0.0042838533719380695, "sim_compute_robot_state-ego": 0.007582362492879232, "sim_compute_robot_state-npc0": 0.008030581474304199, "sim_compute_robot_state-npc1": 0.007797511418660482, "sim_compute_robot_state-npc2": 0.007767335573832194, "sim_compute_robot_state-npc3": 0.007500068346659342, "sim_compute_robot_state-parked0": 0.007673152287801107}, "ETHZ_autolab_technical_track-sc14-0-ego": {"driven_any": 1.091987596245604, "get_ui_image": 0.048046734693239064, "step_physics": 0.11198822714441972, "survival_time": 6.949999999999983, "driven_lanedir": 0.9060655608576224, "get_state_dump": 0.03226816911491559, "sim_render-ego": 0.007026025717206996, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.030524024002843625, "deviation-heading": 2.2615002629598218, "complete-iteration": 0.31911871759153954, "set_robot_commands": 0.006073452585892712, "deviation-center-line": 0.5395622087318213, "driven_lanedir_consec": 0.9060655608576224, "sim_compute_sim_state": 0.02239702759886817, "sim_compute_performance-ego": 0.004561806754242602, "sim_compute_robot_state-ego": 0.01005169299009035, "sim_compute_robot_state-npc0": 0.00910577671133357, "sim_compute_robot_state-npc1": 0.009299945488250512, "sim_compute_robot_state-npc2": 0.009035384912285015, "sim_compute_robot_state-npc3": 0.009118090430609616, "sim_compute_robot_state-parked0": 0.009373680293131218}}
set_robot_commands_max0.007061203130694668
set_robot_commands_mean0.0057101936741327216
set_robot_commands_median0.005611826161869237
set_robot_commands_min0.004903931828106151
sim_compute_performance-ego_max0.004730032594411965
sim_compute_performance-ego_mean0.004485303229626381
sim_compute_performance-ego_median0.004498183727264404
sim_compute_performance-ego_min0.0042759548215305105
sim_compute_robot_state-ego_max0.010480304692415584
sim_compute_robot_state-ego_mean0.00891753517153738
sim_compute_robot_state-ego_median0.008867153307286704
sim_compute_robot_state-ego_min0.007398345891167136
sim_compute_robot_state-npc0_max0.00910577671133357
sim_compute_robot_state-npc0_mean0.008414046077397134
sim_compute_robot_state-npc0_median0.008393900261984931
sim_compute_robot_state-npc0_min0.00756923240773818
sim_compute_robot_state-npc1_max0.009299945488250512
sim_compute_robot_state-npc1_mean0.008408845599728328
sim_compute_robot_state-npc1_median0.008451496760050456
sim_compute_robot_state-npc1_min0.0071608511840595915
sim_compute_robot_state-npc2_max0.00916159393003323
sim_compute_robot_state-npc2_mean0.008416895494725022
sim_compute_robot_state-npc2_median0.008515084376100634
sim_compute_robot_state-npc2_min0.007218776380314547
sim_compute_robot_state-npc3_max0.009324350613075617
sim_compute_robot_state-npc3_mean0.008502399616937422
sim_compute_robot_state-npc3_median0.00860137701034546
sim_compute_robot_state-npc3_min0.007144985830082613
sim_compute_robot_state-parked0_max0.009373680293131218
sim_compute_robot_state-parked0_mean0.008593995096484989
sim_compute_robot_state-parked0_median0.0085700527826945
sim_compute_robot_state-parked0_min0.007504573639701395
sim_compute_sim_state_max0.02239702759886817
sim_compute_sim_state_mean0.017832135332401
sim_compute_sim_state_median0.017195571871364817
sim_compute_sim_state_min0.014289952376309563
sim_render-ego_max0.007355262769148654
sim_render-ego_mean0.006798949941092197
sim_render-ego_median0.006813099384307861
sim_render-ego_min0.006415049819385304
simulation-passed1
step_physics_max0.16088140987959065
step_physics_mean0.1353389310997515
step_physics_median0.13297135750452677
step_physics_min0.11198822714441972
survival_time_max14.950000000000076
survival_time_mean8.59333333333335
survival_time_min2.9999999999999973

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.