Duckietown Challenges Home Challenges Submissions

Job 24745

Job ID24745
submission4304
userFrank (Chude) Qian 🇨🇦
user labelFrank test submission
challengeaido3-LFV-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-46-148-10492
date started
date completed
duration0:11:55
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.43495812661747424
survival_time_median2.0500000000000007
deviation-center-line_median0.09687098510612133
in-drivable-lane_median0.4500000000000002


other stats
agent_compute-ego_max0.02663808465003967
agent_compute-ego_mean0.01992965931187516
agent_compute-ego_median0.019916903972625733
agent_compute-ego_min0.014969069783280536
deviation-center-line_max0.23261450644924175
deviation-center-line_mean0.09978733911587848
deviation-center-line_min0.05490406966943519
deviation-heading_max0.7002960682232355
deviation-heading_mean0.33441413138792325
deviation-heading_median0.30410032611577853
deviation-heading_min0.1541202345559414
driven_any_max2.049654638257259
driven_any_mean1.0200634097564325
driven_any_median1.0296612854712788
driven_any_min0.37149985167138455
driven_lanedir_consec_max1.2187176370157662
driven_lanedir_consec_mean0.6231087646131666
driven_lanedir_consec_min0.3341891362194134
driven_lanedir_max1.2187176370157662
driven_lanedir_mean0.6231087646131666
driven_lanedir_median0.43495812661747424
driven_lanedir_min0.3341891362194134
in-drivable-lane_max2.149999999999994
in-drivable-lane_mean0.5999999999999993
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.9996632207705848, "sim_physics": 0.1540989339351654, "survival_time": 2.000000000000001, "driven_lanedir": 0.6856800730956207, "sim_render-ego": 0.012403875589370728, "in-drivable-lane": 0.4500000000000002, "agent_compute-ego": 0.02663808465003967, "deviation-heading": 0.3145505780820485, "set_robot_commands": 0.008436554670333862, "deviation-center-line": 0.08877415228107144, "driven_lanedir_consec": 0.6856800730956207, "sim_compute_sim_state": 0.004765951633453369, "sim_compute_performance-ego": 0.006441783905029297, "sim_compute_robot_state-ego": 0.00896141529083252, "sim_compute_robot_state-npc0": 0.00838688611984253, "sim_compute_robot_state-npc1": 0.008341974020004273, "sim_compute_robot_state-npc2": 0.007841926813125611, "sim_compute_robot_state-npc3": 0.008028763532638549}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4605114688305785, "sim_physics": 0.14570718461816962, "survival_time": 1.1000000000000003, "driven_lanedir": 0.43495812661747424, "sim_render-ego": 0.0121592716737227, "in-drivable-lane": 0, "agent_compute-ego": 0.024221279404380104, "deviation-heading": 0.3681646786246837, "set_robot_commands": 0.008925893089988014, "deviation-center-line": 0.0772648215662309, "driven_lanedir_consec": 0.43495812661747424, "sim_compute_sim_state": 0.004570343277671121, "sim_compute_performance-ego": 0.006665630774064498, "sim_compute_robot_state-ego": 0.008601210334084251, "sim_compute_robot_state-npc0": 0.008070100437511097, "sim_compute_robot_state-npc1": 0.007874261249195446, "sim_compute_robot_state-npc2": 0.008250106464732777, "sim_compute_robot_state-npc3": 0.008027770302512428}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.599654688730019, "sim_physics": 0.1374813119570414, "survival_time": 2.9999999999999973, "driven_lanedir": 1.2183798882653485, "sim_render-ego": 0.011447580655415852, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.025243250528971355, "deviation-heading": 0.28606528190679475, "set_robot_commands": 0.007657575607299805, "deviation-center-line": 0.11803708647411268, "driven_lanedir_consec": 1.2183798882653485, "sim_compute_sim_state": 0.004609107971191406, "sim_compute_performance-ego": 0.006602458159128825, "sim_compute_robot_state-ego": 0.008355168501536052, "sim_compute_robot_state-npc0": 0.007476194699605306, "sim_compute_robot_state-npc1": 0.007266982396443685, "sim_compute_robot_state-npc2": 0.0075483600298563635, "sim_compute_robot_state-npc3": 0.0071662068367004395}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.59965468873004, "sim_physics": 0.11458237965901692, "survival_time": 2.9999999999999973, "driven_lanedir": 1.2187176370157662, "sim_render-ego": 0.00944447120030721, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.020365095138549803, "deviation-heading": 0.2793068494541745, "set_robot_commands": 0.006460813681284586, "deviation-center-line": 0.11447341980984076, "driven_lanedir_consec": 1.2187176370157662, "sim_compute_sim_state": 0.0036882797876993815, "sim_compute_performance-ego": 0.005017900466918945, "sim_compute_robot_state-ego": 0.006522425015767415, "sim_compute_robot_state-npc0": 0.006443162759145101, "sim_compute_robot_state-npc1": 0.006203679243723551, "sim_compute_robot_state-npc2": 0.006214237213134766, "sim_compute_robot_state-npc3": 0.0060456593831380205}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.4010834948810249, "sim_physics": 0.12383569478988649, "survival_time": 1.0000000000000002, "driven_lanedir": 0.3872027169265986, "sim_render-ego": 0.010631716251373291, "in-drivable-lane": 0, "agent_compute-ego": 0.022844386100769044, "deviation-heading": 0.2638670899443274, "set_robot_commands": 0.007084202766418457, "deviation-center-line": 0.06073337098493198, "driven_lanedir_consec": 0.3872027169265986, "sim_compute_sim_state": 0.004045939445495606, "sim_compute_performance-ego": 0.005447089672088623, "sim_compute_robot_state-ego": 0.007259714603424072, "sim_compute_robot_state-npc0": 0.006674659252166748, "sim_compute_robot_state-npc1": 0.006884336471557617, "sim_compute_robot_state-npc2": 0.006400692462921143, "sim_compute_robot_state-npc3": 0.006956064701080322}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0596597849416751, "sim_physics": 0.08599154154459636, "survival_time": 2.1000000000000005, "driven_lanedir": 0.4194320481036524, "sim_render-ego": 0.008303806895301455, "in-drivable-lane": 0.8500000000000006, "agent_compute-ego": 0.018958086059207006, "deviation-heading": 0.7002960682232355, "set_robot_commands": 0.0059171233858381, "deviation-center-line": 0.1184982840435769, "driven_lanedir_consec": 0.4194320481036524, "sim_compute_sim_state": 0.0031787043526059107, "sim_compute_performance-ego": 0.004451059159778413, "sim_compute_robot_state-ego": 0.005776479130699521, "sim_compute_robot_state-npc0": 0.005505715097699847, "sim_compute_robot_state-npc1": 0.005350453513009208, "sim_compute_robot_state-npc2": 0.005396019844781785, "sim_compute_robot_state-npc3": 0.005251748221261161}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.9996632207705796, "sim_physics": 0.1002435028553009, "survival_time": 2.000000000000001, "driven_lanedir": 0.6650890986148248, "sim_render-ego": 0.00924898386001587, "in-drivable-lane": 0.40000000000000013, "agent_compute-ego": 0.019916903972625733, "deviation-heading": 0.4487014341183701, "set_robot_commands": 0.006209927797317505, "deviation-center-line": 0.10928357993966978, "driven_lanedir_consec": 0.6650890986148248, "sim_compute_sim_state": 0.0037600338459014898, "sim_compute_performance-ego": 0.005091071128845215, "sim_compute_robot_state-ego": 0.00642743706703186, "sim_compute_robot_state-npc0": 0.005906730890274048, "sim_compute_robot_state-npc1": 0.00618852972984314, "sim_compute_robot_state-npc2": 0.0056721031665802005, "sim_compute_robot_state-npc3": 0.005847233533859253}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 2.049654638257259, "sim_physics": 0.1122174294789632, "survival_time": 3.7499999999999942, "driven_lanedir": 0.7460407290516171, "sim_render-ego": 0.00936563491821289, "in-drivable-lane": 2.149999999999994, "agent_compute-ego": 0.020211884180704753, "deviation-heading": 0.30410032611577853, "set_robot_commands": 0.006651814778645833, "deviation-center-line": 0.1152644463841786, "driven_lanedir_consec": 0.7460407290516171, "sim_compute_sim_state": 0.0034538555145263673, "sim_compute_performance-ego": 0.005116421381632487, "sim_compute_robot_state-ego": 0.0064809862772623695, "sim_compute_robot_state-npc0": 0.006034104029337565, "sim_compute_robot_state-npc1": 0.005894123713175456, "sim_compute_robot_state-npc2": 0.0059482955932617185, "sim_compute_robot_state-npc3": 0.0059274037679036455}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.0296612854712894, "sim_physics": 0.08758350116450613, "survival_time": 2.0500000000000007, "driven_lanedir": 0.3882646174160169, "sim_render-ego": 0.007542976518956627, "in-drivable-lane": 1.0500000000000005, "agent_compute-ego": 0.018819622877167493, "deviation-heading": 0.2534940122720117, "set_robot_commands": 0.005003667459255312, "deviation-center-line": 0.07868203516863714, "driven_lanedir_consec": 0.3882646174160169, "sim_compute_sim_state": 0.0030878113537299925, "sim_compute_performance-ego": 0.003992644751944193, "sim_compute_robot_state-ego": 0.005347129775256645, "sim_compute_robot_state-npc0": 0.005021996614409656, "sim_compute_robot_state-npc1": 0.00488519087070372, "sim_compute_robot_state-npc2": 0.004874508555342511, "sim_compute_robot_state-npc3": 0.00484957927610816}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.46051146883057537, "sim_physics": 0.09732477231459184, "survival_time": 1.1000000000000003, "driven_lanedir": 0.44436723204554784, "sim_render-ego": 0.00732642954046076, "in-drivable-lane": 0, "agent_compute-ego": 0.017878803339871494, "deviation-heading": 0.29213064768397096, "set_robot_commands": 0.005182938142256303, "deviation-center-line": 0.06393803408849831, "driven_lanedir_consec": 0.44436723204554784, "sim_compute_sim_state": 0.002954873171719638, "sim_compute_performance-ego": 0.003872622143138539, "sim_compute_robot_state-ego": 0.005205176093361594, "sim_compute_robot_state-npc0": 0.004927808588201349, "sim_compute_robot_state-npc1": 0.00477268479087136, "sim_compute_robot_state-npc2": 0.004973389885642312, "sim_compute_robot_state-npc3": 0.0047561255368319426}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.37149985167138455, "sim_physics": 0.11541965133265446, "survival_time": 0.9500000000000004, "driven_lanedir": 0.35179947184110283, "sim_render-ego": 0.008211186057642886, "in-drivable-lane": 0, "agent_compute-ego": 0.02070843546014083, "deviation-heading": 0.3107679325636635, "set_robot_commands": 0.005582671416433234, "deviation-center-line": 0.05490406966943519, "driven_lanedir_consec": 0.35179947184110283, "sim_compute_sim_state": 0.003081346813001131, "sim_compute_performance-ego": 0.004636061818976151, "sim_compute_robot_state-ego": 0.006208344509727077, "sim_compute_robot_state-npc0": 0.005198453602037932, "sim_compute_robot_state-npc1": 0.005354429546155427, "sim_compute_robot_state-npc2": 0.005088944184152703, "sim_compute_robot_state-npc3": 0.005012863560726768}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.4307612897755764, "sim_physics": 0.10450589089166552, "survival_time": 1.0500000000000005, "driven_lanedir": 0.4261301360773668, "sim_render-ego": 0.008853094918387277, "in-drivable-lane": 0, "agent_compute-ego": 0.017840782801310223, "deviation-heading": 0.1541202345559414, "set_robot_commands": 0.005330766950334821, "deviation-center-line": 0.09941450694466288, "driven_lanedir_consec": 0.4261301360773668, "sim_compute_sim_state": 0.0035005751110258557, "sim_compute_performance-ego": 0.004917973563784645, "sim_compute_robot_state-ego": 0.00601649284362793, "sim_compute_robot_state-npc0": 0.005859545298985073, "sim_compute_robot_state-npc1": 0.005463622865222749, "sim_compute_robot_state-npc2": 0.005463066555204846, "sim_compute_robot_state-npc3": 0.0051879315149216424}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0296612854712788, "sim_physics": 0.07484142954756574, "survival_time": 2.0500000000000007, "driven_lanedir": 0.3341891362194134, "sim_render-ego": 0.006988205560823766, "in-drivable-lane": 1.1500000000000006, "agent_compute-ego": 0.014969069783280536, "deviation-heading": 0.1931703465763851, "set_robot_commands": 0.004436283576779249, "deviation-center-line": 0.09687098510612133, "driven_lanedir_consec": 0.3341891362194134, "sim_compute_sim_state": 0.0028010345086818787, "sim_compute_performance-ego": 0.003669971373023056, "sim_compute_robot_state-ego": 0.004652261734008789, "sim_compute_robot_state-npc0": 0.004485258241979088, "sim_compute_robot_state-npc1": 0.004413604736328125, "sim_compute_robot_state-npc2": 0.0043964676740692885, "sim_compute_robot_state-npc3": 0.004365124353548375}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 1.5996546887300007, "sim_physics": 0.07869300444920858, "survival_time": 2.9999999999999973, "driven_lanedir": 1.2178752145687624, "sim_render-ego": 0.00675126314163208, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.01496981382369995, "deviation-heading": 0.508484918322853, "set_robot_commands": 0.004327114423116048, "deviation-center-line": 0.23261450644924175, "driven_lanedir_consec": 1.2178752145687624, "sim_compute_sim_state": 0.0026431997617085774, "sim_compute_performance-ego": 0.003598888715108236, "sim_compute_robot_state-ego": 0.0045950055122375485, "sim_compute_robot_state-npc0": 0.00445633331934611, "sim_compute_robot_state-npc1": 0.004339881738026937, "sim_compute_robot_state-npc2": 0.004318702220916748, "sim_compute_robot_state-npc3": 0.004339949289957682}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 1.2096560704846235, "sim_physics": 0.08503030208831137, "survival_time": 2.3499999999999996, "driven_lanedir": 0.4085053433383865, "sim_render-ego": 0.006946903593996738, "in-drivable-lane": 1.2999999999999994, "agent_compute-ego": 0.015359391557409409, "deviation-heading": 0.3389915723746089, "set_robot_commands": 0.004355339293784284, "deviation-center-line": 0.06805678782796773, "driven_lanedir_consec": 0.4085053433383865, "sim_compute_sim_state": 0.002662049963119182, "sim_compute_performance-ego": 0.0036012771281790225, "sim_compute_robot_state-ego": 0.004683053239862969, "sim_compute_robot_state-npc0": 0.004479580737174826, "sim_compute_robot_state-npc1": 0.004353026126293426, "sim_compute_robot_state-npc2": 0.004334191058544402, "sim_compute_robot_state-npc3": 0.004329382105076567}}
set_robot_commands_max0.008925893089988014
set_robot_commands_mean0.006104179135939028
set_robot_commands_median0.0059171233858381
set_robot_commands_min0.004327114423116048
sim_compute_performance-ego_max0.006665630774064498
sim_compute_performance-ego_mean0.0048748569427760095
sim_compute_performance-ego_median0.004917973563784645
sim_compute_performance-ego_min0.003598888715108236
sim_compute_robot_state-ego_max0.00896141529083252
sim_compute_robot_state-ego_mean0.006339486661914706
sim_compute_robot_state-ego_median0.006208344509727077
sim_compute_robot_state-ego_min0.0045950055122375485
sim_compute_robot_state-npc0_max0.00838688611984253
sim_compute_robot_state-npc0_mean0.005928435312514418
sim_compute_robot_state-npc0_median0.005859545298985073
sim_compute_robot_state-npc0_min0.00445633331934611
sim_compute_robot_state-npc1_max0.008341974020004273
sim_compute_robot_state-npc1_mean0.005839118734036943
sim_compute_robot_state-npc1_median0.005463622865222749
sim_compute_robot_state-npc1_min0.004339881738026937
sim_compute_robot_state-npc2_max0.008250106464732777
sim_compute_robot_state-npc2_mean0.005781400781484479
sim_compute_robot_state-npc2_median0.005463066555204846
sim_compute_robot_state-npc2_min0.004318702220916748
sim_compute_robot_state-npc3_max0.008028763532638549
sim_compute_robot_state-npc3_mean0.005739453727750995
sim_compute_robot_state-npc3_median0.005251748221261161
sim_compute_robot_state-npc3_min0.004329382105076567
sim_compute_sim_state_max0.004765951633453369
sim_compute_sim_state_mean0.0035202071007687263
sim_compute_sim_state_median0.0034538555145263673
sim_compute_sim_state_min0.0026431997617085774
sim_physics_max0.1540989339351654
sim_physics_mean0.10783710204177628
sim_physics_median0.10450589089166552
sim_physics_min0.07484142954756574
sim_render-ego_max0.012403875589370728
sim_render-ego_mean0.009041693358374675
sim_render-ego_median0.008853094918387277
sim_render-ego_min0.00675126314163208
simulation-passed1
survival_time_max3.7499999999999942
survival_time_mean2.0333333333333328
survival_time_min0.9500000000000004

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.