Job 58938

Job ID 58938

submission 12793

user Jean-Sébastien Grondin 🇨🇦

user label exercise_state_estimation

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date yes

evaluator nogpu-prod-04

date started 2020-12-04 16:41:55+00:00

date completed 2020-12-04 18:14:08+00:00

duration 1:32:13

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.408313658697799
survival_time_median	41.89999999999976
deviation-center-line_median	0.5775160150650711
in-drivable-lane_median	16.74999999999962

other stats

agent_compute-ego0_max	0.0133078619344345
agent_compute-ego0_mean	0.012925781116338566
agent_compute-ego0_median	0.012653269273305536
agent_compute-ego0_min	0.012649092844979748
agent_compute-ego1_max	0.013761284335559568
agent_compute-ego1_mean	0.012754894028895042
agent_compute-ego1_median	0.012686310564661765
agent_compute-ego1_min	0.011740311694879714
complete-iteration_max	1.259645386446929
complete-iteration_mean	1.0530760412899272
complete-iteration_median	1.1054061288936847
complete-iteration_min	0.435721746193777
deviation-center-line_max	4.342055530364072
deviation-center-line_mean	1.244642508452036
deviation-center-line_min	0.05235079014809414
deviation-heading_max	15.537974387602189
deviation-heading_mean	5.085277199814074
deviation-heading_median	2.5947757828111646
deviation-heading_min	0.432131875236603
driven_any_max	16.674935818693985
driven_any_mean	6.740353375233646
driven_any_median	3.901786748215455
driven_any_min	0.5198022846202923
driven_lanedir_consec_max	13.638044516667662
driven_lanedir_consec_mean	4.179009050243836
driven_lanedir_consec_min	0.06717661958009624
driven_lanedir_max	13.638044516667662
driven_lanedir_mean	4.212464192359617
driven_lanedir_median	2.408313658697799
driven_lanedir_min	0.06717661958009624
get_duckie_state_max	1.7826130848057222e-06
get_duckie_state_mean	1.6047628203410577e-06
get_duckie_state_median	1.604809153586204e-06
get_duckie_state_min	1.4110568361814373e-06
get_robot_state_max	0.01551759558797672
get_robot_state_mean	0.013873527504032908
get_robot_state_median	0.014941253233313264
get_robot_state_min	0.007699480263220083
get_state_dump_max	0.010406056776741482
get_state_dump_mean	0.009471482982482377
get_state_dump_median	0.009906544474936049
get_state_dump_min	0.006575049409064325
get_ui_image_max	0.050313246960671534
get_ui_image_mean	0.04557073493694486
get_ui_image_median	0.04861411775536702
get_ui_image_min	0.033284152576468766
in-drivable-lane_max	59.19999999999872
in-drivable-lane_mean	25.389285714285247
in-drivable-lane_min	0.0
per-episodes	details {"LFV_multi-norm-loop-000-ego0": {"driven_any": 8.708986016346593, "get_ui_image": 0.04392813127503407, "step_physics": 0.9363597614580548, "survival_time": 59.99999999999873, "driven_lanedir": 7.853321113520524, "get_state_dump": 0.009906544474936049, "get_robot_state": 0.014941253233313264, "sim_render-ego0": 0.004093682537666467, "sim_render-ego1": 0.004244899074799016, "sim_render-ego2": 0.004217206588097159, "sim_render-ego3": 0.004172421613402609, "get_duckie_state": 1.604809153586204e-06, "in-drivable-lane": 29.549999999998427, "deviation-heading": 9.18115354000398, "agent_compute-ego0": 0.012649092844979748, "agent_compute-ego1": 0.011740311694879714, "agent_compute-ego2": 0.012848620212246836, "agent_compute-ego3": 0.012821453596332686, "complete-iteration": 1.1054061288936847, "set_robot_commands": 0.002312580810597695, "deviation-center-line": 2.077231555032105, "driven_lanedir_consec": 7.38494912389959, "sim_compute_sim_state": 0.014780921801043788, "sim_compute_performance-ego0": 0.0021513655818967796, "sim_compute_performance-ego1": 0.0021313513248389605, "sim_compute_performance-ego2": 0.002127626555646886, "sim_compute_performance-ego3": 0.0021509165370791877}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 0.6455782408233451, "get_ui_image": 0.04392813127503407, "step_physics": 0.9363597614580548, "survival_time": 59.99999999999873, "driven_lanedir": 0.13882702986698447, "get_state_dump": 0.009906544474936049, "get_robot_state": 0.014941253233313264, "sim_render-ego0": 0.004093682537666467, "sim_render-ego1": 0.004244899074799016, "sim_render-ego2": 0.004217206588097159, "sim_render-ego3": 0.004172421613402609, "get_duckie_state": 1.604809153586204e-06, "in-drivable-lane": 58.79999999999873, "deviation-heading": 0.8104115654931219, "agent_compute-ego0": 0.012649092844979748, "agent_compute-ego1": 0.011740311694879714, "agent_compute-ego2": 0.012848620212246836, "agent_compute-ego3": 0.012821453596332686, "complete-iteration": 1.1054061288936847, "set_robot_commands": 0.002312580810597695, "deviation-center-line": 0.08106809401781413, "driven_lanedir_consec": 0.13882702986698447, "sim_compute_sim_state": 0.014780921801043788, "sim_compute_performance-ego0": 0.0021513655818967796, "sim_compute_performance-ego1": 0.0021313513248389605, "sim_compute_performance-ego2": 0.002127626555646886, "sim_compute_performance-ego3": 0.0021509165370791877}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 0.5198022846202923, "get_ui_image": 0.04392813127503407, "step_physics": 0.9363597614580548, "survival_time": 59.99999999999873, "driven_lanedir": 0.1240636092713645, "get_state_dump": 0.009906544474936049, "get_robot_state": 0.014941253233313264, "sim_render-ego0": 0.004093682537666467, "sim_render-ego1": 0.004244899074799016, "sim_render-ego2": 0.004217206588097159, "sim_render-ego3": 0.004172421613402609, "get_duckie_state": 1.604809153586204e-06, "in-drivable-lane": 58.99999999999873, "deviation-heading": 0.5492302902158677, "agent_compute-ego0": 0.012649092844979748, "agent_compute-ego1": 0.011740311694879714, "agent_compute-ego2": 0.012848620212246836, "agent_compute-ego3": 0.012821453596332686, "complete-iteration": 1.1054061288936847, "set_robot_commands": 0.002312580810597695, "deviation-center-line": 0.06327183582909093, "driven_lanedir_consec": 0.1240636092713645, "sim_compute_sim_state": 0.014780921801043788, "sim_compute_performance-ego0": 0.0021513655818967796, "sim_compute_performance-ego1": 0.0021313513248389605, "sim_compute_performance-ego2": 0.002127626555646886, "sim_compute_performance-ego3": 0.0021509165370791877}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 16.674935818693985, "get_ui_image": 0.04392813127503407, "step_physics": 0.9363597614580548, "survival_time": 59.99999999999873, "driven_lanedir": 13.638044516667662, "get_state_dump": 0.009906544474936049, "get_robot_state": 0.014941253233313264, "sim_render-ego0": 0.004093682537666467, "sim_render-ego1": 0.004244899074799016, "sim_render-ego2": 0.004217206588097159, "sim_render-ego3": 0.004172421613402609, "get_duckie_state": 1.604809153586204e-06, "in-drivable-lane": 8.14999999999985, "deviation-heading": 14.006072304677824, "agent_compute-ego0": 0.012649092844979748, "agent_compute-ego1": 0.011740311694879714, "agent_compute-ego2": 0.012848620212246836, "agent_compute-ego3": 0.012821453596332686, "complete-iteration": 1.1054061288936847, "set_robot_commands": 0.002312580810597695, "deviation-center-line": 3.5694833632493053, "driven_lanedir_consec": 13.638044516667662, "sim_compute_sim_state": 0.014780921801043788, "sim_compute_performance-ego0": 0.0021513655818967796, "sim_compute_performance-ego1": 0.0021313513248389605, "sim_compute_performance-ego2": 0.002127626555646886, "sim_compute_performance-ego3": 0.0021509165370791877}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 11.420218622304992, "get_ui_image": 0.04861411775536702, "step_physics": 1.077557607259739, "survival_time": 41.89999999999976, "driven_lanedir": 9.1118283952484, "get_state_dump": 0.009550064482478618, "get_robot_state": 0.014248757311215134, "sim_render-ego0": 0.0039067498549232894, "sim_render-ego1": 0.004042953359356086, "sim_render-ego2": 0.004097677101253468, "sim_render-ego3": 0.003979728957893453, "get_duckie_state": 1.5237192147110585e-06, "in-drivable-lane": 6.649999999999962, "deviation-heading": 10.723276328683603, "agent_compute-ego0": 0.012653269273305536, "agent_compute-ego1": 0.012686310564661765, "agent_compute-ego2": 0.012765977322984226, "agent_compute-ego3": 0.01204642522036674, "complete-iteration": 1.259645386446929, "set_robot_commands": 0.002386824593072284, "deviation-center-line": 2.509459221789194, "driven_lanedir_consec": 9.1118283952484, "sim_compute_sim_state": 0.025963071702632064, "sim_compute_performance-ego0": 0.0020467800235861957, "sim_compute_performance-ego1": 0.001966597780993783, "sim_compute_performance-ego2": 0.002030061169375396, "sim_compute_performance-ego3": 0.0019809290393742957}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 1.0789014896119786, "get_ui_image": 0.04861411775536702, "step_physics": 1.077557607259739, "survival_time": 41.89999999999976, "driven_lanedir": 0.3017437350812986, "get_state_dump": 0.009550064482478618, "get_robot_state": 0.014248757311215134, "sim_render-ego0": 0.0039067498549232894, "sim_render-ego1": 0.004042953359356086, "sim_render-ego2": 0.004097677101253468, "sim_render-ego3": 0.003979728957893453, "get_duckie_state": 1.5237192147110585e-06, "in-drivable-lane": 39.99999999999976, "deviation-heading": 1.4469700183992356, "agent_compute-ego0": 0.012653269273305536, "agent_compute-ego1": 0.012686310564661765, "agent_compute-ego2": 0.012765977322984226, "agent_compute-ego3": 0.01204642522036674, "complete-iteration": 1.259645386446929, "set_robot_commands": 0.002386824593072284, "deviation-center-line": 0.17806962237656457, "driven_lanedir_consec": 0.3017437350812986, "sim_compute_sim_state": 0.025963071702632064, "sim_compute_performance-ego0": 0.0020467800235861957, "sim_compute_performance-ego1": 0.001966597780993783, "sim_compute_performance-ego2": 0.002030061169375396, "sim_compute_performance-ego3": 0.0019809290393742957}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 8.820803071212442, "get_ui_image": 0.04861411775536702, "step_physics": 1.077557607259739, "survival_time": 41.89999999999976, "driven_lanedir": 5.719868763121876, "get_state_dump": 0.009550064482478618, "get_robot_state": 0.014248757311215134, "sim_render-ego0": 0.0039067498549232894, "sim_render-ego1": 0.004042953359356086, "sim_render-ego2": 0.004097677101253468, "sim_render-ego3": 0.003979728957893453, "get_duckie_state": 1.5237192147110585e-06, "in-drivable-lane": 19.09999999999947, "deviation-heading": 8.018939583580048, "agent_compute-ego0": 0.012653269273305536, "agent_compute-ego1": 0.012686310564661765, "agent_compute-ego2": 0.012765977322984226, "agent_compute-ego3": 0.01204642522036674, "complete-iteration": 1.259645386446929, "set_robot_commands": 0.002386824593072284, "deviation-center-line": 1.9335958150363592, "driven_lanedir_consec": 5.719868763121876, "sim_compute_sim_state": 0.025963071702632064, "sim_compute_performance-ego0": 0.0020467800235861957, "sim_compute_performance-ego1": 0.001966597780993783, "sim_compute_performance-ego2": 0.002030061169375396, "sim_compute_performance-ego3": 0.0019809290393742957}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 0.7573073096444612, "get_ui_image": 0.04861411775536702, "step_physics": 1.077557607259739, "survival_time": 41.89999999999976, "driven_lanedir": 0.08189821264378438, "get_state_dump": 0.009550064482478618, "get_robot_state": 0.014248757311215134, "sim_render-ego0": 0.0039067498549232894, "sim_render-ego1": 0.004042953359356086, "sim_render-ego2": 0.004097677101253468, "sim_render-ego3": 0.003979728957893453, "get_duckie_state": 1.5237192147110585e-06, "in-drivable-lane": 41.09999999999975, "deviation-heading": 0.432131875236603, "agent_compute-ego0": 0.012653269273305536, "agent_compute-ego1": 0.012686310564661765, "agent_compute-ego2": 0.012765977322984226, "agent_compute-ego3": 0.01204642522036674, "complete-iteration": 1.259645386446929, "set_robot_commands": 0.002386824593072284, "deviation-center-line": 0.06904246894678441, "driven_lanedir_consec": 0.08189821264378438, "sim_compute_sim_state": 0.025963071702632064, "sim_compute_performance-ego0": 0.0020467800235861957, "sim_compute_performance-ego1": 0.001966597780993783, "sim_compute_performance-ego2": 0.002030061169375396, "sim_compute_performance-ego3": 0.0019809290393742957}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 2.0431970878636396, "get_ui_image": 0.050313246960671534, "step_physics": 0.9022902005555614, "survival_time": 15.05000000000008, "driven_lanedir": 1.7000352640952083, "get_state_dump": 0.010406056776741482, "get_robot_state": 0.01551759558797672, "sim_render-ego0": 0.0041771314002030735, "sim_render-ego1": 0.004325114338603241, "sim_render-ego2": 0.004376853538664761, "sim_render-ego3": 0.004407891374550118, "get_duckie_state": 1.7826130848057222e-06, "in-drivable-lane": 8.250000000000096, "deviation-heading": 2.0182653821444836, "agent_compute-ego0": 0.0133078619344345, "agent_compute-ego1": 0.013761284335559568, "agent_compute-ego2": 0.01385511625681492, "agent_compute-ego3": 0.013827986275123444, "complete-iteration": 1.1028537560772422, "set_robot_commands": 0.002427151661045504, "deviation-center-line": 0.5360288652690657, "driven_lanedir_consec": 1.7000352640952083, "sim_compute_sim_state": 0.03353892335828566, "sim_compute_performance-ego0": 0.002276334541522904, "sim_compute_performance-ego1": 0.00214432959525001, "sim_compute_performance-ego2": 0.002203230036805007, "sim_compute_performance-ego3": 0.002146885884518655}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 3.901738858881125, "get_ui_image": 0.050313246960671534, "step_physics": 0.9022902005555614, "survival_time": 15.05000000000008, "driven_lanedir": 3.753854586908312, "get_state_dump": 0.010406056776741482, "get_robot_state": 0.01551759558797672, "sim_render-ego0": 0.0041771314002030735, "sim_render-ego1": 0.004325114338603241, "sim_render-ego2": 0.004376853538664761, "sim_render-ego3": 0.004407891374550118, "get_duckie_state": 1.7826130848057222e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.1712861834778456, "agent_compute-ego0": 0.0133078619344345, "agent_compute-ego1": 0.013761284335559568, "agent_compute-ego2": 0.01385511625681492, "agent_compute-ego3": 0.013827986275123444, "complete-iteration": 1.1028537560772422, "set_robot_commands": 0.002427151661045504, "deviation-center-line": 0.8833384177450133, "driven_lanedir_consec": 3.753854586908312, "sim_compute_sim_state": 0.03353892335828566, "sim_compute_performance-ego0": 0.002276334541522904, "sim_compute_performance-ego1": 0.00214432959525001, "sim_compute_performance-ego2": 0.002203230036805007, "sim_compute_performance-ego3": 0.002146885884518655}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 3.9018346375497854, "get_ui_image": 0.050313246960671534, "step_physics": 0.9022902005555614, "survival_time": 15.05000000000008, "driven_lanedir": 2.971228374753842, "get_state_dump": 0.010406056776741482, "get_robot_state": 0.01551759558797672, "sim_render-ego0": 0.0041771314002030735, "sim_render-ego1": 0.004325114338603241, "sim_render-ego2": 0.004376853538664761, "sim_render-ego3": 0.004407891374550118, "get_duckie_state": 1.7826130848057222e-06, "in-drivable-lane": 3.3500000000000476, "deviation-heading": 3.3905222981832637, "agent_compute-ego0": 0.0133078619344345, "agent_compute-ego1": 0.013761284335559568, "agent_compute-ego2": 0.01385511625681492, "agent_compute-ego3": 0.013827986275123444, "complete-iteration": 1.1028537560772422, "set_robot_commands": 0.002427151661045504, "deviation-center-line": 0.6190031648610766, "driven_lanedir_consec": 2.971228374753842, "sim_compute_sim_state": 0.03353892335828566, "sim_compute_performance-ego0": 0.002276334541522904, "sim_compute_performance-ego1": 0.00214432959525001, "sim_compute_performance-ego2": 0.002203230036805007, "sim_compute_performance-ego3": 0.002146885884518655}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 2.5462839368035635, "get_ui_image": 0.050313246960671534, "step_physics": 0.9022902005555614, "survival_time": 15.05000000000008, "driven_lanedir": 1.845398942641756, "get_state_dump": 0.010406056776741482, "get_robot_state": 0.01551759558797672, "sim_render-ego0": 0.0041771314002030735, "sim_render-ego1": 0.004325114338603241, "sim_render-ego2": 0.004376853538664761, "sim_render-ego3": 0.004407891374550118, "get_duckie_state": 1.7826130848057222e-06, "in-drivable-lane": 7.900000000000096, "deviation-heading": 1.338194955449042, "agent_compute-ego0": 0.0133078619344345, "agent_compute-ego1": 0.013761284335559568, "agent_compute-ego2": 0.01385511625681492, "agent_compute-ego3": 0.013827986275123444, "complete-iteration": 1.1028537560772422, "set_robot_commands": 0.002427151661045504, "deviation-center-line": 0.5109963736639643, "driven_lanedir_consec": 1.845398942641756, "sim_compute_sim_state": 0.03353892335828566, "sim_compute_performance-ego0": 0.002276334541522904, "sim_compute_performance-ego1": 0.00214432959525001, "sim_compute_performance-ego2": 0.002203230036805007, "sim_compute_performance-ego3": 0.002146885884518655}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 16.674090573522626, "get_ui_image": 0.033284152576468766, "step_physics": 0.3331607170247913, "survival_time": 59.99999999999873, "driven_lanedir": 11.667209529633524, "get_state_dump": 0.006575049409064325, "get_robot_state": 0.007699480263220083, "sim_render-ego0": 0.004148603180465254, "sim_render-ego1": 0.004347686465832713, "get_duckie_state": 1.4110568361814373e-06, "in-drivable-lane": 14.399999999999771, "deviation-heading": 15.537974387602189, "agent_compute-ego0": 0.013260019708930404, "agent_compute-ego1": 0.012908445012063207, "complete-iteration": 0.435721746193777, "set_robot_commands": 0.002412125232515486, "deviation-center-line": 4.342055530364072, "driven_lanedir_consec": 11.667209529633524, "sim_compute_sim_state": 0.011038127290914697, "sim_compute_performance-ego0": 0.0021856192446668182, "sim_compute_performance-ego1": 0.00217330346595834}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 16.67126930539221, "get_ui_image": 0.033284152576468766, "step_physics": 0.3331607170247913, "survival_time": 59.99999999999873, "driven_lanedir": 0.06717661958009624, "get_state_dump": 0.006575049409064325, "get_robot_state": 0.007699480263220083, "sim_render-ego0": 0.004148603180465254, "sim_render-ego1": 0.004347686465832713, "get_duckie_state": 1.4110568361814373e-06, "in-drivable-lane": 59.19999999999872, "deviation-heading": 0.5694520842499454, "agent_compute-ego0": 0.013260019708930404, "agent_compute-ego1": 0.012908445012063207, "complete-iteration": 0.435721746193777, "set_robot_commands": 0.002412125232515486, "deviation-center-line": 0.05235079014809414, "driven_lanedir_consec": 0.06717661958009624, "sim_compute_sim_state": 0.011038127290914697, "sim_compute_performance-ego0": 0.0021856192446668182, "sim_compute_performance-ego1": 0.00217330346595834}}
set_robot_commands_max	0.002427151661045504
set_robot_commands_mean	0.002380748480278065
set_robot_commands_median	0.002386824593072284
set_robot_commands_min	0.002312580810597695
sim_compute_performance-ego0_max	0.002276334541522904
sim_compute_performance-ego0_mean	0.0021620827912397964
sim_compute_performance-ego0_median	0.0021513655818967796
sim_compute_performance-ego0_min	0.0020467800235861957
sim_compute_performance-ego1_max	0.00217330346595834
sim_compute_performance-ego1_mean	0.002093980124017693
sim_compute_performance-ego1_median	0.0021313513248389605
sim_compute_performance-ego1_min	0.001966597780993783
sim_compute_sim_state_max	0.03353892335828566
sim_compute_sim_state_mean	0.022800565859262534
sim_compute_sim_state_median	0.025963071702632064
sim_compute_sim_state_min	0.011038127290914697
sim_render-ego0_max	0.0041771314002030735
sim_render-ego0_mean	0.004071961538007274
sim_render-ego0_median	0.004093682537666467
sim_render-ego0_min	0.0039067498549232894
sim_render-ego1_max	0.004347686465832713
sim_render-ego1_mean	0.004224802858764199
sim_render-ego1_median	0.004244899074799016
sim_render-ego1_min	0.004042953359356086
simulation-passed	1
step_physics_max	1.077557607259739
step_physics_mean	0.8807965507959289
step_physics_median	0.9363597614580548
step_physics_min	0.3331607170247913
survival_time_max	59.99999999999873
survival_time_mean	41.9857142857137
survival_time_min	15.05000000000008