Duckietown Challenges Home Challenges Submissions

Submission 1728

Submission1728
Competingyes
Challengeaido-LFV_multi-sim-validation
UserBea Baselines 🐤
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobssim-0of4: 16543 sim-1of4: 16541 sim-2of4: 16542 sim-3of4: 16540
Next
User labelminimal-agent
Admin priority50
Blessingn/a
User priority50

16543

Click the images to see detailed statistics about the episode.

autolab-000

16542

Click the images to see detailed statistics about the episode.

loop2-000

16541

Click the images to see detailed statistics about the episode.

loop-000

16540

Click the images to see detailed statistics about the episode.

zigzag-000

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
16543sim-0of4successyes0:03:44
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
survival_time_median11.250000000000025
in-drivable-lane_median8.775000000000027
driven_lanedir_consec_median0.3301338553680937
deviation-center-line_median0.20320237015909776


other stats
deviation-center-line_max0.27574141344199116
deviation-center-line_mean0.2019553718705288
deviation-center-line_min0.12567533372192854
deviation-heading_max0.9488219555580462
deviation-heading_mean0.8390918912315833
deviation-heading_median0.8356408604491967
deviation-heading_min0.7362638884698938
distance-from-start_max1.6837476731392351
distance-from-start_mean1.1946840199531843
distance-from-start_median1.3150560032892975
distance-from-start_min0.46487640009490705
driven_any_max1.6838575324025415
driven_any_mean1.194754885742435
driven_any_median1.3151384084002675
driven_any_min0.4648851937666637
driven_lanedir_consec_max0.5392559894853717
driven_lanedir_consec_mean0.3398044417698246
driven_lanedir_consec_min0.15969406685773935
driven_lanedir_max0.5392559894853717
driven_lanedir_mean0.3398044417698246
driven_lanedir_median0.3301338553680937
driven_lanedir_min0.15969406685773935
in-drivable-lane_max9.800000000000026
in-drivable-lane_mean8.725000000000026
in-drivable-lane_min7.55000000000003
per-episodes
details{"autolab-000-ego0": {"driven_any": 0.4648851937666637, "survival_time": 11.250000000000025, "driven_lanedir": 0.19955171937759708, "in-drivable-lane": 9.500000000000025, "deviation-heading": 0.9488219555580462, "distance-from-start": 0.46487640009490705, "deviation-center-line": 0.12567533372192854, "driven_lanedir_consec": 0.19955171937759708}, "autolab-000-ego1": {"driven_any": 1.463212954741934, "survival_time": 11.250000000000025, "driven_lanedir": 0.15969406685773935, "in-drivable-lane": 9.800000000000026, "deviation-heading": 0.7478094709473367, "distance-from-start": 1.4631057991302578, "deviation-center-line": 0.1356249107782703, "driven_lanedir_consec": 0.15969406685773935}, "autolab-000-ego2": {"driven_any": 1.1670638620586014, "survival_time": 11.250000000000025, "driven_lanedir": 0.5392559894853717, "in-drivable-lane": 7.55000000000003, "deviation-heading": 0.9234722499510568, "distance-from-start": 1.1670062074483376, "deviation-center-line": 0.2707798295399252, "driven_lanedir_consec": 0.5392559894853717}, "autolab-000-ego3": {"driven_any": 1.6838575324025415, "survival_time": 11.250000000000025, "driven_lanedir": 0.4607159913585903, "in-drivable-lane": 8.05000000000003, "deviation-heading": 0.7362638884698938, "distance-from-start": 1.6837476731392351, "deviation-center-line": 0.27574141344199116, "driven_lanedir_consec": 0.4607159913585903}}
simulation-passed1
survival_time_max11.250000000000025
survival_time_mean11.250000000000025
survival_time_min11.250000000000025
No reset possible
16542sim-2of4successyes0:02:36
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
survival_time_median12.700000000000044
in-drivable-lane_median10.325000000000047
driven_lanedir_consec_median0.2454627567044649
deviation-center-line_median0.20268004628951308


other stats
deviation-center-line_max0.2697354450181819
deviation-center-line_mean0.20268004628951308
deviation-center-line_min0.13562464756084422
deviation-heading_max2.5383505748046193
deviation-heading_mean1.643080022875978
deviation-heading_median1.643080022875978
deviation-heading_min0.7478094709473364
distance-from-start_max1.9240493840830373
distance-from-start_mean1.152779949170181
distance-from-start_median1.152779949170181
distance-from-start_min0.3815105142573241
driven_any_max1.9241954407136783
driven_any_mean1.1528564552862215
driven_any_median1.1528564552862215
driven_any_min0.38151746985876434
driven_lanedir_consec_max0.33122977762117056
driven_lanedir_consec_mean0.2454627567044649
driven_lanedir_consec_min0.1596957357877593
driven_lanedir_max0.33122977762117056
driven_lanedir_mean0.2454627567044649
driven_lanedir_median0.2454627567044649
driven_lanedir_min0.1596957357877593
in-drivable-lane_max11.250000000000046
in-drivable-lane_mean10.325000000000047
in-drivable-lane_min9.40000000000005
per-episodes
details{"loop2-000-ego0": {"driven_any": 1.9241954407136783, "survival_time": 12.700000000000044, "driven_lanedir": 0.33122977762117056, "in-drivable-lane": 9.40000000000005, "deviation-heading": 2.5383505748046193, "distance-from-start": 1.9240493840830373, "deviation-center-line": 0.2697354450181819, "driven_lanedir_consec": 0.33122977762117056}, "loop2-000-ego1": {"driven_any": 0.38151746985876434, "survival_time": 12.700000000000044, "driven_lanedir": 0.1596957357877593, "in-drivable-lane": 11.250000000000046, "deviation-heading": 0.7478094709473364, "distance-from-start": 0.3815105142573241, "deviation-center-line": 0.13562464756084422, "driven_lanedir_consec": 0.1596957357877593}}
simulation-passed1
survival_time_max12.700000000000044
survival_time_mean12.700000000000044
survival_time_min12.700000000000044
No reset possible
16541sim-1of4successyes0:04:45
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
survival_time_median18.500000000000128
in-drivable-lane_median16.02500000000013
driven_lanedir_consec_median0.33013236525205236
deviation-center-line_median0.20320251005949427


other stats
deviation-center-line_max0.2757414134419884
deviation-center-line_mean0.20195540399126405
deviation-center-line_min0.1256751824040792
deviation-heading_max0.9488219555580464
deviation-heading_mean0.8390919152844039
deviation-heading_median0.8356409085548375
deviation-heading_min0.7362638884698943
distance-from-start_max2.887473103882224
distance-from-start_mean1.46815084792022
distance-from-start_median1.392449957467867
distance-from-start_min0.20023037286292217
driven_any_max2.8881823443375616
driven_any_mean1.4683701164599607
driven_any_median1.3925323730139962
driven_any_min0.20023337547428863
driven_lanedir_consec_max0.5392562706966588
driven_lanedir_consec_mean0.33980394582856005
driven_lanedir_consec_min0.15969478211347665
driven_lanedir_max0.5392562706966588
driven_lanedir_mean0.33980394582856005
driven_lanedir_median0.33013236525205236
driven_lanedir_min0.15969478211347665
in-drivable-lane_max17.05000000000013
in-drivable-lane_mean15.97500000000013
in-drivable-lane_min14.800000000000132
per-episodes
details{"loop-000-ego0": {"driven_any": 1.092910469671116, "survival_time": 18.500000000000128, "driven_lanedir": 0.199555653284208, "in-drivable-lane": 16.750000000000128, "deviation-heading": 0.9488219555580464, "distance-from-start": 1.0928555098331485, "deviation-center-line": 0.1256751824040792, "driven_lanedir_consec": 0.199555653284208}, "loop-000-ego1": {"driven_any": 0.20023337547428863, "survival_time": 18.500000000000128, "driven_lanedir": 0.15969478211347665, "in-drivable-lane": 17.05000000000013, "deviation-heading": 0.7478094709473367, "distance-from-start": 0.20023037286292217, "deviation-center-line": 0.1356249107782697, "driven_lanedir_consec": 0.15969478211347665}, "loop-000-ego2": {"driven_any": 1.6921542763568764, "survival_time": 18.500000000000128, "driven_lanedir": 0.5392562706966588, "in-drivable-lane": 14.800000000000132, "deviation-heading": 0.9234723461623382, "distance-from-start": 1.6920444051025856, "deviation-center-line": 0.27078010934071883, "driven_lanedir_consec": 0.5392562706966588}, "loop-000-ego3": {"driven_any": 2.8881823443375616, "survival_time": 18.500000000000128, "driven_lanedir": 0.46070907721989673, "in-drivable-lane": 15.300000000000132, "deviation-heading": 0.7362638884698943, "distance-from-start": 2.887473103882224, "deviation-center-line": 0.2757414134419884, "driven_lanedir_consec": 0.46070907721989673}}
simulation-passed1
survival_time_max18.500000000000128
survival_time_mean18.500000000000128
survival_time_min18.500000000000128
No reset possible
16540sim-3of4successyes0:03:23
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
survival_time_median8.299999999999983
in-drivable-lane_median6.624999999999982
driven_lanedir_consec_median0.19060094269967293
deviation-center-line_median0.1216458457586781


other stats
deviation-center-line_max0.21751801628337733
deviation-center-line_mean0.13818990472822829
deviation-center-line_min0.0919499111121796
deviation-heading_max1.097213756170657
deviation-heading_mean0.8726834400339218
deviation-heading_median0.8752529260804078
deviation-heading_min0.6430141518042152
distance-from-start_max1.1999739970209826
distance-from-start_mean0.960682482291036
distance-from-start_median0.9932177858395684
distance-from-start_min0.6563203604640253
driven_any_max1.2000364664329273
driven_any_mean0.960724520660087
driven_any_median0.9932647664055376
driven_any_min0.6563320833963454
driven_lanedir_consec_max0.5527361332180669
driven_lanedir_consec_mean0.26843501239744166
driven_lanedir_consec_min0.139802030972354
driven_lanedir_max0.5527361332180669
driven_lanedir_mean0.26843501239744166
driven_lanedir_median0.19060094269967293
driven_lanedir_min0.139802030972354
in-drivable-lane_max6.849999999999983
in-drivable-lane_mean6.137499999999984
in-drivable-lane_min4.449999999999989
per-episodes
details{"zigzag-000-ego0": {"driven_any": 0.6563320833963454, "survival_time": 8.299999999999983, "driven_lanedir": 0.139802030972354, "in-drivable-lane": 6.849999999999983, "deviation-heading": 0.9654177247981324, "distance-from-start": 0.6563203604640253, "deviation-center-line": 0.09390669229815438, "driven_lanedir_consec": 0.139802030972354}, "zigzag-000-ego1": {"driven_any": 0.9932647664055404, "survival_time": 8.299999999999983, "driven_lanedir": 0.5527361332180669, "in-drivable-lane": 4.449999999999989, "deviation-heading": 1.097213756170657, "distance-from-start": 0.9932177858395674, "deviation-center-line": 0.21751801628337733, "driven_lanedir_consec": 0.5527361332180669}, "zigzag-000-ego2": {"driven_any": 0.9932647664055346, "survival_time": 8.299999999999983, "driven_lanedir": 0.2351170339597527, "in-drivable-lane": 6.399999999999982, "deviation-heading": 0.6430141518042152, "distance-from-start": 0.9932177858395694, "deviation-center-line": 0.1493849992192018, "driven_lanedir_consec": 0.2351170339597527}, "zigzag-000-ego3": {"driven_any": 1.2000364664329273, "survival_time": 8.299999999999983, "driven_lanedir": 0.14608485143959313, "in-drivable-lane": 6.849999999999983, "deviation-heading": 0.7850881273626832, "distance-from-start": 1.1999739970209826, "deviation-center-line": 0.0919499111121796, "driven_lanedir_consec": 0.14608485143959313}}
simulation-passed1
survival_time_max8.299999999999983
survival_time_mean8.299999999999983
survival_time_min8.299999999999983
No reset possible