{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,25]],"date-time":"2026-07-25T02:54:14Z","timestamp":1784948054991,"version":"3.55.0"},"reference-count":163,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"11","license":[{"start":{"date-parts":[[2023,11,1]],"date-time":"2023-11-01T00:00:00Z","timestamp":1698796800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,11,1]],"date-time":"2023-11-01T00:00:00Z","timestamp":1698796800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,11,1]],"date-time":"2023-11-01T00:00:00Z","timestamp":1698796800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Key R&D Program of China","award":["2022YFB2502900"],"award-info":[{"award-number":["2022YFB2502900"]}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Intell. Veh."],"published-print":{"date-parts":[[2023,11]]},"DOI":"10.1109\/tiv.2023.3319689","type":"journal-article","created":{"date-parts":[[2023,9,27]],"date-time":"2023-09-27T17:43:50Z","timestamp":1695836630000},"page":"4613-4631","source":"Crossref","is-referenced-by-count":21,"title":["A Survey on Self-Evolving Autonomous Driving: A Perspective on Data Closed-Loop Technology"],"prefix":"10.1109","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-4675-0773","authenticated-orcid":false,"given":"Xincheng","family":"Li","sequence":"first","affiliation":[{"name":"School of Automotive studies, Tongji University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-2525-8341","authenticated-orcid":false,"given":"Zhaoyi","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Automotive studies, Tongji University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3133-8031","authenticated-orcid":false,"given":"Yanjun","family":"Huang","sequence":"additional","affiliation":[{"name":"School of Automotive studies, Tongji University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1724-8649","authenticated-orcid":false,"given":"Hong","family":"Chen","sequence":"additional","affiliation":[{"name":"College of Electronics and Information Engineering, Tongji University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3043505"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2022.3167103"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/tits.2023.3259322"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-023-00610-y"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/tits.2023.3307873"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106622"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.23919\/acc.2017.7963718"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.23919\/ACC53348.2022.9867464"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CAVS.2019.8887768"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19849-6_15"},{"key":"ref11","article-title":"Methods and systems for decentralized federated learning","author":"Zhu","year":"2022"},{"key":"ref12","article-title":"Vehicle software upgrade method andrelated system","author":"Ni","year":"2023"},{"key":"ref13","article-title":"Apollorl: A reinforcement learning platform for autonomous driving","author":"Gao","year":"2022"},{"key":"ref14","article-title":"Drago anguelov (waymo) - MIT self-driving cars","author":"Anguelov","year":"2019"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/IV47402.2020.9304793"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2022.3223131"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2023.3274536"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2016.7487478"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3144076"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.image.2022.116667"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1177\/0278364913491297"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2018.8569552"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3154419"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2022.3143173"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00320"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-44766-7_13"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.4271\/2018-01-1066"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2019.8917045"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/AITEST52744.2021.00024"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-022-09604-2"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2022.3144803"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3170122"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500406"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ivs.2011.5940415"},{"key":"ref35","article-title":"Towards testing of automated driving functions in virtual driving environments","author":"Schuldt","year":"2017"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2019.8814099"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.aap.2017.07.011"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/SMC42975.2020.9283417"},{"key":"ref39","article-title":"Classification of driving maneuvers in urban traffic for parametrization of test scenarios","volume-title":"Proc. Tagung Automatisiertes Fahren","author":"Hartjen","year":"2019"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.46720\/f2020-acm-096"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3162601"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3154774"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3140052"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC45102.2020.9294724"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.3390\/app112110166"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.4271\/12-06-01-0007"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330566"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3097512"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500624"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-021-21007-8"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2020.2992393"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3194085.3194087"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/3318464.3380592"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2019.8814236"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01197"},{"key":"ref57","first-page":"3239","article-title":"Realistic evaluation of deep semi-supervised learning algorithms","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Oliver","year":"2018"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3095053"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.displa.2021.102117"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2919741"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/tkde.2021.3090866"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3577925"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19812-0_35"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.3390\/rs14143421"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-020-00288-6"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00966"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1093\/nsr\/nwx106"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2021.3074313"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2019.11.019"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-019-05855-6"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2022.3220219"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2018.2809685"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01058"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2022.3147032"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2021.108397"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/IV48863.2021.9575822"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/IV48863.2021.9575644"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9197319"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/WACV48630.2021.00011"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3142440"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00967"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2019.2915983"},{"key":"ref83","article-title":"The big loop: Artificial intelligence and machine learning","year":"2021"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2020.2970550"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2017.2745201"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2020.2975749"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-022-00520-5"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3207872"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3145815"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3184990"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2020.2976475"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2019.2922285"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2017.4451224"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2019.2918951"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1145\/3377454"},{"key":"ref96","first-page":"1223","article-title":"Large scale distributed deep networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Dean","year":"2012"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1016\/j.pmcj.2017.07.014"},{"key":"ref98","first-page":"374","article-title":"Towards federated learning at scale: System design","volume-title":"Proc. Mach. Learn. Syst.","author":"Bonawitz","year":"2019"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3030072"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2021.3077893"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-023-33044-y"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/IV51971.2022.9827020"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3081560"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1109\/BigDataService52369.2021.00018"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/IROS47612.2022.9981098"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN52387.2021.9533808"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2019.8917242"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2019.8917403"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500400"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC45102.2020.9294729"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48506.2021.9561477"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2019.8917375"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.23919\/ACC50511.2021.9482763"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-023-05732-2"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3091477"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500421"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC55140.2022.9921776"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/ASPDAC.2018.8297275"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380422"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/itsc.2017.8317649"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2022.3184729"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3053159"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1109\/CVCI54083.2021.9661123"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC45102.2020.9294169"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3186765"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.4271\/2021-01-0868"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1007\/s11831-022-09788-7"},{"issue":"1","key":"ref128","first-page":"11936","article-title":"Auto-sklearn 2.0: Hands-free AutoML via meta-learning","volume":"23","author":"Feurer","year":"2022","journal-title":"J. Mach. Learn. Res."},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-05318-5_4"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1109\/BigDataService52369.2021.00008"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330648"},{"issue":"2","key":"ref132","first-page":"281","article-title":"Random search for hyper-parameter optimization","volume":"13","author":"Bergstra","year":"2012","journal-title":"J. Mach. Learn. Res."},{"key":"ref133","first-page":"2951","article-title":"Practical bayesian optimization of machine learning algorithms","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Snoek","year":"2012"},{"issue":"1","key":"ref134","first-page":"26","article-title":"Hyperparameter optimization for machine learning models based on bayesian optimization","volume":"17","author":"Wu","year":"2019","journal-title":"J. Electron. Sci. Technol."},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.3390\/app12031186"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1145\/3071178.3071208"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1140\/epjc\/s10052-021-08950-y"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1162\/089976600300015187"},{"key":"ref139","first-page":"737","article-title":"Hyperparameter optimization with approximate gradient","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Pedregosa","year":"2016"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1007\/s41060-022-00309-0"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2019.06.005"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3100554"},{"key":"ref143","first-page":"2020","article-title":"Neural architecture search with bayesian optimisation and optimal transport","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Kandasamy","year":"2018"},{"key":"ref144","article-title":"Neural architecture search with reinforcement learning","author":"Zoph","year":"2016"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2022.3151160"},{"key":"ref146","first-page":"9361","article-title":"Bayesian optimization for iterative learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Nguyen","year":"2020"},{"key":"ref147","article-title":"Quantity vs. quality: On hyperparameter optimization for deep reinforcement learning","author":"Hertel","year":"2020"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0252754"},{"key":"ref149","doi-asserted-by":"publisher","DOI":"10.1109\/inciscos.2018.00050"},{"key":"ref150","article-title":"Sample-efficient automated deep reinforcement learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Franke","year":"2021"},{"key":"ref151","first-page":"20913","article-title":"A self-tuning actor-critic algorithm","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Zahavy","year":"2020"},{"key":"ref152","first-page":"15254","article-title":"Meta-gradient reinforcement learning with an objective discovered online","volume":"33","author":"Xu","year":"2020","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"ref153","article-title":"Automated reinforcement learning: An overview","author":"Afshar","year":"2022"},{"key":"ref154","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.13596"},{"key":"ref155","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2019.105574"},{"key":"ref156","first-page":"278","article-title":"Policy invariance under reward transformations: Theory and application to reward shaping","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Ng","year":"1999"},{"key":"ref157","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2022.06.050"},{"key":"ref158","first-page":"5829","article-title":"Exploration-guided reward shaping for reinforcement learning under sparse rewards","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"35","author":"Devidze","year":"2022"},{"key":"ref159","first-page":"15931","article-title":"Learning to utilize shaping rewards: A new approach of reward shaping","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Hu","year":"2020"},{"key":"ref160","article-title":"Reinforcement learning algorithm selection","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Laroche","year":"2018"},{"key":"ref161","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3007018"},{"key":"ref162","article-title":"System and method for obtaining training data","author":"Karpathy","year":"2021"},{"key":"ref163","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3055499"}],"container-title":["IEEE Transactions on Intelligent Vehicles"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7274857\/10356741\/10265228.pdf?arnumber=10265228","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,12]],"date-time":"2024-01-12T03:43:55Z","timestamp":1705031035000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10265228\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11]]},"references-count":163,"journal-issue":{"issue":"11"},"URL":"https:\/\/doi.org\/10.1109\/tiv.2023.3319689","relation":{},"ISSN":["2379-8904","2379-8858"],"issn-type":[{"value":"2379-8904","type":"electronic"},{"value":"2379-8858","type":"print"}],"subject":[],"published":{"date-parts":[[2023,11]]}}}