{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,8]],"date-time":"2025-09-08T05:53:00Z","timestamp":1757310780464,"version":"3.37.3"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,5,3]],"date-time":"2022-05-03T00:00:00Z","timestamp":1651536000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,5,3]],"date-time":"2022-05-03T00:00:00Z","timestamp":1651536000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,1]]},"DOI":"10.1007\/s10489-022-03468-6","type":"journal-article","created":{"date-parts":[[2022,5,3]],"date-time":"2022-05-03T09:03:14Z","timestamp":1651568594000},"page":"1842-1854","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Improving environmental awareness for autonomous vehicles"],"prefix":"10.1007","volume":"53","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9049-2579","authenticated-orcid":false,"given":"Maria J. P.","family":"Peixoto","sequence":"first","affiliation":[]},{"given":"Akramul","family":"Azim","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,5,3]]},"reference":[{"key":"3468_CR1","doi-asserted-by":"publisher","unstructured":"Liu X, Xu H, Liao W, Yu W (2019) Institute of Electrical and Electronics Engineers Inc., pp 318\u2013327. https:\/\/doi.org\/10.1109\/ICII.2019.00063","DOI":"10.1109\/ICII.2019.00063"},{"key":"3468_CR2","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, Heess N, Erez T, Tassa Y, Silver D, Wierstra D (2015) arXiv:1509.02971"},{"key":"3468_CR3","doi-asserted-by":"publisher","unstructured":"Kuderer M, Gulati S, Burgard W (2015) Institute of Electrical and Electronics Engineers Inc., pp 2641\u20132646. https:\/\/doi.org\/10.1109\/ICRA.2015.7139555","DOI":"10.1109\/ICRA.2015.7139555"},{"key":"3468_CR4","doi-asserted-by":"publisher","first-page":"4","DOI":"10.3390\/mti2010004","volume":"2","author":"P Lindemann","year":"2018","unstructured":"Lindemann P, Lee T-Y, Rigoll G (2018) . Multimodal Technol Interact 2:4. https:\/\/doi.org\/10.3390\/mti2040071, https:\/\/www.mdpi.com\/2414-4088\/2\/4\/71","journal-title":"Multimodal Technol Interact"},{"key":"3468_CR5","unstructured":"Ziebart BD (2010) Modeling purposeful adaptive behavior with the principle of maximum causal entropy"},{"issue":"10","key":"3468_CR6","doi-asserted-by":"publisher","first-page":"2584","DOI":"10.1109\/TITS.2017.2658662","volume":"18","author":"H Zhu","year":"2017","unstructured":"Zhu H, Yuen K-V, Mihaylova L, Leung H (2017) . IEEE Trans Intell Transp Syst 18 (10):2584\u20132601. https:\/\/doi.org\/10.1109\/TITS.2017.2658662","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"3468_CR7","unstructured":"Ahmed Z, Roux NL, Norouzi M, Schuurmans D (2018) arXiv:1811.11214"},{"key":"3468_CR8","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1162\/isal_a_00338","volume":"32","author":"A Leite","year":"2020","unstructured":"Leite A, Candadai M, Izquierdo EJ (2020) . Artif Life Conf Proc 32:441\u2013449. https:\/\/doi.org\/10.1162\/isal_a_00338","journal-title":"Artif Life Conf Proc"},{"key":"3468_CR9","doi-asserted-by":"publisher","unstructured":"Nair A, McGrew B, Andrychowicz M, Zaremba W, Abbeel P (2018) Institute of Electrical and Electronics Engineers Inc., pp 6292\u20136299. https:\/\/doi.org\/10.1109\/ICRA.2018.8463162","DOI":"10.1109\/ICRA.2018.8463162"},{"key":"3468_CR10","unstructured":"Stekolshchik R (2020) Noise, overestimation and exploration in deep reinforcement learning"},{"key":"3468_CR11","unstructured":"Nauta J, Khaluf Y, Simoens P Using the ornstein-uhlenbeck process for random exploration"},{"key":"3468_CR12","doi-asserted-by":"publisher","unstructured":"Bougie1 N, Ichise R (2021) Fast and slow curiosity for high-level exploration in reinforcement learning. https:\/\/doi.org\/10.1007\/s10489-020-01849-3","DOI":"10.1007\/s10489-020-01849-3"},{"key":"3468_CR13","unstructured":"Pong VH, Dalal M, Lin S, Nair A, Bahl S, Levine S (2019) arXiv:1903.03698"},{"key":"3468_CR14","unstructured":"Hong Z-W, Shann T-Y, Su S-Y, Chang Y-H, Lee C-Y (2018) arXiv:1802.04564"},{"key":"3468_CR15","doi-asserted-by":"publisher","first-page":"1157","DOI":"10.1007\/s11548-020-02194-z","volume":"15","author":"K Iyengar","year":"2020","unstructured":"Iyengar K, Dwyer G, Stoyanov D (2020) . Int J CARS 15:1157\u20131165. https:\/\/doi.org\/10.1007\/s11548-020-02194-z","journal-title":"Int J CARS"},{"key":"3468_CR16","unstructured":"Brockman G, Cheung V, Pettersson L, Schneider J, Schulman J, Tang J, Zaremba W (2016) Openai gym"},{"key":"3468_CR17","unstructured":"Hafner D, Lillicrap T, Norouzi M, Ba J (2021) Mastering atari with discrete world models"},{"key":"3468_CR18","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Klimov O (2017) Proximal policy optimization algorithms"},{"key":"3468_CR19","unstructured":"Stanton C, Clune J (2018) Deep curiosity search: Intra-life exploration can improve performance on challenging deep reinforcement learning problems"},{"key":"3468_CR20","unstructured":"Ferret J, Pietquin O, Geist M (2021) Self-imitation advantage learning. www.ifaamas.org"},{"key":"3468_CR21","unstructured":"Mnih V, Badia AP, Mirza M, Graves A, Lillicrap TP, Harley T, Silver D, Kavukcuoglu K (2016) Asynchronous methods for deep reinforcement learning"},{"key":"3468_CR22","unstructured":"Bellemare MG, Srinivasan S, Ostrovski G, Schaul T, Saxton D, Munos R (2016) Unifying count-based exploration and intrinsic motivation"},{"key":"3468_CR23","unstructured":"Plappert M, Houthooft R, Dhariwal P, Sidor S, Chen RY, Chen X, Asfour T, Abbeel P, Andrychowicz M (2017) arXiv:1706.01905"},{"key":"3468_CR24","doi-asserted-by":"crossref","unstructured":"Ghafoorianfar N, Roopaei M (2020) 2020 10th Annual Computing and Communication Workshop and Conference (CCWC), pp 0444\u20130448","DOI":"10.1109\/CCWC47524.2020.9031155"},{"key":"3468_CR25","unstructured":"Rasmussen CE (2004). In: Bousquet O, von Luxburg U, R\u00e4tsch G (eds) Gaussian processes in machine learning. Springer, Berlin"},{"key":"3468_CR26","doi-asserted-by":"publisher","first-page":"823","DOI":"10.1103\/PhysRev.36.823","volume":"36","author":"GE Uhlenbeck","year":"1930","unstructured":"Uhlenbeck GE, Ornstein LS (1930) . Phys Rev 36:823\u2013841. https:\/\/doi.org\/10.1103\/PhysRev.36.823","journal-title":"Phys Rev"},{"key":"3468_CR27","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1016\/j.jtbi.2017.06.011","volume":"429","author":"K Bartoszek","year":"2017","unstructured":"Bartoszek K, Gl\u00e9min S, Kaj I, Lascoux M (2017) . J Theor Biol 429:35\u201345. https:\/\/doi.org\/10.1016\/j.jtbi.2017.06.011","journal-title":"J Theor Biol"},{"issue":"2","key":"3468_CR28","doi-asserted-by":"publisher","first-page":"613","DOI":"10.1109\/TITS.2017.2756099","volume":"19","author":"W Lim","year":"2018","unstructured":"Lim W, Lee S, Sunwoo M, Jo K (2018) . IEEE Trans Intell Transp Syst 19(2):613\u2013626. https:\/\/doi.org\/10.1109\/TITS.2017.2756099","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"3468_CR29","unstructured":"Dosovitskiy A, Ros G, Codevilla F, Lopez A, Koltun V (2017) In: Proceedings of the 1st annual conference on robot learning, pp 1\u201316"},{"key":"3468_CR30","unstructured":"Niu F, Recht B, Re C, Wright SJ (2011) Hogwild!: A lock-free approach to parallelizing stochastic gradient descent"},{"key":"3468_CR31","doi-asserted-by":"publisher","first-page":"1421","DOI":"10.1613\/jair.1.12412","volume":"69","author":"A Lazaridis","year":"2020","unstructured":"Lazaridis A, Fachantidis A, Vlahavas I (2020) . J Artif Intell Res 69:1421\u20131471","journal-title":"J Artif Intell Res"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03468-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-03468-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03468-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,23]],"date-time":"2024-09-23T16:43:40Z","timestamp":1727109820000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-03468-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,3]]},"references-count":31,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,1]]}},"alternative-id":["3468"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-03468-6","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"type":"print","value":"0924-669X"},{"type":"electronic","value":"1573-7497"}],"subject":[],"published":{"date-parts":[[2022,5,3]]},"assertion":[{"value":"4 March 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 May 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}