{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:38:51Z","timestamp":1742913531469,"version":"3.40.3"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031779176"},{"type":"electronic","value":"9783031779183"}],"license":[{"start":{"date-parts":[[2024,11,29]],"date-time":"2024-11-29T00:00:00Z","timestamp":1732838400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,29]],"date-time":"2024-11-29T00:00:00Z","timestamp":1732838400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-77918-3_2","type":"book-chapter","created":{"date-parts":[[2024,11,28]],"date-time":"2024-11-28T10:24:43Z","timestamp":1732789483000},"page":"21-34","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Optimizing Autonomous Vehicle Racing Using Reinforcement Learning with\u00a0Pre-trained Embeddings for\u00a0Dimensionality Reduction"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0967-221X","authenticated-orcid":false,"given":"Martin","family":"Holen","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1227-0094","authenticated-orcid":false,"given":"Jayant","family":"Singh","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0299-171X","authenticated-orcid":false,"given":"Christian W.","family":"Omlin","sequence":"additional","affiliation":[]},{"given":"Jing","family":"Zhou","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4088-1642","authenticated-orcid":false,"given":"Kristian M.","family":"Knausg\u00e5rd","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6331-702X","authenticated-orcid":false,"given":"Morten","family":"Goodwin","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,11,29]]},"reference":[{"key":"2_CR1","doi-asserted-by":"publisher","unstructured":"Arulkumaran, K., Cully, A., Togelius, J.: Alphastar: an evolutionary computation perspective. In: GECCO 2019 Companion - Proceedings of the 2019 Genetic and Evolutionary Computation Conference Companion, pp. 314\u2013315 (2019). https:\/\/doi.org\/10.1145\/3319619.3321894","DOI":"10.1145\/3319619.3321894"},{"key":"2_CR2","doi-asserted-by":"publisher","unstructured":"Becker, M., Lippel, J., Stuhlsatz, A.: Regularized nonlinear discriminant analysis - an approach to robust dimensionality reduction for data visualization. In: VISIGRAPP 2017 - Proceedings of the 12th International Joint Conference on Computer Vision, Imaging and Computer Graphics Theory and Applications, vol. 4, pp. 116\u2013127 (2017). https:\/\/doi.org\/10.5220\/0006167501160127","DOI":"10.5220\/0006167501160127"},{"key":"2_CR3","unstructured":"Campos, V., et al.: Beyond fine-tuning: transferring behavior in reinforcement learning"},{"key":"2_CR4","unstructured":"Chen, L., et al.: Driving with LLMs: fusing object-level vector modality for explainable autonomous driving. https:\/\/github.com\/wayveai\/Driving-with-LLMs"},{"key":"2_CR5","doi-asserted-by":"crossref","unstructured":"Chiu, B., Crichton, G., Korhonen, A., Pyysalo, S.: How to train good word embeddings for biomedical NLP, pp. 166\u2013174 (2016). http:\/\/www.ncbi.nlm.nih.gov\/pmc\/","DOI":"10.18653\/v1\/W16-2922"},{"issue":"537","key":"2_CR6","doi-asserted-by":"publisher","first-page":"307","DOI":"10.1080\/01621459.2020.1775614","volume":"2022","author":"B Dai","year":"2020","unstructured":"Dai, B., Shen, X., Wang, J.: Embedding learning. J. Am. Stat. Assoc. 2022(537), 307\u2013319 (2020). https:\/\/doi.org\/10.1080\/01621459.2020.1775614","journal-title":"J. Am. Stat. Assoc."},{"key":"2_CR7","doi-asserted-by":"publisher","first-page":"104358","DOI":"10.1016\/J.TRC.2023.104358","volume":"156","author":"J Dong","year":"2023","unstructured":"Dong, J., Chen, S., Miralinaghi, M., Chen, T., Li, P., Labi, S.: Why did the AI make that decision? Towards an explainable artificial intelligence (XAI) for autonomous driving systems. Transp. Res. Part C: Emerg. Technol. 156, 104358 (2023). https:\/\/doi.org\/10.1016\/J.TRC.2023.104358","journal-title":"Transp. Res. Part C: Emerg. Technol."},{"key":"2_CR8","unstructured":"Ermolov, A., Sebe, N.: Latent world models for intrinsically motivated exploration. In: Advances in Neural Information Processing Systems, vol. 34 (2020). https:\/\/github.com\/htdt\/lwm"},{"key":"2_CR9","doi-asserted-by":"crossref","unstructured":"Gao, F., Ping, Q., Thattai, G., Reganti, A., Wu, Y.N., Natarajan, P.: Transform-retrieve-generate: natural language-centric outside-knowledge visual question answering. In: Computer Vision Pattern Recognition (2022). https:\/\/github.com\/JaidedAI\/EasyOCR","DOI":"10.1109\/CVPR52688.2022.00501"},{"key":"2_CR10","unstructured":"Ha, D., Urgen\u00a0Schmidhuber, J.: World Models. https:\/\/worldmodels.github.io"},{"key":"2_CR11","unstructured":"Ha\u00a0Google Brain\u00a0Tokyo, D., Schmidhuber, J.: Recurrent world models facilitate policy evolution. In: Advances in Neural Information Processing Systems, vol. 31 (2018). https:\/\/worldmodels.github.io"},{"key":"2_CR12","unstructured":"Hafner, D., Research, G., Lillicrap, T., Norouzi, M., Ba, J.: Mastering atari with discrete world models"},{"key":"2_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/11813040_1","volume-title":"FM 2006: Formal Methods","author":"TA Henzinger","year":"2006","unstructured":"Henzinger, T.A., Sifakis, J.: The embedded systems design challenge. In: Misra, J., Nipkow, T., Sekerinski, E. (eds.) FM 2006. LNCS, vol. 4085, pp. 1\u201315. Springer, Heidelberg (2006). https:\/\/doi.org\/10.1007\/11813040_1"},{"key":"2_CR14","unstructured":"Hinton, G., Dean, J.: Distilling the knowledge in a neural network (2015)"},{"key":"2_CR15","doi-asserted-by":"publisher","unstructured":"Kato, S., et al.: Autoware on board: enabling autonomous vehicles with embedded systems. In: Proceedings - 9th ACM\/IEEE International Conference on Cyber-Physical Systems, ICCPS 2018, pp. 287\u2013296 (2018). https:\/\/doi.org\/10.1109\/ICCPS.2018.00035","DOI":"10.1109\/ICCPS.2018.00035"},{"issue":"6","key":"2_CR16","doi-asserted-by":"publisher","first-page":"4909","DOI":"10.1109\/TITS.2021.3054625","volume":"23","author":"BR Kiran","year":"2022","unstructured":"Kiran, B.R., et al.: Deep reinforcement learning for autonomous driving: a survey. IEEE Trans. Intell. Transp. Syst. 23(6), 4909\u20134926 (2022). https:\/\/doi.org\/10.1109\/TITS.2021.3054625","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"2_CR17","unstructured":"Klimov, O.: Car Racing - Gym Documentation. https:\/\/www.gymlibrary.dev\/environments\/box2d\/car_racing\/"},{"key":"2_CR18","unstructured":"Li, L.: Towards a Unified Theory of State Abstraction for MDPs (2006). http:\/\/anytime.cs.umass.edu\/aimath06\/proceedings\/P21.pdf"},{"key":"2_CR19","doi-asserted-by":"publisher","unstructured":"Munk, J., Kober, J., Babuska, R.: Learning state representation for deep actor-critic control. In: 2016 IEEE 55th Conference on Decision and Control, CDC 2016, pp. 4667\u20134673 (2016). https:\/\/doi.org\/10.1109\/CDC.2016.7798980","DOI":"10.1109\/CDC.2016.7798980"},{"key":"2_CR20","doi-asserted-by":"publisher","first-page":"36120","DOI":"10.1109\/ACCESS.2023.3266377","volume":"11","author":"R Patil","year":"2023","unstructured":"Patil, R., Boit, S., Gudivada, V., Nandigam, J.: A survey of text representation and embedding techniques in NLP. IEEE Access 11, 36120\u201336146 (2023). https:\/\/doi.org\/10.1109\/ACCESS.2023.3266377","journal-title":"IEEE Access"},{"key":"2_CR21","doi-asserted-by":"publisher","unstructured":"Pritz, P.J., Ma, L., Leung, K.K.: Jointly-learned state-action embedding for efficient reinforcement learning. In: International Conference on Information and Knowledge Management, Proceedings, pp. 1447\u20131456 (2021). https:\/\/doi.org\/10.1145\/3459637.3482357","DOI":"10.1145\/3459637.3482357"},{"key":"2_CR22","unstructured":"Schmidhuber, J.: On Learning to Think: Algorithmic Information Theory for Novel Combinations of Reinforcement Learning Controllers and Recurrent Neural World Models Technical report (2015)"},{"key":"2_CR23","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Openai, O.K.: Proximal Policy Optimization Algorithms (2017). https:\/\/arxiv.org\/abs\/1707.06347v2"},{"key":"2_CR24","unstructured":"Shah, D., Osi\u0144ski, B., ichter, b., Levine, S.: LM-Nav: robotic navigation with large pre-trained models of language, vision, and action. In: Liu, K., Kulic, D., Ichnowski, J. (eds.) Proceedings of The 6th Conference on Robot Learning. Proceedings of Machine Learning Research, vol.\u00a0205, pp. 492\u2013504. PMLR (2023). https:\/\/proceedings.mlr.press\/v205\/shah23b.html"},{"key":"2_CR25","unstructured":"Shah, R., Kumar, V.: RRL: ResNet as representation for reinforcement learning. In: Proceedings of the 38th International Conference on Machine Learning, vol. 38 (2021)"},{"key":"2_CR26","doi-asserted-by":"publisher","unstructured":"Shen, S., Mulgaonkar, Y., Michael, N., Kumar, V.: Vision-based state estimation for autonomous rotorcraft MAVs in complex environments. In: Proceedings - IEEE International Conference on Robotics and Automation, pp. 1758\u20131764 (2013). https:\/\/doi.org\/10.1109\/ICRA.2013.6630808","DOI":"10.1109\/ICRA.2013.6630808"},{"key":"2_CR27","doi-asserted-by":"crossref","unstructured":"Stankovic, J.A.: Real-time and embedded systems. ACM Comput. Surv. 28(1) (1996)","DOI":"10.1145\/234313.234400"},{"key":"2_CR28","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction, 2nd edn. The MIT Press, Cambridge (2015). https:\/\/inst.eecs.berkeley.edu\/~cs188\/sp20\/assets\/files\/SuttonBartoIPRLBook2ndEd.pdf"},{"key":"2_CR29","unstructured":"Tao, R.Y., Fran\u00e7ois-Lavet, V., Pineau, J.: Novelty search in representational space for sample efficient exploration. In: Advances in Neural Information Processing Systems, vol. 34 (2020). https:\/\/github.com\/taodav\/nsrs"},{"key":"2_CR30","doi-asserted-by":"publisher","unstructured":"Webb, T.P., Prazenica, R.J., Kurdila, A.J., Lind, R.: Vision-based state estimation for autonomous micro air vehicles. 30(3), 816\u2013826 (2007). https:\/\/doi.org\/10.2514\/1.22398","DOI":"10.2514\/1.22398"},{"issue":"7896","key":"2_CR31","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1038\/s41586-021-04357-7","volume":"602","author":"PR Wurman","year":"2022","unstructured":"Wurman, P.R., et al.: Outracing champion Gran Turismo drivers with deep reinforcement learning. Nature 602(7896), 223\u2013228 (2022). https:\/\/doi.org\/10.1038\/s41586-021-04357-7","journal-title":"Nature"},{"key":"2_CR32","unstructured":"Xu, Y., Hansen, N., Wang, Z., Chan, Y.C., Su, H., Tu, Z.: On the feasibility of cross-task transfer with model-based reinforcement learning. In: The Eleventh International Conference on Learning Representations (ICLR) (2023). https:\/\/nicklashansen.github.io\/xtra"},{"key":"2_CR33","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1109\/JPROC.2020.3004555","volume":"109","author":"F Zhuang","year":"2021","unstructured":"Zhuang, F., et al.: A comprehensive survey on transfer learning. Proc. IEEE 109, 43\u201376 (2021). https:\/\/doi.org\/10.1109\/JPROC.2020.3004555","journal-title":"Proc. IEEE"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence XLI"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-77918-3_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,28]],"date-time":"2024-11-28T11:07:50Z","timestamp":1732792070000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-77918-3_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,29]]},"ISBN":["9783031779176","9783031779183"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-77918-3_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,11,29]]},"assertion":[{"value":"29 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SGAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Innovative Techniques and Applications of Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Cambridge","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"44","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"sgai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/bcs-sgai.org\/ai2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}