{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T19:54:43Z","timestamp":1743018883406,"version":"3.40.3"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030110208"},{"type":"electronic","value":"9783030110215"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-11021-5_36","type":"book-chapter","created":{"date-parts":[[2019,1,24]],"date-time":"2019-01-24T04:26:13Z","timestamp":1548303973000},"page":"583-599","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Learning Driving Behaviors for Automated Cars in Unstructured Environments"],"prefix":"10.1007","author":[{"given":"Meha","family":"Kaushik","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"K. Madhava","family":"Krishna","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,1,23]]},"reference":[{"key":"36_CR1","doi-asserted-by":"crossref","unstructured":"Caltagirone, L., Bellone, M., Svensson, L., Wahde, M.: LIDAR-based driving path generation using fully convolutional neural networks. arXiv preprint arXiv:1703.08987 (2017)","DOI":"10.1109\/IVS.2017.7995848"},{"key":"36_CR2","doi-asserted-by":"crossref","unstructured":"Siam, M., Elkerdawy, S., Jagersand, M., Yogamani, S.: Deep semantic segmentation for automated driving: taxonomy, roadmap and challenges. In: 2017 IEEE 20th International Conference on Intelligent Transportation Systems (ITSC), pp. 1\u20138. IEEE (2017)","DOI":"10.1109\/ITSC.2017.8317714"},{"issue":"2","key":"36_CR3","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1002\/rob.20276","volume":"26","author":"R Hadsell","year":"2009","unstructured":"Hadsell, R., et al.: Learning long-range vision for autonomous off-road driving. J. Field Robot. 26(2), 120\u2013144 (2009)","journal-title":"J. Field Robot."},{"key":"36_CR4","unstructured":"Pomerleau, D.A.: ALVINN: an autonomous land vehicle in a neural network. In: Advances in Neural Information Processing Systems (NIPS) (1989)"},{"key":"36_CR5","doi-asserted-by":"crossref","unstructured":"Chen, C., Seff, A., Kornhauser, A., Xiao, J.: DeepDriving: learning affordance for direct perception in autonomous driving. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 2722\u20132730 (2015)","DOI":"10.1109\/ICCV.2015.312"},{"key":"36_CR6","unstructured":"Wymann, B., Espi\u00e9, E., Guionneau, C., Dimitrakakis, C., Coulom, R., Sumner, A.: TORCS, the open racing car simulator, vol. 4, p. 6 (2000). http:\/\/torcs.sourceforge.net"},{"key":"36_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1007\/978-3-319-55849-3_24","volume-title":"Applications of Evolutionary Computation","author":"M Salem","year":"2017","unstructured":"Salem, M., Mora, A.M., Merelo, J.J., Garc\u00eda-S\u00e1nchez, P.: Driving in TORCS using modular fuzzy controllers. In: Squillero, G., Sim, K. (eds.) EvoApplications 2017. LNCS, vol. 10199, pp. 361\u2013376. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-55849-3_24"},{"issue":"3","key":"36_CR8","doi-asserted-by":"publisher","first-page":"73","DOI":"10.5772\/50848","volume":"9","author":"TS Kim","year":"2012","unstructured":"Kim, T.S., Na, J.C., Kim, K.J.: Optimization of an autonomous car controller using a self-adaptive evolutionary strategy. Int. J. Adv. Rob. Syst. 9(3), 73 (2012)","journal-title":"Int. J. Adv. Rob. Syst."},{"key":"36_CR9","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/j.neucom.2011.06.034","volume":"88","author":"KJ Kim","year":"2012","unstructured":"Kim, K.J., Seo, J.H., Park, J.G., Na, J.C.: Generalization of TORCS car racing controllers with artificial neural networks and linear regression analysis. Neurocomputing 88, 87\u201399 (2012)","journal-title":"Neurocomputing"},{"key":"36_CR10","doi-asserted-by":"crossref","unstructured":"Zhang, J., Cho, K.: Query-efficient imitation learning for end-to-end autonomous driving. In: AAAI Conference on Artificial Intelligence (AAAI) (2017)","DOI":"10.1609\/aaai.v31i1.10857"},{"key":"36_CR11","unstructured":"Sallab, A.E., Abdou, M., Perot, E., Yogamani, S.: End-to-end deep reinforcement learning for lane keeping assist. arXiv preprint arXiv:1612.04340 (2016)"},{"key":"36_CR12","unstructured":"Mnih, V., et al.: Playing atari with deep reinforcement learning. In: NIPS Deep Learning Workshop (2013)"},{"key":"36_CR13","unstructured":"Lillicrap, T.P., et al.: Continuous control with deep reinforcement learning. In: International Conference on Learning Representations (ICLR) (2016)"},{"key":"36_CR14","doi-asserted-by":"crossref","unstructured":"Xia, W., Li, H., Li, B.: A control strategy of autonomous vehicles based on deep reinforcement learning. In: 2016 9th International Symposium on Computational Intelligence and Design (ISCID), vol. 2, pp. 198\u2013201. IEEE (2016)","DOI":"10.1109\/ISCID.2016.2054"},{"key":"36_CR15","unstructured":"Sharifzadeh, S., Chiotellis, I., Triebel, R., Cremers, D.: Learning to drive using inverse reinforcement learning and deep Q-networks. In: NIPS Workshop on Deep Learning for Action and Interaction (2016)"},{"key":"36_CR16","doi-asserted-by":"crossref","unstructured":"Ngai, D.C., Yung, N.H.: Automated vehicle overtaking based on a multiple-goal reinforcement learning framework. In: IEEE Intelligent Transportation Systems Conference (ITSC) (2007)","DOI":"10.1109\/ITSC.2007.4357682"},{"key":"36_CR17","doi-asserted-by":"crossref","unstructured":"Huang, H.H., Wang, T.: Learning overtaking and blocking skills in simulated car racing. In: IEEE Conference on Computational Intelligence and Games (CIG) (2015)","DOI":"10.1109\/CIG.2015.7317916"},{"key":"36_CR18","doi-asserted-by":"crossref","unstructured":"Loiacono, D., Prete, A., Lanzi, P.L., Cardamone, L.: Learning to overtake in TORCS using simple reinforcement learning. In: IEEE Congress on Evolutionary Computation (CEC) (2010)","DOI":"10.1109\/CEC.2010.5586191"},{"key":"36_CR19","doi-asserted-by":"crossref","unstructured":"Gu, S., Holly, E., Lillicrap, T., Levine, S.: Deep reinforcement learning for robotic manipulation with asynchronous off-policy updates. In: 2017 IEEE International Conference on Robotics and Automation (ICRA), pp. 3389\u20133396. IEEE (2017)","DOI":"10.1109\/ICRA.2017.7989385"},{"key":"36_CR20","doi-asserted-by":"crossref","unstructured":"Phaniteja, S., Dewangan, P., Guhan, P., Sarkar, A., Krishna, K.M.: A deep reinforcement learning approach for dynamically stable inverse kinematics of humanoid robots. arXiv preprint arXiv:1801.10425 (2018)","DOI":"10.1109\/ROBIO.2017.8324682"},{"key":"36_CR21","doi-asserted-by":"crossref","unstructured":"Kaushik, M., Prasad, V., Krishna, K.M., Ravindran, B.: Overtaking maneuvers in simulated highway driving using deep reinforcement learning. In: 2018 IEEE Intelligent Vehicles Symposium (IV). IEEE (2018)","DOI":"10.1109\/IVS.2018.8500718"},{"key":"36_CR22","unstructured":"Lau, Y.P.: Using keras and deep deterministic policy gradient to play TORCS (2016). http:\/\/yanpanlau.github.io\/2016\/10\/11\/Torcs-Keras.html"},{"key":"36_CR23","unstructured":"Konda, V.R., Tsitsiklis, J.N.: Actor-critic algorithms. In: Advances in Neural Information Processing Systems (NIPS) (2000)"},{"key":"36_CR24","doi-asserted-by":"publisher","first-page":"2471","DOI":"10.1016\/j.automatica.2009.07.008","volume":"45","author":"S Bhatnagar","year":"2009","unstructured":"Bhatnagar, S., Sutton, R.S., Ghavamzadeh, M., Lee, M.: Natural actor-critic algorithms. Automatica 45, 2471\u20132482 (2009)","journal-title":"Automatica"},{"key":"36_CR25","doi-asserted-by":"crossref","unstructured":"Ghavamzadeh, M., Engel, Y.: Bayesian actor-critic algorithms. In: International Conference on Machine Learning (ICML) (2007)","DOI":"10.1145\/1273496.1273534"},{"key":"36_CR26","doi-asserted-by":"publisher","first-page":"823","DOI":"10.1103\/PhysRev.36.823","volume":"36","author":"GE Uhlenbeck","year":"1930","unstructured":"Uhlenbeck, G.E., Ornstein, L.S.: On the theory of the Brownian motion. Phys. Rev. 36, 823 (1930)","journal-title":"Phys. Rev."},{"key":"36_CR27","doi-asserted-by":"crossref","unstructured":"Bengio, Y., Louradour, J., Collobert, R., Weston, J.: Curriculum learning. In: International Conference on Machine Learning (ICML) (2009)","DOI":"10.1145\/1553374.1553380"},{"key":"36_CR28","unstructured":"Narvekar, S.: Curriculum learning in reinforcement learning: (doctoral consortium). In: Proceedings of the 2016 International Conference on Autonomous Agents & Multiagent Systems, International Foundation for Autonomous Agents and Multiagent Systems, pp. 1528\u20131529 (2016)"},{"issue":"2","key":"36_CR29","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1109\/TAMD.2010.2051031","volume":"2","author":"S Singh","year":"2010","unstructured":"Singh, S., Lewis, R.L., Barto, A.G., Sorg, J.: Intrinsically motivated reinforcement learning: an evolutionary perspective. IEEE Trans. Auton. Ment. Dev. 2(2), 70\u201382 (2010)","journal-title":"IEEE Trans. Auton. Ment. Dev."},{"key":"36_CR30","unstructured":"Achiam, J., Sastry, S.: Surprise-based intrinsic motivation for deep reinforcement learning. arXiv preprint arXiv:1703.01732 (2017)"},{"key":"36_CR31","unstructured":"Bellemare, M., Srinivasan, S., Ostrovski, G., Schaul, T., Saxton, D., Munos, R.: Unifying count-based exploration and intrinsic motivation. In: Advances in Neural Information Processing Systems, pp. 1471\u20131479 (2016)"},{"key":"36_CR32","unstructured":"Yoshida, N.: Gym-TORCS (2016). http:\/\/github.com\/ugo-nama-kun\/gydm_torcs"},{"key":"36_CR33","unstructured":"Loiacono, D., Cardamone, L., Lanzi, P.L.: Simulated car racing championship: competition software manual. arXiv preprint arXiv:1304.1672 (2013)"},{"key":"36_CR34","unstructured":"Edwards, C.X.: 2015 SnakeOil competition entry (2015). http:\/\/xed.ch\/p\/snakeoil\/2015\/"},{"key":"36_CR35","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning. In: International Conference on Machine Learning, pp. 1928\u20131937 (2016)"},{"key":"36_CR36","unstructured":"Zhang, S., Zaiane, O.R.: Comparing deep reinforcement learning and evolutionary methods in continuous control. arXiv preprint arXiv:1712.00006 (2017)"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2018 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-11021-5_36","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,22]],"date-time":"2023-01-22T01:20:36Z","timestamp":1674350436000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-11021-5_36"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030110208","9783030110215"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-11021-5_36","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"23 January 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Munich","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2018.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}