{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,18]],"date-time":"2026-01-18T09:32:08Z","timestamp":1768728728347,"version":"3.49.0"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,6,27]],"date-time":"2022-06-27T00:00:00Z","timestamp":1656288000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,6,27]],"date-time":"2022-06-27T00:00:00Z","timestamp":1656288000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["AI & Soc"],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1007\/s00146-022-01517-9","type":"journal-article","created":{"date-parts":[[2022,6,27]],"date-time":"2022-06-27T21:03:55Z","timestamp":1656363835000},"page":"693-703","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Two-stage approach to solve ethical morality problem in self-driving cars"],"prefix":"10.1007","volume":"39","author":[{"given":"Akshat","family":"Chandak","sequence":"first","affiliation":[]},{"given":"Shailendra","family":"Aote","sequence":"additional","affiliation":[]},{"given":"Aradhita","family":"Menghal","sequence":"additional","affiliation":[]},{"given":"Urvi","family":"Negi","sequence":"additional","affiliation":[]},{"given":"Shreyas","family":"Nemani","sequence":"additional","affiliation":[]},{"given":"Shubham","family":"Jha","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,6,27]]},"reference":[{"key":"1517_CR1","doi-asserted-by":"publisher","unstructured":"Awad E, Dsouza S, Kim R, Schulz J, Henrich J, Shariff A, Bonnefon J-F and Rahwan I (2018) The moral machine experiment. Nature 563(7729):59\u201364. https:\/\/doi.org\/10.1038\/s41586-018-0637-6. [Source : https:\/\/www.moralmachine.net\/]","DOI":"10.1038\/s41586-018-0637-6"},{"key":"1517_CR2","doi-asserted-by":"publisher","DOI":"10.1126\/science.aaf2654","author":"J-F Bonnefon","year":"2016","unstructured":"Bonnefon J-F, Shariff A, Rahwan I (2016) The Social dilemma of autonomous vehicles. Science. https:\/\/doi.org\/10.1126\/science.aaf2654","journal-title":"Science"},{"key":"1517_CR3","doi-asserted-by":"publisher","first-page":"1086","DOI":"10.1007\/s10489-020-01849-3","volume":"51","author":"N Bougie","year":"2021","unstructured":"Bougie N, Ichise R (2021) Fast and slow curiosity for high-level exploration in reinforcement learning. Appl Intell 51:1086\u20131107. https:\/\/doi.org\/10.1007\/s10489-020-01849-3","journal-title":"Appl Intell"},{"key":"1517_CR4","doi-asserted-by":"crossref","unstructured":"Diuk C, Cohen A and Littman ML (2008) An object-oriented representation for efficient reinforcement learning. In: Proceedings of the 25th international conference on Machine learning, pp 240\u2013247. ACM","DOI":"10.1145\/1390156.1390187"},{"key":"1517_CR5","unstructured":"Dosovitskiy A, Ros G, Codevilla F, Lopez A and Koltun V (2017) CARLA: an open urban driving simulator. In: Conference on robot learning\u00a0(pp 1\u201316). PMLR"},{"key":"1517_CR6","unstructured":"Ethically aligned design (2018) A vision for prioritizing human well-being with autonomous and intelligent systems. http:\/\/standards.ieee.org\/develop\/indconn\/ec\/autonomous_systems.html"},{"key":"1517_CR7","unstructured":"Ethik-Kommission (2017) Automatisiertes und vernetztes fahren. Tech Rep. http:\/\/www.bmvi.de\/berichtethikkommission"},{"key":"1517_CR8","unstructured":"European Parliament (2016) Ethical aspects of cyber-physical systems. Scientific Foresight Study. https:\/\/goo.gl\/Fp5Wjs"},{"key":"1517_CR9","unstructured":"Fridman L, Terwilliger J and Jenik B (2018) Deeptraffic: Crowdsourced hyperparameter tuning of deep reinforcement learning systems for multi-agent dense traffic navigation. arXiv preprint. arXiv:1801.02805"},{"key":"1517_CR10","doi-asserted-by":"publisher","first-page":"32","DOI":"10.23919\/FAIRWARE.2018.8452918","volume":"2018","author":"T Holstein","year":"2018","unstructured":"Holstein T, Dodig-Crnkovic G (2018) Avoiding the intrinsic unfairness of the trolley problem. IEEE\/ACM Int Workshop Softw Fairness (FairWare) 2018:32\u201337. https:\/\/doi.org\/10.23919\/FAIRWARE.2018.8452918","journal-title":"IEEE\/ACM Int Workshop Softw Fairness (FairWare)"},{"key":"1517_CR11","doi-asserted-by":"crossref","unstructured":"Holstein T, Dodig-Crnkovic G, Pelliccione P (2018) Ethical and social aspects of self-driving cars. ARXIV\u201918, January 2018, Gothenburg, Sweden","DOI":"10.29007\/mgcs"},{"key":"1517_CR12","doi-asserted-by":"crossref","unstructured":"Kaelbling LP, Littman ML and Moore AW (1996) Reinforcement learning: a survey. CoRR, cs.AI\/9605103","DOI":"10.1613\/jair.301"},{"issue":"2","key":"1517_CR13","doi-asserted-by":"publisher","first-page":"252","DOI":"10.1109\/TEM.2018.2877307","volume":"67","author":"S Karnouskos","year":"2020","unstructured":"Karnouskos S (2020) Self-driving car acceptance and the role of ethics. IEEE Trans Eng Manage 67(2):252\u2013265. https:\/\/doi.org\/10.1109\/TEM.2018.2877307","journal-title":"IEEE Trans Eng Manage"},{"key":"1517_CR15","unstructured":"Kiran BR, Sobh I, Talpaert V, Mannion P, Sallab AAA, Yogamani SK and P\u00e9rez P (2020) Deep reinforcement learning for autonomous driving: a survey. CoRR, abs\/2002.00444. https:\/\/arxiv.org\/abs\/2002.00444"},{"key":"1517_CR16","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, Heess N, Erez T, Tassa Y, Silver D and Wierstra D (2015) Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971"},{"key":"1517_CR17","unstructured":"Maas AL, Hannun AY, Ng AY (2013) Rectifier Nonlinearities improve neural network acoustic models. ICML"},{"key":"1517_CR18","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Graves A, Antonoglou I, Wierstra D and Riedmiller M (2013) Playing atari with deep reinforcement learning. arXiv preprint. arXiv:1312.5602"},{"issue":"7540","key":"1517_CR19","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, GOstrovski et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"key":"1517_CR20","unstructured":"NHTSA (2015) Critical reasons for crashes investigated in the national motor vehicle crash causation survey. Tech Rep. https:\/\/crashstats.nhtsa.dot.gov\/Api\/Public\/ViewPublication\/812115"},{"issue":"1","key":"1517_CR21","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1007\/s10514-009-9120-4","volume":"27","author":"M Riedmiller","year":"2009","unstructured":"Riedmiller M, Gabel T, Hafner R, Lange S (2009) Reinforcement learning for robot soccer. Auton Robot 27(1):55\u201373","journal-title":"Auton Robot"},{"key":"1517_CR22","unstructured":"Schaul T, Quan J, Antonoglou I and Silver D (2015) Prioritized experience replay. arXiv preprint arXiv:1511.05952"},{"key":"1517_CR23","unstructured":"Shalev-Shwartz S, Shammah S and Shashua A (2016) Safe, multi-agent, reinforcement learning for autonomous driving. arXiv preprint. arXiv:1610.03295"},{"key":"1517_CR24","doi-asserted-by":"crossref","unstructured":"Siam M, Elkerdawy S, Jagersand M and Yogamani S (2017) Deep semantic segmentation for automated driving: taxonomy, roadmap and challenges. In: 2017 IEEE 20th international conference on intelligent transportation systems (ITSC) (pp 1\u20138). IEEE","DOI":"10.1109\/ITSC.2017.8317714"},{"key":"1517_CR25","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-3618-5_1","volume-title":"Reinforcement learning. The springer international series in engineering and computer science (knowledge representation, learning and expert systems)","author":"RS Sutton","year":"1992","unstructured":"Sutton RS (1992) Introduction: the challenge of reinforcement learning. In: Sutton RS (ed) Reinforcement learning. The springer international series in engineering and computer science (knowledge representation, learning and expert systems), vol 173. Springer, Boston. https:\/\/doi.org\/10.1007\/978-1-4615-3618-5_1"},{"key":"1517_CR26","volume-title":"Reinforcement learning: an introduction. A Bradford book","author":"RS Sutton","year":"2015","unstructured":"Sutton RS, Barto AG (2015) Reinforcement learning: an introduction. A Bradford book. The MIT Press Cambridge, Cambridge"},{"key":"1517_CR27","unstructured":"Taylor ME and Stone P (2009) Transfer learning for reinforcement learning domains: a survey. J Mach Learn Res 10(56):1633\u20131685. http:\/\/jmlr.org\/papers\/v10\/taylor09a.html"},{"issue":"3","key":"1517_CR28","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1145\/203330.203343","volume":"38","author":"G Tesauro","year":"1995","unstructured":"Tesauro G (1995) Temporal difference learning and td-gammon. Commun ACM 38(3):58\u201368","journal-title":"Commun ACM"},{"key":"1517_CR29","doi-asserted-by":"crossref","unstructured":"Todorov E, Erez T and Tassa Y (2012) Mujoco: a physics engine for model-based control. In: Intelligent Robots and Systems (IROS), 2012 IEEE\/RSJ International Conference on, pages 5026\u20135033. IEEE","DOI":"10.1109\/IROS.2012.6386109"},{"issue":"2","key":"1517_CR30","doi-asserted-by":"publisher","first-page":"66","DOI":"10.1109\/MIS.2008.34","volume":"23","author":"C Urmson","year":"2008","unstructured":"Urmson C, Whittaker WR (2008) Self-driving cars and the urban challenge. IEEE Intell Syst 23(2):66\u201368","journal-title":"IEEE Intell Syst"},{"key":"1517_CR31","unstructured":"Valdes-Dapena P (2016) Volvo promises death-proof cars by 2020. http:\/\/money.cnn.com\/2016\/01\/20\/luxury\/volvo-no-death-crash-cars-2020"},{"key":"1517_CR32","doi-asserted-by":"crossref","unstructured":"van Hasselt H, Guez A and Silver D (2016a) Deep reinforcement learning with double Q-learning. In: Proceedings of the AAAI Conference on Artificial Intelligence 30(1). Available at: https:\/\/ojs.aaai.org\/index.php\/AAAI\/article\/view\/10295 (Accessed: 18 Mar 2022)","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"1517_CR33","doi-asserted-by":"crossref","unstructured":"Van Hasselt H, Guez A and Silver D (2016b) Deep reinforcement learning with double q-learning. In AAAI, pp 2094\u20132100","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"1517_CR34","doi-asserted-by":"crossref","unstructured":"Wang, P. and Chan, C.Y., 2017, October. Formulation of deep reinforcement learning architecture toward autonomous driving for on-ramp merge. In: 2017 IEEE 20th International Conference on Intelligent Transportation Systems (ITSC)\u00a0(pp 1\u20136). IEEE","DOI":"10.1109\/ITSC.2017.8317735"},{"issue":"3\u20134","key":"1517_CR35","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJCH Watkins","year":"1992","unstructured":"Watkins CJCH, Dayan P (1992) Q-learning. Mach Learn 8(3\u20134):279\u2013292","journal-title":"Mach Learn"},{"key":"1517_CR36","doi-asserted-by":"publisher","unstructured":"Zhang Y, Huang M and Hao D (2010) The four-level valuation model of ethical decision-making. In: 2010 2nd IEEE International Conference on Information and Financial Engineering, 20 to 10, pp 806\u2013809. https:\/\/doi.org\/10.1109\/ICIFE.2010.5609478","DOI":"10.1109\/ICIFE.2010.5609478"}],"container-title":["AI & SOCIETY"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00146-022-01517-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00146-022-01517-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00146-022-01517-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,10]],"date-time":"2024-04-10T12:11:08Z","timestamp":1712751068000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00146-022-01517-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,27]]},"references-count":35,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2024,4]]}},"alternative-id":["1517"],"URL":"https:\/\/doi.org\/10.1007\/s00146-022-01517-9","relation":{},"ISSN":["0951-5666","1435-5655"],"issn-type":[{"value":"0951-5666","type":"print"},{"value":"1435-5655","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,6,27]]},"assertion":[{"value":"21 January 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 May 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 June 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}