{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T21:14:06Z","timestamp":1743110046675,"version":"3.40.3"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031408366"},{"type":"electronic","value":"9783031408373"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-40837-3_15","type":"book-chapter","created":{"date-parts":[[2023,8,21]],"date-time":"2023-08-21T23:02:25Z","timestamp":1692658945000},"page":"239-257","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Standing Still Is Not an\u00a0Option: Alternative Baselines for\u00a0Attainable Utility Preservation"],"prefix":"10.1007","author":[{"given":"Sebastian","family":"Eresheim","sequence":"first","affiliation":[]},{"given":"Fabian","family":"Kovac","sequence":"additional","affiliation":[]},{"given":"Alexander","family":"Adrowitzer","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,8,22]]},"reference":[{"key":"15_CR1","unstructured":"Alamdari, P.A., Klassen, T.Q., Icarte, R.T., McIlraith, S.A.: Be considerate: objectives, side effects, and deciding how to act (2021). http:\/\/arxiv.org\/abs\/2106.02617"},{"key":"15_CR2","unstructured":"Amodei, D., Olah, C., Steinhardt, J., Christiano, P., Schulman, J., Man\u00e9, D.: Concrete problems in AI safety (2016). http:\/\/arxiv.org\/abs\/1606.06565"},{"key":"15_CR3","doi-asserted-by":"publisher","unstructured":"Armstrong, S., Levinstein, B.: Low impact artificial intelligences (2017). https:\/\/doi.org\/10.48550\/arXiv.1705.10720, http:\/\/arxiv.org\/abs\/1705.10720","DOI":"10.48550\/arXiv.1705.10720"},{"issue":"7836","key":"15_CR4","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1038\/s41586-020-2939-8","volume":"588","author":"MG Bellemare","year":"2020","unstructured":"Bellemare, M.G., et al.: Autonomous navigation of stratospheric balloons using reinforcement learning. Nature 588(7836), 77\u201382 (2020)","journal-title":"Nature"},{"key":"15_CR5","unstructured":"Christiano, P.F., Leike, J., Brown, T., Martic, M., Legg, S., Amodei, D.: Deep reinforcement learning from human preferences. In: Advances in Neural Information Processing Systems, vol. 30. Curran Associates, Inc. (2017). https:\/\/proceedings.neurips.cc\/paper\/2017\/hash\/d5e2c0adad503c91f91df240d0cd4e49-Abstract.html"},{"issue":"7930","key":"15_CR6","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1038\/s41586-022-05172-4","volume":"610","author":"A Fawzi","year":"2022","unstructured":"Fawzi, A., et al.: Discovering faster matrix multiplication algorithms with reinforcement learning. Nature 610(7930), 47\u201353 (2022)","journal-title":"Nature"},{"key":"15_CR7","doi-asserted-by":"publisher","unstructured":"Gleave, A., Toyer, S.: A primer on maximum causal entropy inverse reinforcement learning (2022). https:\/\/doi.org\/10.48550\/arXiv.2203.11409, http:\/\/arxiv.org\/abs\/2203.11409","DOI":"10.48550\/arXiv.2203.11409"},{"key":"15_CR8","unstructured":"Krakovna, V., Orseau, L., Martic, M., Legg, S.: Penalizing side effects using stepwise relative reachability. In: Espinoza, H., et al. (eds.) Proceedings of the Workshop on Artificial Intelligence Safety 2019. CEUR Workshop Proceedings, vol. 2419. CEUR (2019). http:\/\/ceur-ws.org\/Vol-2419\/#paper1"},{"key":"15_CR9","unstructured":"Krakovna, V., Orseau, L., Ngo, R., Martic, M., Legg, S.: Avoiding side effects by considering future tasks. In: Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M.F., Lin, H. (eds.) Advances in Neural Information Processing Systems, vol. 33, pp. 19064\u201319074. Curran Associates, Inc. (2020). https:\/\/proceedings.neurips.cc\/paper\/2020\/file\/dc1913d422398c25c5f0b81cab94cc87-Paper.pdf"},{"key":"15_CR10","unstructured":"Leech, G., Kubicki, K., Cooper, J., McGrath, T.: Preventing side-effects in gridworlds (2018). https:\/\/www.gleech.org\/grids"},{"key":"15_CR11","doi-asserted-by":"publisher","unstructured":"Leike, J., et al.: AI safety gridworlds (2017). https:\/\/doi.org\/10.48550\/arXiv.711.09883, http:\/\/arxiv.org\/abs\/1711.09883","DOI":"10.48550\/arXiv.711.09883"},{"key":"15_CR12","doi-asserted-by":"publisher","unstructured":"Berner, C., et al.: Dota 2 with large scale deep reinforcement learning (2019). https:\/\/doi.org\/10.48550\/arXiv.1912.06680, http:\/\/arxiv.org\/abs\/1912.06680","DOI":"10.48550\/arXiv.1912.06680"},{"key":"15_CR13","unstructured":"Saunders, W., Sastry, G., Stuhlm\u00fcller, A., Evans, O.: Trial without error: towards safe reinforcement learning via human intervention. In: Proceedings of the 17th International Conference on Autonomous Agents and MultiAgent Systems, AAMAS 2018, pp. 2067\u20132069. International Foundation for Autonomous Agents and Multiagent Systems (2018)"},{"key":"15_CR14","doi-asserted-by":"publisher","unstructured":"Schrittwieser, J., et al.: Mastering Atari, Go, chess and shogi by planning with a learned model. Nature 588(7839), 604\u2013609 (2020). https:\/\/doi.org\/10.1038\/s41586-020-03051-4, https:\/\/www.nature.com\/articles\/s41586-020-03051-4","DOI":"10.1038\/s41586-020-03051-4"},{"key":"15_CR15","unstructured":"Shah, R., Krasheninnikov, D., Alexander, J., Abbeel, P., Dragan, A.: Preferences implicit in the state of the world (2022). https:\/\/openreview.net\/forum?id=rkevMnRqYQ"},{"key":"15_CR16","doi-asserted-by":"publisher","unstructured":"Silver, D., et al.: Mastering the game of Go with deep neural networks and tree search. Nature 529(7587), 484\u2013489 (2016). https:\/\/doi.org\/10.1038\/nature16961, http:\/\/www.nature.com\/articles\/nature16961","DOI":"10.1038\/nature16961"},{"key":"15_CR17","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. Adaptive Computation and Machine Learning Series, 2nd edn. The MIT Press (2018). http:\/\/incompleteideas.net\/book\/the-book.html"},{"key":"15_CR18","doi-asserted-by":"publisher","unstructured":"Turner, A.M., Hadfield-Menell, D., Tadepalli, P.: Conservative agency via attainable utility preservation. In: Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society, AIES 2020, pp. 385\u2013391. Association for Computing Machinery (2020). https:\/\/doi.org\/10.1145\/3375627.3375851","DOI":"10.1145\/3375627.3375851"},{"key":"15_CR19","unstructured":"Turner, A.M., Ratzlaff, N., Tadepalli, P.: Avoiding side effects in complex environments. In: Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M.F., Lin, H.T. (eds.) Advances in Neural Information Processing Systems. NeurIPS 2020, vol. 33, pp. 21406\u201321415. Curran Associates, Inc. (2020). https:\/\/proceedings.neurips.cc\/paper\/2020\/hash\/f50a6c02a3fc5a3a5d4d9391f05f3efc-Abstract.html"},{"key":"15_CR20","unstructured":"Turner, A.M., Smith, L.R., Shah, R., Critch, A., Tadepalli, P.: Optimal policies tend to seek power (2021). https:\/\/openreview.net\/forum?id=l7-DBWawSZH"},{"issue":"7782","key":"15_CR21","doi-asserted-by":"publisher","first-page":"350","DOI":"10.1038\/s41586-019-1724-z","volume":"575","author":"O Vinyals","year":"2019","unstructured":"Vinyals, O., et al.: Grandmaster level in starcraft II using multi-agent reinforcement learning. Nature 575(7782), 350\u2013354 (2019)","journal-title":"Nature"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Extraction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-40837-3_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T11:31:37Z","timestamp":1710329497000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-40837-3_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031408366","9783031408373"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-40837-3_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"22 August 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CD-MAKE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Cross-Domain Conference for Machine Learning and Knowledge Extraction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Benevento","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 August 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cd-make2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/cd-make.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"18","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"60% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}