{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,21]],"date-time":"2026-02-21T13:19:34Z","timestamp":1771679974374,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":66,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,8,8]],"date-time":"2023-08-08T00:00:00Z","timestamp":1691452800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,8,8]]},"DOI":"10.1145\/3600211.3604698","type":"proceedings-article","created":{"date-parts":[[2023,8,29]],"date-time":"2023-08-29T18:41:37Z","timestamp":1693334497000},"page":"84-130","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":16,"title":["Reward Reports for Reinforcement Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1029-4535","authenticated-orcid":false,"given":"Thomas Krendl","family":"Gilbert","sequence":"first","affiliation":[{"name":"Cornell Tech, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9997-6817","authenticated-orcid":false,"given":"Nathan","family":"Lambert","sequence":"additional","affiliation":[{"name":"Hugging Face, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5614-3532","authenticated-orcid":false,"given":"Sarah","family":"Dean","sequence":"additional","affiliation":[{"name":"Cornell University, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-4148-2004","authenticated-orcid":false,"given":"Tom","family":"Zick","sequence":"additional","affiliation":[{"name":"Harvard Law School, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0960-0144","authenticated-orcid":false,"given":"Aaron","family":"Snoswell","sequence":"additional","affiliation":[{"name":"University of Queensland, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-0685-5923","authenticated-orcid":false,"given":"Soham","family":"Mehta","sequence":"additional","affiliation":[{"name":"Columbia University, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,8,29]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Proposal for a Regulation of the European Parliament and of the Council Laying down Harmonised Rules on Artificial Intelligence","author":"European Commission 2021.","year":"2021","unstructured":"European Commission 2021. Proposal for a Regulation of the European Parliament and of the Council Laying down Harmonised Rules on Artificial Intelligence (Artificial Intelligence Act) and Amending Certain Union Legislative Acts. European Commission. https:\/\/eur-lex.europa.eu\/legal-content\/EN\/TXT\/?uri=CELEX:52021PC0206"},{"key":"e_1_3_2_1_2_1","unstructured":"Meta 2022. BlenderBot 3: An AI Chatbot That Improves Through Conversation. Meta. https:\/\/about.fb.com\/news\/2022\/08\/blenderbot-ai-chatbot-improves-through-conversation\/"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Nathan Matias Lucas Wright 2022. Impact Assessment of Human-Algorithm Feedback Loops. Nathan Matias Lucas Wright. https:\/\/just-tech.ssrc.org\/field-reviews\/impact-assessment-of-human-algorithm-feedback-loops\/","DOI":"10.35650\/JT.3028.d.2022"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/SMDS53860.2021.00016"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISTAS50296.2020.9462193"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1147\/JRD.2019.2942288"},{"key":"e_1_3_2_1_7_1","volume-title":"Constitutional AI: Harmlessness from AI Feedback. arXiv preprint arXiv:2212.08073","author":"Bai Yuntao","year":"2022","unstructured":"Yuntao Bai, Saurav Kadavath, Sandipan Kundu, Amanda Askell, Jackson Kernion, Andy Jones, Anna Chen, Anna Goldie, Azalia Mirhoseini, Cameron McKinnon, 2022. Constitutional AI: Harmlessness from AI Feedback. arXiv preprint arXiv:2212.08073 (2022)."},{"key":"e_1_3_2_1_8_1","volume-title":"Towards Traceability in Data Ecosystems using a Bill of Materials Model. arXiv preprint arXiv:1904.04253","author":"Barclay Iain","year":"2019","unstructured":"Iain Barclay, Alun Preece, Ian Taylor, and Dinesh Verma. 2019. Towards Traceability in Data Ecosystems using a Bill of Materials Model. arXiv preprint arXiv:1904.04253 (2019)."},{"key":"e_1_3_2_1_9_1","volume-title":"A Markovian decision process. Journal of mathematics and mechanics","author":"Bellman Richard","year":"1957","unstructured":"Richard Bellman. 1957. A Markovian decision process. Journal of mathematics and mechanics (1957), 679\u2013684."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-015-3711-7"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1811462116"},{"key":"e_1_3_2_1_12_1","volume-title":"Multisource AI Scorecard Table for System Evaluation. arXiv preprint arXiv:2102.03985","author":"Blasch Erik","year":"2021","unstructured":"Erik Blasch, James Sung, and Tao Nguyen. 2021. Multisource AI Scorecard Table for System Evaluation. arXiv preprint arXiv:2102.03985 (2021)."},{"key":"e_1_3_2_1_13_1","unstructured":"Canadian Government\u00a0Treasury Board. 2019. Algorithmic Impact Assessment Tool. https:\/\/www.canada.ca\/en\/government\/system\/digital-government\/digital-government-innovations\/responsible-use-ai\/algorithmic-impact-assessment.html"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460231.3478849"},{"key":"e_1_3_2_1_15_1","volume-title":"Harms from Increasingly Agentic Algorithmic Systems. arXiv preprint arXiv:2302.10329","author":"Chan Alan","year":"2023","unstructured":"Alan Chan, Rebecca Salganik, Alva Markelius, Chris Pang, Nitarshan Rajkumar, Dmitrii Krasheninnikov, Lauro Langosco, Zhonghao He, Yawen Duan, Micah Carroll, 2023. Harms from Increasingly Agentic Algorithmic Systems. arXiv preprint arXiv:2302.10329 (2023)."},{"key":"e_1_3_2_1_16_1","volume-title":"The Alignment Problem: Machine Learning and Human Values","author":"Christian Brian","unstructured":"Brian Christian. 2020. The Alignment Problem: Machine Learning and Human Values. WW Norton & Company."},{"key":"e_1_3_2_1_17_1","volume-title":"Deep reinforcement learning from human preferences. Advances in neural information processing systems 30","author":"Christiano F","year":"2017","unstructured":"Paul\u00a0F Christiano, Jan Leike, Tom Brown, Miljan Martic, Shane Legg, and Dario Amodei. 2017. Deep reinforcement learning from human preferences. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_18_1","volume-title":"Standards for AI governance: international standards to enable global coordination in AI research & development","author":"Cihon Peter","year":"2019","unstructured":"Peter Cihon. 2019. Standards for AI governance: international standards to enable global coordination in AI research & development. Future of Humanity Institute. University of Oxford (2019)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/TTS.2021.3074097"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1177\/20539517211035955"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.5555\/3382225.3382254"},{"key":"e_1_3_2_1_22_1","volume-title":"User Tampering in Reinforcement Learning Recommender Systems. arXiv preprint arXiv:2109.04083","author":"Evans Charles","year":"2021","unstructured":"Charles Evans and Atoosa Kasirzadeh. 2021. User Tampering in Reinforcement Learning Recommender Systems. arXiv preprint arXiv:2109.04083 (2021)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2017.4180835"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458723"},{"key":"e_1_3_2_1_26_1","volume-title":"Mapping the Political Economy of Reinforcement Learning Systems: The Case of Autonomous Vehicles","author":"Gilbert Thomas\u00a0Krendl","year":"2021","unstructured":"Thomas\u00a0Krendl Gilbert. 2021. Mapping the Political Economy of Reinforcement Learning Systems: The Case of Autonomous Vehicles. Center for Long Term Cybersecurity Whitepaper Series (2021). https:\/\/simons.berkeley.edu\/news\/mapping-political-economy-reinforcement-learning-systems-case-autonomous-vehicles"},{"key":"e_1_3_2_1_27_1","volume-title":"Charting Public Policy for Reinforcement Learning Systems","author":"Gilbert Thomas\u00a0Krendl","year":"2022","unstructured":"Thomas\u00a0Krendl Gilbert, Thomas\u00a0Krendl Dean, Tom Zick, and Nathan Lambert. 2022. Choices, Risks, and Reward Reports: Charting Public Policy for Reinforcement Learning Systems. Center for Long Term Cybersecurity Whitepaper Series (2022)."},{"key":"e_1_3_2_1_28_1","volume-title":"Facebook Tried to Make Its Platform a Healthier Place. It Got Angrier Instead.https:\/\/www.wsj.com\/articles\/facebook-algorithm-change-zuckerberg-11631654215?mod=series_facebookfiles. [Online","author":"Hagey Keach","year":"2022","unstructured":"Keach Hagey and Jeff Horwitz. 2021. Facebook Tried to Make Its Platform a Healthier Place. It Got Angrier Instead.https:\/\/www.wsj.com\/articles\/facebook-algorithm-change-zuckerberg-11631654215?mod=series_facebookfiles. [Online; accessed 2-January-2022]."},{"key":"e_1_3_2_1_29_1","volume-title":"The movielens datasets: History and context. Acm transactions on interactive intelligent systems (tiis) 5, 4","author":"Harper F\u00a0Maxwell","year":"2015","unstructured":"F\u00a0Maxwell Harper and Joseph\u00a0A Konstan. 2015. The movielens datasets: History and context. Acm transactions on interactive intelligent systems (tiis) 5, 4 (2015), 1\u201319."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445918"},{"key":"e_1_3_2_1_31_1","first-page":"1","article-title":"How machine learning recommendations influence clinician treatment selections: example of antidepressant selection","volume":"1","author":"Jacobs M.","year":"2021","unstructured":"M. Jacobs, M. Pradier, T. McCoy, P. Roy, F. Doshi-Velez, and G. Krzysztof. 2021. How machine learning recommendations influence clinician treatment selections: example of antidepressant selection. Translational Psychiatry 1 (2021), 1\u20139.","journal-title":"Translational Psychiatry"},{"key":"e_1_3_2_1_32_1","volume-title":"Personalisation within bounds: A risk taxonomy and policy framework for the alignment of large language models with personalised feedback. arXiv preprint arXiv:2303.05453","author":"Kirk Hannah\u00a0Rose","year":"2023","unstructured":"Hannah\u00a0Rose Kirk, Bertie Vidgen, Paul R\u00f6ttger, and Scott\u00a0A Hale. 2023. Personalisation within bounds: A risk taxonomy and policy framework for the alignment of large language models with personalised feedback. arXiv preprint arXiv:2303.05453 (2023)."},{"key":"e_1_3_2_1_33_1","volume-title":"International Conference on Machine Learning. PMLR, 5637\u20135664","author":"Koh Pang\u00a0Wei","year":"2021","unstructured":"Pang\u00a0Wei Koh, Shiori Sagawa, Henrik Marklund, Sang\u00a0Michael Xie, Marvin Zhang, Akshay Balsubramani, Weihua Hu, Michihiro Yasunaga, Richard\u00a0Lanas Phillips, Irena Gao, 2021. Wilds: A benchmark of in-the-wild distribution shifts. In International Conference on Machine Learning. PMLR, 5637\u20135664."},{"key":"e_1_3_2_1_34_1","volume-title":"Specification gaming: the flip side of AI ingenuity. https:\/\/deepmind.com\/blog\/article\/Specification-gaming-the-flip-side-of-AI-ingenuity. [Online","author":"Krakovna Victoria","year":"2022","unstructured":"Victoria Krakovna, Jonathan Uesato, Vladimir Mikulik, Matthew Rahtz, Tom Everitt, Ramana Kumar, Zac Kenton, Jan Leike, and Shane\u00a0and Legg. 2020. Specification gaming: the flip side of AI ingenuity. https:\/\/deepmind.com\/blog\/article\/Specification-gaming-the-flip-side-of-AI-ingenuity. [Online; accessed 16-January-2022]."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2018.8569485"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.17705\/1CAIS.04845"},{"key":"e_1_3_2_1_37_1","volume-title":"Epoch-Greedy algorithm for multi-armed bandits with side information. Advances in Neural Information Processing Systems (NIPS 2007) 20","author":"Langford John","year":"2007","unstructured":"John Langford and Tong Zhang. 2007. Epoch-Greedy algorithm for multi-armed bandits with side information. Advances in Neural Information Processing Systems (NIPS 2007) 20 (2007), 1."},{"key":"e_1_3_2_1_38_1","volume-title":"Proceedings of the ACM on Human-Computer Interaction 3, CSCW","author":"Noothigattu Ritesh","year":"2019","unstructured":"Min\u00a0Kyung Lee, Daniel Kusbit, Anson Kahng, Ji\u00a0Tae Kim, Xinran Yuan, Allissa Chan, Daniel See, Ritesh Noothigattu, Siheon Lee, Alexandros Psomas, 2019. WeBuildAI: Participatory framework for algorithmic governance. Proceedings of the ACM on Human-Computer Interaction 3, CSCW (2019), 1\u201335."},{"key":"e_1_3_2_1_39_1","volume-title":"Workshop on the Multi-Armed Bandits and Reinforcement Learning (MARBLE).","author":"Liu Yi","year":"2021","unstructured":"Yi Liu and Lihong Li. 2021. A Map of Bandits for E-commerce. In Workshop on the Multi-Armed Bandits and Reinforcement Learning (MARBLE)."},{"key":"e_1_3_2_1_40_1","volume-title":"T-RECS: A simulation tool to study the societal impact of recommender systems. arXiv preprint arXiv:2107.08959","author":"Lucherini Eli","year":"2021","unstructured":"Eli Lucherini, Matthew Sun, Amy Winecoff, and Arvind Narayanan. 2021. T-RECS: A simulation tool to study the societal impact of recommender systems. arXiv preprint arXiv:2107.08959 (2021)."},{"key":"e_1_3_2_1_41_1","volume-title":"To predict and serve?Significance 13, 5","author":"Lum Kristian","year":"2016","unstructured":"Kristian Lum and William Isaac. 2016. To predict and serve?Significance 13, 5 (2016), 14\u201319."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_2_1_43_1","volume-title":"Ethics Sheets for AI Tasks. arXiv preprint arXiv:2107.01183","author":"Mohammad M","year":"2021","unstructured":"Saif\u00a0M Mohammad. 2021. Ethics Sheets for AI Tasks. arXiv preprint arXiv:2107.01183 (2021)."},{"key":"e_1_3_2_1_44_1","unstructured":"NREL. 2021. Google Taps NREL Expertise To Incorporate Energy Optimization into Google Maps Route Guidance. https:\/\/www.nrel.gov\/news\/program\/2021\/google-taps-nrel-expertise-to-incorporate-energy-optimization-into-google-maps-route-guidance.html. [Online; accessed 2-January-2022]."},{"key":"e_1_3_2_1_45_1","volume-title":"Google apps causing gridlock in downtown Los Gatos. https:\/\/www.mercurynews.com\/2018\/06\/01\/google-apps-causing-gridlock-for-downtown-los-gatos\/. [Online","author":"Peterson Judy","year":"2022","unstructured":"Judy Peterson. 2018. Google apps causing gridlock in downtown Los Gatos. https:\/\/www.mercurynews.com\/2018\/06\/01\/google-apps-causing-gridlock-for-downtown-los-gatos\/. [Online; accessed 2-January-2022]."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372873"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3406865.3418318"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533230"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocz192"},{"key":"e_1_3_2_1_50_1","volume-title":"Algorithmic impact assessments: A practical framework for public agency accountability","author":"Reisman Dillon","year":"2018","unstructured":"Dillon Reisman, Jason Schultz, Kate Crawford, and Meredith Whittaker. 2018. Algorithmic impact assessments: A practical framework for public agency accountability. AI Now Institute (2018), 1\u201322."},{"key":"e_1_3_2_1_51_1","volume-title":"A Methodology for Creating AI FactSheets. arXiv preprint arXiv:2006.13796","author":"Richards John","year":"2020","unstructured":"John Richards, David Piorkowski, Michael Hind, Stephanie Houde, and Aleksandra Mojsilovi\u0107. 2020. A Methodology for Creating AI FactSheets. arXiv preprint arXiv:2006.13796 (2020)."},{"key":"e_1_3_2_1_52_1","volume-title":"Human compatible: Artificial intelligence and the problem of control","author":"Russell Stuart","unstructured":"Stuart Russell. 2019. Human compatible: Artificial intelligence and the problem of control. Penguin."},{"key":"e_1_3_2_1_53_1","unstructured":"Aaron Sankin Dhruv Mehrotra Surya Mattu and Annie Gilbertson. 2021. Crime Prediction Software Promised to Be Free of Biases. New Data Shows It Perpetuates Them. https:\/\/themarkup.org\/prediction-bias\/2021\/12\/02\/crime-prediction-software-promised-to-be-free-of-biases-new-data-shows-it-perpetuates-them. [Online; accessed 10-January-2022]."},{"key":"e_1_3_2_1_54_1","volume-title":"Mastering atari, go, chess and shogi by planning with a learned model. Nature 588, 7839","author":"Schrittwieser Julian","year":"2020","unstructured":"Julian Schrittwieser, Ioannis Antonoglou, Thomas Hubert, Karen Simonyan, Laurent Sifre, Simon Schmitt, Arthur Guez, Edward Lockhart, Demis Hassabis, Thore Graepel, 2020. Mastering atari, go, chess and shogi by planning with a learned model. Nature 588, 7839 (2020), 604\u2013609."},{"key":"e_1_3_2_1_55_1","first-page":"1085","article-title":"The Intuitive Appeal of Explainable Machines","volume":"87","author":"Selbst D.","year":"2018","unstructured":"Andrew\u00a0D. Selbst and Solon Barocas. 2018. The Intuitive Appeal of Explainable Machines. Fordham Law Review 87 (2018), 1085.","journal-title":"Fordham Law Review"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287598"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1287\/inte.2018.0962"},{"key":"e_1_3_2_1_58_1","volume-title":"Online learning and online convex optimization. Foundations and trends in Machine Learning 4, 2","author":"Shai","year":"2011","unstructured":"Shai Shalev-Shwartz 2011. Online learning and online convex optimization. Foundations and trends in Machine Learning 4, 2 (2011), 107\u2013194."},{"key":"e_1_3_2_1_59_1","volume-title":"Informing sequential clinical decision-making through reinforcement learning: an empirical study. Machine learning 84, 1-2","author":"Shortreed M","year":"2011","unstructured":"Susan\u00a0M Shortreed, Eric Laber, Daniel\u00a0J Lizotte, T\u00a0Scott Stroup, Joelle Pineau, and Susan\u00a0A Murphy. 2011. Informing sequential clinical decision-making through reinforcement learning: an empirical study. Machine learning 84, 1-2 (2011), 109\u2013136."},{"key":"e_1_3_2_1_60_1","volume-title":"Julian Schrittwieser, Ioannis Antonoglou","author":"Silver David","year":"2016","unstructured":"David Silver, Aja Huang, Chris\u00a0J Maddison, Arthur Guez, Laurent Sifre, George Van Den\u00a0Driessche, Julian Schrittwieser, Ioannis Antonoglou, Veda Panneershelvam, Marc Lanctot, 2016. Mastering the game of Go with deep neural networks and tree search. nature 529, 7587 (2016), 484\u2013489."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372870"},{"key":"e_1_3_2_1_62_1","volume-title":"Algorithms for Fairness in Sequential Decision Making. In International Conference on Artificial Intelligence and Statistics. PMLR, 1144\u20131152","author":"Wen Min","year":"2021","unstructured":"Min Wen, Osbert Bastani, and Ufuk Topcu. 2021. Algorithms for Fairness in Sequential Decision Making. In International Conference on Artificial Intelligence and Statistics. PMLR, 1144\u20131152."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.12360"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1080\/01900692.2020.1749851"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2021.3087314"},{"key":"e_1_3_2_1_66_1","volume-title":"AI governance by human rights-centred design, deliberation and oversight: An end to ethics washing. The Oxford Handbook of AI Ethics","author":"Yeung Karen","year":"2019","unstructured":"Karen Yeung, Andrew Howes, and Ganna Pogrebna. 2019. AI governance by human rights-centred design, deliberation and oversight: An end to ethics washing. The Oxford Handbook of AI Ethics, Oxford University Press (2019) (2019)."},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3449889"}],"event":{"name":"AIES '23: AAAI\/ACM Conference on AI, Ethics, and Society","location":"Montr\u00e9al QC Canada","acronym":"AIES '23","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence"]},"container-title":["Proceedings of the 2023 AAAI\/ACM Conference on AI, Ethics, and Society"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3600211.3604698","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3600211.3604698","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:39Z","timestamp":1750178259000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3600211.3604698"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,8]]},"references-count":66,"alternative-id":["10.1145\/3600211.3604698","10.1145\/3600211"],"URL":"https:\/\/doi.org\/10.1145\/3600211.3604698","relation":{},"subject":[],"published":{"date-parts":[[2023,8,8]]},"assertion":[{"value":"2023-08-29","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}