{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T20:51:00Z","timestamp":1776113460096,"version":"3.50.1"},"reference-count":45,"publisher":"Association for Computing Machinery (ACM)","issue":"11","license":[{"start":{"date-parts":[[2024,10,25]],"date-time":"2024-10-25T00:00:00Z","timestamp":1729814400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["Commun. ACM"],"published-print":{"date-parts":[[2024,11]]},"abstract":"<jats:p>Public sector AI procurement checklists can help guide efforts to create regulatable AI systems.<\/jats:p>","DOI":"10.1145\/3653670","type":"journal-article","created":{"date-parts":[[2024,10,1]],"date-time":"2024-10-01T18:29:18Z","timestamp":1727807358000},"page":"82-89","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Directions of Technical Innovation for Regulatable AI Systems"],"prefix":"10.1145","volume":"67","author":[{"given":"Xudong","family":"Shen","sequence":"first","affiliation":[{"name":"National University of Singapore, School of Computing, Singapore, Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hannah","family":"Brown","sequence":"additional","affiliation":[{"name":"National University of Singapore, School of Computing, Singapore, Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-7549-5505","authenticated-orcid":false,"given":"Jiashu","family":"Tao","sequence":"additional","affiliation":[{"name":"National University of Singapore, School of Computing, Singapore, Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Martin","family":"Strobel","sequence":"additional","affiliation":[{"name":"National University of Singapore, School of Computing, Singapore, Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yao","family":"Tong","sequence":"additional","affiliation":[{"name":"National University of Singapore, School of Computing, Singapore, Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Akshay","family":"Narayan","sequence":"additional","affiliation":[{"name":"National University of Singapore, School of Computing, Singapore, Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Harold","family":"Soh","sequence":"additional","affiliation":[{"name":"National University of Singapore, School of Computing, Singapore, Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Finale","family":"Doshi-Velez","sequence":"additional","affiliation":[{"name":"Harvard University, School of Engineering and Applied Sciences, Cambridge, Massachusetts, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,10,25]]},"reference":[{"key":"e_1_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-emnlp.423"},{"key":"e_1_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1080\/1463922X.2022.2061080"},{"key":"e_1_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103500"},{"key":"e_1_3_2_5_2","article-title":"Differential privacy has disparate impact on model accuracy","volume":"32","author":"Bagdasaryan E.","year":"2019","unstructured":"Bagdasaryan, E., Poursaeed, O., and Shmatikov, V. Differential privacy has disparate impact on model accuracy. Advances in Neural Information Processing Systems 32 (2019).","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1162\/COLI_a_00074"},{"key":"e_1_3_2_7_2","volume-title":"Regression Diagnostics: Identifying Influential Data and Sources of Collinearity","author":"Belsley D.A.","year":"2005","unstructured":"Belsley, D.A., Kuh, E., and Welsch, R.E. Regression Diagnostics: Identifying Influential Data and Sources of Collinearity. John Wiley & Sons, (2005)."},{"key":"e_1_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1007\/0-387-25465-X_7"},{"key":"e_1_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00041"},{"key":"e_1_3_2_10_2","unstructured":"Bills S. et al. Language models can explain neurons in language models. OpenAI. (May 9 2023); https:\/\/openaipublic.blob.core.windows.net\/neuron-explainer\/paper\/index.html"},{"key":"e_1_3_2_11_2","doi-asserted-by":"crossref","unstructured":"Bondi E. et al. Role of human-AI interaction in selective prediction. In Proceedings of the AAAI Conf. on Artificial Intelligence (2022).","DOI":"10.1609\/aaai.v36i5.20465"},{"key":"e_1_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.5555\/3013545.3013548"},{"key":"e_1_3_2_13_2","first-page":"1105","article-title":"Value alignment verification","volume":"139","author":"Brown D.S.","year":"2021","unstructured":"Brown, D.S., Schneider, J., Dragan, A., and Niekum, S. Value alignment verification. In Proceedings of PMLR 139 (2021), 1105\u20131115.","journal-title":"Proceedings of PMLR"},{"key":"e_1_3_2_14_2","unstructured":"Government of Canada. Directive on Automated Decision-Making 2019; https:\/\/www.tbs-sct.canada.ca\/pol\/doc-eng.aspx?id=32592"},{"key":"e_1_3_2_15_2","first-page":"1984","article-title":"Estimating generalization under distribution shifts via domain-invariant representations","volume":"119","author":"Chuang C.-Y.","year":"2020","unstructured":"Chuang, C.-Y., Torralba, A., and Jegelka, S. Estimating generalization under distribution shifts via domain-invariant representations. In Proceedings of the Intern. Conf. on Machine Learning, PMLR 119 (2020), 1984\u20131994.","journal-title":"Proceedings of the Intern. Conf. on Machine Learning, PMLR"},{"key":"e_1_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.2196\/42131"},{"key":"e_1_3_2_17_2","unstructured":"Doshi-Velez F. and Glassman E. Contextual evaluation of AI: A new gold standard. Working Paper (2023); https:\/\/glassmanlab.seas.harvard.edu\/papers\/alt_CHI_Benchmarks_are_not_enough_8p.pdf"},{"key":"e_1_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1007\/11787006_1"},{"key":"e_1_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-022-00611-y"},{"key":"e_1_3_2_20_2","unstructured":"Gajcin J. et al. Contrastive explanations for comparing preferences of reinforcement learning. In Proceedings of AAAI Conf. on Artificial Intelligence (2022)."},{"key":"e_1_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/2523813"},{"key":"e_1_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2018.00058"},{"key":"e_1_3_2_23_2","article-title":"Towards automatic concept-based explanations","volume":"32","author":"Ghorbani A.","year":"2019","unstructured":"Ghorbani, A., Wexler, J., Zou, J.Y., and Kim, B. Towards automatic concept-based explanations. Advances in Neural Information Processing Systems 32 (2019).","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_24_2","doi-asserted-by":"crossref","unstructured":"Guidotti R. Counterfactual explanations and how to find them: Literature review and benchmarking. Data Mining and Knowledge Discovery (2022) 1\u201355.","DOI":"10.1007\/s10618-022-00831-6"},{"key":"e_1_3_2_25_2","article-title":"Inverse reward design","volume":"30","author":"Hadfield-Menell D.","year":"2017","unstructured":"Hadfield-Menell, D. et al. Inverse reward design. Advances in Neural Information Processing Systems 30 (2017).","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_26_2","first-page":"543","article-title":"Hope, hype, and fear: The promise and potential pitfalls of artificial intelligence in criminal justice","volume":"15","author":"Isaac W.S.","year":"2017","unstructured":"Isaac, W.S. Hope, hype, and fear: The promise and potential pitfalls of artificial intelligence in criminal justice. Ohio St. J. Crim. L. 15 (2017), 543.","journal-title":"Ohio St. J. Crim. L"},{"key":"e_1_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445899"},{"key":"e_1_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.5555\/3618408.3619140"},{"key":"e_1_3_2_29_2","first-page":"2285","article-title":"Interactive learning from policy-dependenthuman feedback","volume":"70","author":"MacGlashan J.","year":"2017","unstructured":"MacGlashan, J. et al. Interactive learning from policy-dependenthuman feedback. In Proceedings of the 34th Intern. Conf. on Machine Learning, PLMR 70 (2017), 2285\u20132294.","journal-title":"Proceedings of the 34th Intern. Conf. on Machine Learning, PLMR"},{"key":"e_1_3_2_30_2","volume-title":"Interpretable Machine Learning","author":"Molnar C.","year":"2020","unstructured":"Molnar, C. Interpretable Machine Learning. Lulu.Com, (2020)."},{"key":"e_1_3_2_31_2","doi-asserted-by":"publisher","DOI":"10.3390\/make4010013"},{"key":"e_1_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1111\/tops.12371"},{"key":"e_1_3_2_33_2","doi-asserted-by":"publisher","DOI":"10.5555\/3546258.3546422"},{"key":"e_1_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3472291"},{"key":"e_1_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0048-x"},{"key":"e_1_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28954-6_1"},{"key":"e_1_3_2_37_2","volume-title":"Theory of Multiobjective Optimization","author":"Sawaragi Y.","year":"1985","unstructured":"Sawaragi, Y., Nakayama, H., and Tanino, T. Theory of Multiobjective Optimization. Elsevier, (1985)."},{"key":"e_1_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462533"},{"key":"e_1_3_2_39_2","volume-title":"Artificial Intelligence and Software Testing","author":"Smith A.L.","year":"2022","unstructured":"Smith, A.L. et al. Artificial Intelligence and Software Testing. BCS, The Chartered Institute for IT, (2022)."},{"key":"e_1_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.2307\/1523016"},{"key":"e_1_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.1093\/jcmc\/zmz026"},{"key":"e_1_3_2_42_2","unstructured":"Suresh H. and Guttag J.V. A framework for understanding unintended consequences of machine learning. (2019) arXiv preprint arXiv:1901.10002."},{"key":"e_1_3_2_43_2","first-page":"16749","article-title":"Decisions, counterfactual explanations and strategic behavior","volume":"33","author":"Tsirtsis S.","year":"2020","unstructured":"Tsirtsis, S. and Gomez Rodriguez, M. Decisions, counterfactual explanations and strategic behavior. Advances in Neural Information Processing Systems 33 (2020), 16749\u201316760.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_44_2","first-page":"35277","article-title":"On provable copyright protection for generative models","volume":"202","author":"Vyas N.","year":"2023","unstructured":"Vyas, N., Kakade, S.M., and Barak, B. On provable copyright protection for generative models. In Proceedings of the 40th Intern. Conf. on Machine Learning, PMLR 202 (2023), 35277\u201335299.","journal-title":"Proceedings of the 40th Intern. Conf. on Machine Learning, PMLR"},{"key":"e_1_3_2_45_2","unstructured":"Wang K.R. et al. Interpretability in the wild: A circuit for indirect object identification in GPT-2 small. In Proceedings of Intern. Conf. on Learning Representation (2023)."},{"key":"e_1_3_2_46_2","unstructured":"World Economic Forum. AI Procurement in a Box. Technical report World Economic Forum (2020); https:\/\/www.weforum.org\/reports\/ai-procurement-in-a-box\/"}],"container-title":["Communications of the ACM"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3653670","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3653670","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:05:37Z","timestamp":1750291537000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3653670"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,25]]},"references-count":45,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2024,11]]}},"alternative-id":["10.1145\/3653670"],"URL":"https:\/\/doi.org\/10.1145\/3653670","relation":{},"ISSN":["0001-0782","1557-7317"],"issn-type":[{"value":"0001-0782","type":"print"},{"value":"1557-7317","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,25]]},"assertion":[{"value":"2023-06-08","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-10-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}