{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,12]],"date-time":"2025-12-12T13:45:39Z","timestamp":1765547139004,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,8,8]],"date-time":"2023-08-08T00:00:00Z","timestamp":1691452800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,8,8]]},"DOI":"10.1145\/3600211.3604738","type":"proceedings-article","created":{"date-parts":[[2023,8,29]],"date-time":"2023-08-29T18:41:37Z","timestamp":1693334497000},"page":"987-989","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Investigating the Relative Strengths of Humans and Machine Learning in Decision-Making"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0820-4115","authenticated-orcid":false,"given":"Charvi","family":"Rastogi","sequence":"first","affiliation":[{"name":"Machine Learning Department, Carnegie Mellon University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,8,29]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Machine bias. ProPublica. See https:\/\/www. propublica. org\/article\/machine-bias-risk-assessments-in-criminal-sentencing","author":"Angwin Julia","year":"2016","unstructured":"Julia Angwin, Jeff Larson, Surya Mattu, and Lauren Kirchner. 2016. Machine bias. ProPublica. See https:\/\/www. propublica. org\/article\/machine-bias-risk-assessments-in-criminal-sentencing (2016)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.1002699"},{"key":"e_1_3_2_1_3_1","volume-title":"When Humans and Machines Make Joint Decisions: A Non-Symmetric Bandit Model. arXiv preprint arXiv:2007.04800","author":"Bordt Sebastian","year":"2020","unstructured":"Sebastian Bordt and Ulrike von Luxburg. 2020. When Humans and Machines Make Joint Decisions: A Non-Symmetric Bandit Model. arXiv preprint arXiv:2007.04800 (2020)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1177\/2053951715622512"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10614-020-10042-0"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376638"},{"key":"e_1_3_2_1_7_1","volume-title":"Human-Algorithm Collaboration: Achieving Complementarity and Avoiding Unfairness. arXiv preprint arXiv:2202.08821","author":"Donahue Kate","year":"2022","unstructured":"Kate Donahue, Alexandra Chouldechova, and Krishnaram Kenthapadi. 2022. Human-Algorithm Collaboration: Achieving Complementarity and Avoiding Unfairness. arXiv preprint arXiv:2202.08821 (2022)."},{"key":"e_1_3_2_1_8_1","volume-title":"Adversarial attacks against medical deep learning systems. arXiv preprint arXiv:1804.05296","author":"Finlayson G","year":"2018","unstructured":"Samuel\u00a0G Finlayson, Hyung\u00a0Won Chung, Isaac\u00a0S Kohane, and Andrew\u00a0L Beam. 2018. Adversarial attacks against medical deep learning systems. arXiv preprint arXiv:1804.05296 (2018)."},{"key":"e_1_3_2_1_9_1","volume-title":"Human-AI Collaboration with Bandit Feedback. arXiv preprint arXiv:2105.10614","author":"Gao Ruijiang","year":"2021","unstructured":"Ruijiang Gao, Maytal Saar-Tsechansky, Maria De-Arteaga, Ligong Han, Min\u00a0Kyung Lee, and Matthew Lease. 2021. Human-AI Collaboration with Bandit Feedback. arXiv preprint arXiv:2105.10614 (2021)."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359152"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1093\/qje\/qjx042"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462516"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.3386\/w23180"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2013.03.019"},{"key":"e_1_3_2_1_15_1","volume-title":"Towards a science of human-ai decision making: a survey of empirical studies. arXiv preprint arXiv:2112.11471","author":"Lai Vivian","year":"2021","unstructured":"Vivian Lai, Chacha Chen, Q\u00a0Vera Liao, Alison Smith-Renner, and Chenhao Tan. 2021. Towards a science of human-ai decision making: a survey of empirical studies. arXiv preprint arXiv:2112.11471 (2021)."},{"key":"e_1_3_2_1_16_1","unstructured":"David Madras Toni Pitassi and Richard Zemel. 2018. Predict responsibly: improving fairness and accuracy by learning to defer. In Advances in Neural Information Processing Systems. 6147\u20136157."},{"key":"e_1_3_2_1_17_1","volume-title":"International Conference on Machine Learning. PMLR, 7076\u20137087","author":"Mozannar Hussein","year":"2020","unstructured":"Hussein Mozannar and David Sontag. 2020. Consistent estimators for learning to defer to an expert. In International Conference on Machine Learning. PMLR, 7076\u20137087."},{"key":"e_1_3_2_1_18_1","volume-title":"Differentiable Learning Under Triage. arXiv preprint arXiv:2103.08902","author":"Okati Nastaran","year":"2021","unstructured":"Nastaran Okati, Abir De, and Manuel Gomez-Rodriguez. 2021. Differentiable Learning Under Triage. arXiv preprint arXiv:2103.08902 (2021)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-019-0189-7"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372828"},{"key":"e_1_3_2_1_21_1","volume-title":"The algorithmic automation problem: Prediction, triage, and human effort. arXiv preprint arXiv:1903.12220","author":"Raghu Maithra","year":"2019","unstructured":"Maithra Raghu, Katy Blumer, Greg Corrado, Jon Kleinberg, Ziad Obermeyer, and Sendhil Mullainathan. 2019. The algorithmic automation problem: Prediction, triage, and human effort. arXiv preprint arXiv:1903.12220 (2019)."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-020-00322-2"},{"key":"e_1_3_2_1_23_1","first-page":"1","article-title":"Two-Sample Testing on Ranked Preference Data and the Role of Modeling Assumptions","volume":"23","author":"Rastogi Charvi","year":"2022","unstructured":"Charvi Rastogi, Sivaraman Balakrishnan, Nihar Shah, and Aarti Singh. 2022. Two-Sample Testing on Ranked Preference Data and the Role of Modeling Assumptions. Journal of Machine Learning Research 23, 225 (2022), 1\u201348. http:\/\/jmlr.org\/papers\/v23\/20-1304.html","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_24_1","volume-title":"A unifying framework for combining complementary strengths of humans and ML toward better predictive decision-making. arXiv preprint arXiv:2204.10806","author":"Rastogi Charvi","year":"2022","unstructured":"Charvi Rastogi, Liu Leqi, Kenneth Holstein, and Hoda Heidari. 2022. A unifying framework for combining complementary strengths of humans and ML toward better predictive decision-making. arXiv preprint arXiv:2204.10806; presented at EAAMO\u201922 (2022)."},{"key":"e_1_3_2_1_25_1","volume-title":"Supporting Human-AI Collaboration in Auditing LLMs with LLMs. arXiv preprint arXiv:2304.09991","author":"Rastogi Charvi","year":"2023","unstructured":"Charvi Rastogi, Marco\u00a0Tulio Ribeiro, Nicholas King, and Saleema Amershi. 2023. Supporting Human-AI Collaboration in Auditing LLMs with LLMs. arXiv preprint arXiv:2304.09991 (2023)."},{"key":"e_1_3_2_1_26_1","volume-title":"Perceptions of their Papers Compare with Co-authors","author":"Rastogi Charvi","year":"2022","unstructured":"Charvi Rastogi, Ivan Stelmakh, Alina Beygelzimer, Yann\u00a0N Dauphin, Percy Liang, Jennifer\u00a0Wortman Vaughan, Zhenyu Xue, Hal Daum\u00e9\u00a0III, Emma Pierson, and Nihar\u00a0B Shah. 2022. How do Authors\u2019 Perceptions of their Papers Compare with Co-authors\u2019 Perceptions and Peer-review Decisions?arXiv preprint arXiv:2211.12966 (2022)."},{"key":"e_1_3_2_1_27_1","volume-title":"To ArXiv or not to ArXiv: A study quantifying pros and cons of posting preprints online. arXiv preprint arXiv:2203.17259","author":"Rastogi Charvi","year":"2022","unstructured":"Charvi Rastogi, Ivan Stelmakh, Xinwei Shen, Marina Meila, Federico Echenique, Shuchi Chawla, and Nihar\u00a0B Shah. 2022. To ArXiv or not to ArXiv: A study quantifying pros and cons of posting preprints online. arXiv preprint arXiv:2203.17259; presented at Peer Review Congress (2022)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512930"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.230"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298824"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376229"},{"key":"e_1_3_2_1_32_1","volume-title":"Cite-seeing and reviewing: A study on citation bias in peer review. arXiv preprint arXiv:2203.17239","author":"Stelmakh Ivan","year":"2022","unstructured":"Ivan Stelmakh, Charvi Rastogi, Ryan Liu, Shuchi Chawla, Federico Echenique, and Nihar\u00a0B Shah. 2022. Cite-seeing and reviewing: A study on citation bias in peer review. arXiv preprint arXiv:2203.17239 (2022)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2111547119"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-020-0942-0"},{"key":"e_1_3_2_1_35_1","volume-title":"Learning to complement humans. arXiv preprint arXiv:2005.00582","author":"Wilder Bryan","year":"2020","unstructured":"Bryan Wilder, Eric Horvitz, and Ece Kamar. 2020. Learning to complement humans. arXiv preprint arXiv:2005.00582 (2020)."}],"event":{"name":"AIES '23: AAAI\/ACM Conference on AI, Ethics, and Society","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence"],"location":"Montr\u00e9al QC Canada","acronym":"AIES '23"},"container-title":["Proceedings of the 2023 AAAI\/ACM Conference on AI, Ethics, and Society"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3600211.3604738","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3600211.3604738","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:40Z","timestamp":1750178260000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3600211.3604738"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,8]]},"references-count":35,"alternative-id":["10.1145\/3600211.3604738","10.1145\/3600211"],"URL":"https:\/\/doi.org\/10.1145\/3600211.3604738","relation":{},"subject":[],"published":{"date-parts":[[2023,8,8]]},"assertion":[{"value":"2023-08-29","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}