{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T05:14:40Z","timestamp":1784178880311,"version":"3.55.0"},"reference-count":17,"publisher":"Association for Computing Machinery (ACM)","issue":"4","license":[{"start":{"date-parts":[[2024,3,25]],"date-time":"2024-03-25T00:00:00Z","timestamp":1711324800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"The Swiss National Science Foundation","award":["205975"],"award-info":[{"award-number":["205975"]}]},{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["IC200100022"],"award-info":[{"award-number":["IC200100022"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["Commun. ACM"],"published-print":{"date-parts":[[2024,4]]},"abstract":"<jats:p>A spectrum of human-artificial intelligence collaboration in assessing relevance.<\/jats:p>","DOI":"10.1145\/3624730","type":"journal-article","created":{"date-parts":[[2024,3,15]],"date-time":"2024-03-15T10:04:09Z","timestamp":1710497049000},"page":"31-34","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":23,"title":["Who Determines What Is Relevant? Humans or AI? Why Not Both?"],"prefix":"10.1145","volume":"67","author":[{"given":"Guglielmo","family":"Faggioli","sequence":"first","affiliation":[{"name":"University of Padua, Padua, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Laura","family":"Dietz","sequence":"additional","affiliation":[{"name":"University of New Hampshire, Durham, NH, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Charles L. A.","family":"Clarke","sequence":"additional","affiliation":[{"name":"University of Waterloo, Ontario, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gianluca","family":"Demartini","sequence":"additional","affiliation":[{"name":"The University of Queensland, Brisbane, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matthias","family":"Hagen","sequence":"additional","affiliation":[{"name":"Friedrich-Schiller-Universit\u00e4t Jena, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Claudia","family":"Hauff","sequence":"additional","affiliation":[{"name":"Spotify, Delft, The Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Noriko","family":"Kando","sequence":"additional","affiliation":[{"name":"National Institute of Informatics (NII), Tokyo, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Evangelos","family":"Kanoulas","sequence":"additional","affiliation":[{"name":"University of Amsterdam, The Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Martin","family":"Potthast","sequence":"additional","affiliation":[{"name":"Leipzig University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Benno","family":"Stein","sequence":"additional","affiliation":[{"name":"Bauhaus Universit\u00e4t Weimar, Weimar, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Henning","family":"Wachsmuth","sequence":"additional","affiliation":[{"name":"Leibniz Universit\u00e4t Hannover, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,3,25]]},"reference":[{"key":"e_1_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3148148"},{"key":"e_1_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3578337.3605136"},{"key":"e_1_2_1_4_1","volume-title":"Search of Verifiability: Explanations rarely enable complementary performance in AI-advised decision making","author":"Fok R.","year":"2023","unstructured":"Fok, R. and Weld, D.S. In Search of Verifiability: Explanations rarely enable complementary performance in AI-advised decision making, 2023; arXiv Preprint arXiv:2305.07722."},{"key":"e_1_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580688"},{"key":"e_1_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1080\/00140139.2013.816374"},{"key":"e_1_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1615\/JMachLearnModelComput.2023048492"},{"key":"e_1_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2301.13379"},{"key":"e_1_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3592032"},{"key":"e_1_2_1_10_1","volume-title":"et al. Large language models generate functional protein sequences across diverse families. Nature Biotechnology","author":"Madani A.","year":"2023","unstructured":"Madani, A. et al. Large language models generate functional protein sequences across diverse families. Nature Biotechnology, 2023; https:\/\/www.nature.com\/articles\/s41587-022-01618-2."},{"key":"e_1_2_1_11_1","first-page":"5","volume":"35","author":"Ouyang L.","year":"2022","unstructured":"Ouyang, L. et al. Training language models to follow instructions with human feedback. Advances in Neural Information Processing Systems 35, 5 (2022).","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_2_1_12_1","volume-title":"Proceedings of the 2nd International Conference on Design of Experimental Search & Information REtrieval Systems (DESIRES)","author":"Sander D.","unstructured":"Sander, D. and Dietz, L. EXAM: How to evaluate retrieve-and-generate systems for users who do not (yet) know what they want. In Proceedings of the 2nd International Conference on Design of Experimental Search & Information REtrieval Systems (DESIRES), 2021; https:\/\/www.cs.unh.edu\/~dietz\/papers\/sander2021exam.pdf"},{"key":"e_1_2_1_13_1","volume-title":"Proceedings of the 34th Conference on Innovative Applications of Artificial Intelligence, IAAI","author":"Seo S.","year":"2022","unstructured":"Seo, S. et al. Active learning on pre-trained language model with task-independent triplet loss. In Proceedings of the 34th Conference on Innovative Applications of Artificial Intelligence, IAAI 2022, The 12th Symposium on Educational Advances in Artificial Intelligence, EAAI 2022 Virtual Event, (Feb. 22-Mar. 1, 2022). AAAI Press, 2022; https:\/\/ojs.aaai.org\/index.php\/AAAI\/article\/view\/21378"},{"key":"e_1_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.60"},{"key":"e_1_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2306.07899"},{"key":"e_1_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/0891-4222(94)90028-0"},{"key":"e_1_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.20.22.103177"}],"container-title":["Communications of the ACM"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3624730","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3624730","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T18:30:37Z","timestamp":1755973837000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3624730"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,25]]},"references-count":17,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2024,4]]}},"alternative-id":["10.1145\/3624730"],"URL":"https:\/\/doi.org\/10.1145\/3624730","relation":{},"ISSN":["0001-0782","1557-7317"],"issn-type":[{"value":"0001-0782","type":"print"},{"value":"1557-7317","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,3,25]]},"assertion":[{"value":"2024-03-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}