{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,30]],"date-time":"2025-08-30T17:05:10Z","timestamp":1756573510504,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,12,9]],"date-time":"2021-12-09T00:00:00Z","timestamp":1639008000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,12,9]]},"DOI":"10.1145\/3503516.3503526","type":"proceedings-article","created":{"date-parts":[[2022,1,31]],"date-time":"2022-01-31T17:52:36Z","timestamp":1643651556000},"page":"1-6","source":"Crossref","is-referenced-by-count":2,"title":["Crowdsourcing Backstories for Complex Task-Based Search"],"prefix":"10.1145","author":[{"given":"Manuel","family":"Steiner","sequence":"first","affiliation":[{"name":"RMIT University, Australia"}]},{"given":"Damiano","family":"Spina","sequence":"additional","affiliation":[{"name":"RMIT University, Australia"}]},{"given":"Falk","family":"Scholer","sequence":"additional","affiliation":[{"name":"RMIT University, Australia"}]},{"given":"Lawrence","family":"Cavedon","sequence":"additional","affiliation":[{"name":"RMIT University, Australia"}]}],"member":"320","published-online":{"date-parts":[[2022,1,31]]},"reference":[{"volume-title":"Proc. NAACL-HLT. 307\u2013317","year":"2019","author":"Abujabal Abdalghani","key":"e_1_3_2_1_1_1"},{"volume-title":"Proc. ECIR. 153\u2013164","year":"2011","author":"Alonso Omar","key":"e_1_3_2_1_2_1"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","first-page":"1053","DOI":"10.1016\/j.ipm.2012.01.004","article-title":"Using crowdsourcing for TREC relevance assessment","volume":"48","author":"Alonso Omar","year":"2012","journal-title":"Inf. Proc. & Man."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1145\/1480506.1480508","article-title":"Crowdsourcing for relevance evaluation","volume":"42","author":"Alonso Omar","year":"2008","journal-title":"SIGIR Forum"},{"volume-title":"Proc. SIGIR. 725\u2013728","year":"2016","author":"Bailey Peter","key":"e_1_3_2_1_5_1"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1108\/EUM0000000007198","article-title":"The development of a method for the evaluation of interactive information retrieval systems","volume":"53","author":"Borlund Pia","year":"1997","journal-title":"J. Documentation"},{"volume-title":"Proc. MIRA: Evaluating Interactive Information Retrieval.","year":"1999","author":"Borlund Pia","key":"e_1_3_2_1_7_1"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1109\/MIC.2012.95","article-title":"Examining the Limits of Crowdsourcing for Relevance Assessment","volume":"17","author":"Clough D.","year":"2013","journal-title":"IEEE Internet Computing"},{"volume-title":"The Inmates Are Running the Asylum","author":"Cooper Alan","key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-322-99786-9_1"},{"volume-title":"Proc. WSDM. 162\u2013170","year":"2018","author":"Eickhoff Carsten","key":"e_1_3_2_1_10_1"},{"volume-title":"Proc. CLEF. 3\u201345","year":"2019","author":"Ferro Nicola","key":"e_1_3_2_1_11_1"},{"key":"e_1_3_2_1_12_1","first-page":"2266","article-title":"The Impact of Task Abandonment in Crowdsourcing","volume":"33","author":"Han Lei","year":"2021","journal-title":"IEEE Trans. Know. Data Eng."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"Bernard Jansen Joni Salminen Soon-gyo Jung and Kathleen Guan. 2021. Data-driven personas. Synthesis Lectures on Human-Centered Informatics 14 1(2021) i\u2013317.  Bernard Jansen Joni Salminen Soon-gyo Jung and Kathleen Guan. 2021. Data-driven personas. Synthesis Lectures on Human-Centered Informatics 14 1(2021) i\u2013317.","DOI":"10.2200\/S01072ED1V01Y202101HCI048"},{"volume-title":"NACSIS Test Collection Workshop (NTCIR-1) (poster abstract). In Proc. SIGIR. 299\u2013300","year":"1999","author":"Kando Noriko","key":"e_1_3_2_1_14_1"},{"volume-title":"Proc. ECIR. 165\u2013176","year":"2011","author":"Kazai Gabriella","key":"e_1_3_2_1_15_1"},{"volume-title":"Proc. SIGIR. 805\u2013814","year":"2018","author":"Kutlu Mucahid","key":"e_1_3_2_1_16_1"},{"volume-title":"Proc. SIGIR. 17\u201320","year":"2010","author":"Le John","key":"e_1_3_2_1_17_1"},{"volume-title":"Proc. CIKM. 3077\u20133084","year":"2020","author":"Mackenzie M.","key":"e_1_3_2_1_18_1"},{"key":"e_1_3_2_1_19_1","article-title":"On Crowdsourcing Relevance Magnitudes for Information Retrieval Evaluation","volume":"35","author":"Maddalena Eddy","year":"2017","journal-title":"ACM Trans. Inf. Sys."},{"volume-title":"Proc. HCOMP. 139\u2013148","year":"2016","author":"McDonnell Tyler","key":"e_1_3_2_1_20_1"},{"volume-title":"Proc. SIGIR. 709\u2013710","year":"2007","author":"Phan Nina","key":"e_1_3_2_1_21_1"},{"volume-title":"Proc. Designing for User Experiences (DUX). 1\u201315","year":"2003","author":"Pruitt John","key":"e_1_3_2_1_22_1"},{"volume-title":"Proc. SIGIR. 439\u2013448","year":"2020","author":"Roitero Kevin","key":"e_1_3_2_1_23_1"},{"volume-title":"Proc. SIGIR. 499\u2013506","year":"2008","author":"Sanderson Mark","key":"e_1_3_2_1_24_1"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1561\/1500000009","article-title":"Test Collection Based Evaluation of Information Retrieval Systems","volume":"4","author":"Sanderson Mark","year":"2010","journal-title":"Found. & Trends in IR"},{"key":"e_1_3_2_1_26_1","unstructured":"C.\u00a0J. van Rijsbergen. 1979. Information Retrieval. Butterworth.  C.\u00a0J. van Rijsbergen. 1979. Information Retrieval. Butterworth."},{"volume-title":"Proc. Workshop on Crowdsourcing for Search and Data Mining (CSDM). 27\u201330","year":"2011","author":"Vliegendhart Raynor","key":"e_1_3_2_1_27_1"},{"volume-title":"Vorhees and Donna\u00a0K Harman","year":"2005","author":"M.","key":"e_1_3_2_1_28_1"}],"event":{"name":"ADCS '21: Australasian Document Computing Symposium","acronym":"ADCS '21","location":"Virtual Event Australia"},"container-title":["Australasian Document Computing Symposium"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3503516.3503526","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3503516.3503526","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:02:19Z","timestamp":1750186939000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3503516.3503526"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12,9]]},"references-count":28,"alternative-id":["10.1145\/3503516.3503526","10.1145\/3503516"],"URL":"https:\/\/doi.org\/10.1145\/3503516.3503526","relation":{},"subject":[],"published":{"date-parts":[[2021,12,9]]}}}