{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,21]],"date-time":"2025-03-21T21:40:17Z","timestamp":1742593217543,"version":"3.40.2"},"reference-count":14,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,9,24]],"date-time":"2024-09-24T00:00:00Z","timestamp":1727136000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,9,24]],"date-time":"2024-09-24T00:00:00Z","timestamp":1727136000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,9,24]]},"DOI":"10.1109\/itsc58415.2024.10920104","type":"proceedings-article","created":{"date-parts":[[2025,3,21]],"date-time":"2025-03-21T19:00:11Z","timestamp":1742583611000},"page":"3759-3766","source":"Crossref","is-referenced-by-count":0,"title":["Are Gamers Good Annotators? A Comparative Study of Gaming Crowds and Professional Annotators"],"prefix":"10.1109","author":[{"given":"Lukas","family":"Ewecker","sequence":"first","affiliation":[{"name":"Dr. Ing. h.c. F. Porsche AG,Weissach,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christopher","family":"Klugmann","sequence":"additional","affiliation":[{"name":"Quality Match GmbH,Heidelberg,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Daniel","family":"Kondermann","sequence":"additional","affiliation":[{"name":"Quality Match GmbH,Heidelberg,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Robin","family":"Schwager","sequence":"additional","affiliation":[{"name":"Dr. Ing. h.c. F. Porsche AG,Weissach,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thomas","family":"Villmann","sequence":"additional","affiliation":[{"name":"Saxony Institute for Computational Intelligence and Machine Learning (SICIM),Mittweida,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"issue":"6","key":"ref1","first-page":"176","article-title":"The rise of crowdsourcing","volume":"14","author":"Howe","year":"2006","journal-title":"Wired magazine"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401965"},{"key":"ref3","article-title":"Coda-19: Using a non-expert crowd to annotate research aspects on 10,000+ abstracts in the covid-19 open research dataset","volume-title":"Proceedings of the 1st Workshop on NLP for COVID-19 at ACL 2020","volume":"1","author":"Huang","year":"2020"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"110","DOI":"10.18653\/v1\/W16-1713","article-title":"Focus annotation of task-based data: Establishing the quality of crowd annotation","volume-title":"Proceedings of the 10th Linguistic Annotation Workshop held in conjunction with ACL 2016 (LAW-X 2016)","author":"De Kuthy","year":"2016"},{"key":"ref5","first-page":"254","article-title":"Cheap and fast - but is it good? evaluating non-expert annotations for natural language tasks","volume-title":"Proceedings of the 2008 Conference on Empirical Methods in Natural Language Processing","author":"Snow","year":"2008"},{"key":"ref6","first-page":"57","article-title":"Do you need experts in the crowd? a case study in image annotation for marine biology","volume-title":"Proceedings of the 10th Conference on Open Research Areas in Information Retrieval","author":"He","year":"2013"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/1743384.1743478"},{"issue":"8","key":"ref8","doi-asserted-by":"crossref","first-page":"587","DOI":"10.1038\/s41592-018-0069-0","article-title":"Quanti. us: a tool for rapid, flexible, crowd-based annotation of images","volume":"15","author":"Hughes","year":"2018","journal-title":"Nature methods"},{"key":"ref9","article-title":"Augmenting chest x-ray datasets with non-expert annotations","author":"Damgaard","year":"2023","journal-title":"arXiv preprint"},{"key":"ref10","first-page":"454","article-title":"Do we need annotation experts? a case study in celiac disease classification","volume-title":"Medical Image Computing and Computer-Assisted Intervention-MICCAI 2014: 17th International Conference, Boston, MA, USA, September 14\u201318, 2014, Proceedings, Part II 17","author":"Kwitt","year":"2014"},{"key":"ref11","first-page":"438","article-title":"Can masses of non-experts train highly accurate image classifiers? a crowdsourcing approach to instrument segmentation in laparo-scopic images","volume-title":"Medical Image Computing and Computer-Assisted Intervention-MICCAI 2014: 17th International Conference, Boston, MA, USA, September 14\u201318, 2014, Proceedings, Part II 17","author":"Maier-Hein","year":"2014"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1145\/1600150.1600175","article-title":"Financial incentives and the\u201d performance of crowds","volume-title":"Proceedings of the ACM SIGKDD workshop on human computation","author":"Mason","year":"2009"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1017\/S0269888918000061"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/HICSS.2014.377"}],"event":{"name":"2024 IEEE 27th International Conference on Intelligent Transportation Systems (ITSC)","start":{"date-parts":[[2024,9,24]]},"location":"Edmonton, AB, Canada","end":{"date-parts":[[2024,9,27]]}},"container-title":["2024 IEEE 27th International Conference on Intelligent Transportation Systems (ITSC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10919469\/10919190\/10920104.pdf?arnumber=10920104","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,21]],"date-time":"2025-03-21T21:06:43Z","timestamp":1742591203000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10920104\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,24]]},"references-count":14,"URL":"https:\/\/doi.org\/10.1109\/itsc58415.2024.10920104","relation":{},"subject":[],"published":{"date-parts":[[2024,9,24]]}}}