{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T05:20:56Z","timestamp":1784092856494,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T00:00:00Z","timestamp":1650844800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-sa\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,4,25]]},"DOI":"10.1145\/3485447.3512241","type":"proceedings-article","created":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T05:11:23Z","timestamp":1650863483000},"page":"1709-1719","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["Ready Player One! Eliciting Diverse Knowledge Using A Configurable Game"],"prefix":"10.1145","author":[{"given":"Agathe","family":"Balayn","sequence":"first","affiliation":[{"name":"Delft University of Technology, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gaole","family":"He","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrea","family":"Hu","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jie","family":"Yang","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ujwal","family":"Gadiraju","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,4,25]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2019.102370"},{"key":"e_1_3_2_1_2_1","volume-title":"Negative Knowledge for Open-world Wikidata. In Companion of The Web Conference 2021","author":"Arnaout Hiba","year":"2021","unstructured":"Hiba Arnaout, Simon Razniewski, Gerhard Weikum, and Jeff\u00a0Z. Pan. 2021. Negative Knowledge for Open-world Wikidata. In Companion of The Web Conference 2021, Virtual Event \/ Ljubljana, Slovenia, April 19-23, 2021, Jure Leskovec, Marko Grobelnik, Marc Najork, Jie Tang, and Leila Zia (Eds.). ACM \/ IW3C2, 544\u2013551."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.14778\/3476311.3476350"},{"key":"e_1_3_2_1_4_1","unstructured":"Agathe Balayn Gaole He Andrea Hu Jie Yang and Ujwal Gadiraju. 2021. FindItOut: A Multiplayer GWAP for Collecting Plural Knowledge. (2021)."},{"key":"e_1_3_2_1_5_1","volume-title":"Neguess: Wikidata-entity guessing game with negative clues.","author":"Biswas Aditya\u00a0Bikram","year":"2021","unstructured":"Aditya\u00a0Bikram Biswas, Hiba Arnaout, and Simon Razniewski. 2021. Neguess: Wikidata-entity guessing game with negative clues. (2021)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3086686"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v5i1.13306"},{"key":"e_1_3_2_1_8_1","unstructured":"Don Clark. 2012. Knowledge. http:\/\/knowledgejump.com\/knowledge\/knowledge.html"},{"key":"e_1_3_2_1_9_1","volume-title":"The ghosts of brain states past: remembering reactivates the brain regions engaged during encoding.Psychological bulletin 136, 1","author":"Danker F","year":"2010","unstructured":"Jared\u00a0F Danker and John\u00a0R Anderson. 2010. The ghosts of brain states past: remembering reactivates the brain regions engaged during encoding.Psychological bulletin 136, 1 (2010), 87."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2701413"},{"key":"e_1_3_2_1_11_1","volume-title":"2020 Crowd Science Workshop: Remoteness, Fairness, and Mechanisms as Challenges of Data Supply by Humans for Automation. CEUR, 7\u201313","author":"Gadiraju Ujwal","year":"2020","unstructured":"Ujwal Gadiraju and Jie Yang. 2020. What can crowd computing do for the next generation of AI systems?. In 2020 Crowd Science Workshop: Remoteness, Fairness, and Mechanisms as Challenges of Data Supply by Humans for Automation. CEUR, 7\u201313."},{"key":"e_1_3_2_1_12_1","volume-title":"SimCSE: Simple Contrastive Learning of Sentence Embeddings. In EMNLP","author":"Gao Tianyu","year":"2021","unstructured":"Tianyu Gao, Xingcheng Yao, and Danqi Chen. 2021. SimCSE: Simple Contrastive Learning of Sentence Embeddings. In EMNLP 2021. Association for Computational Linguistics, 6894\u20136910."},{"key":"e_1_3_2_1_13_1","volume-title":"Semantics of the Black-Box: Can knowledge graphs help make deep learning systems more interpretable and explainable?IEEE Internet Computing 25, 1","author":"Gaur Manas","year":"2021","unstructured":"Manas Gaur, Keyur Faldu, and Amit Sheth. 2021. Semantics of the Black-Box: Can knowledge graphs help make deep learning systems more interpretable and explainable?IEEE Internet Computing 25, 1 (2021), 51\u201359."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3235765.3235803"},{"key":"e_1_3_2_1_15_1","volume-title":"2010 AAAI Fall Symposium Series.","author":"Herdagdelen Amac","year":"2010","unstructured":"Amac Herdagdelen and Marco Baroni. 2010. The concept game: Better commonsense knowledge extraction by combining text mining and a game with a purpose. In 2010 AAAI Fall Symposium Series."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447772"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1243"},{"key":"e_1_3_2_1_18_1","unstructured":"Filip Ilievski Pedro\u00a0A. Szekely Jingwei Cheng Fu Zhang and Ehsan Qasemi. 2020. Consolidating Commonsense Knowledge. CoRR abs\/2006.06114(2020). arXiv:2006.06114https:\/\/arxiv.org\/abs\/2006.06114"},{"key":"e_1_3_2_1_19_1","volume-title":"ESWC 2021, Virtual Event, June 6-10, 2021, Proceedings(Lecture Notes in Computer Science, Vol.\u00a012731)","author":"Ilievski Filip","year":"2021","unstructured":"Filip Ilievski, Pedro\u00a0A. Szekely, and Bin Zhang. 2021. CSKG: The CommonSense Knowledge Graph. In The Semantic Web - 18th International Conference, ESWC 2021, Virtual Event, June 6-10, 2021, Proceedings(Lecture Notes in Computer Science, Vol.\u00a012731), Ruben Verborgh and al (Eds.). Springer, 680\u2013696."},{"key":"e_1_3_2_1_20_1","volume-title":"NeurIPS MLSys Workshop.","author":"Kang Daniel","year":"2018","unstructured":"Daniel Kang, Deepti Raghavan, Peter Bailis, and Matei Zaharia. 2018. Model assertions for debugging machine learning. In NeurIPS MLSys Workshop."},{"key":"e_1_3_2_1_21_1","volume-title":"Leveraging Abstract Meaning Representation for Knowledge Base Question Answering. Findings of the Association for Computational Linguistics: ACL","author":"Kapanipathi Pavan","year":"2021","unstructured":"Pavan Kapanipathi, Ibrahim Abdelaziz, 2021. Leveraging Abstract Meaning Representation for Knowledge Base Question Answering. Findings of the Association for Computational Linguistics: ACL (2021)."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S18-1117"},{"key":"e_1_3_2_1_23_1","unstructured":"Piyawat Lertvittayakumjorn and Francesca Toni. [n. d.]. Explanation-Based Human Debugging of NLP Models: A Survey. Framework 3([n. d.]) 2."},{"key":"e_1_3_2_1_24_1","volume-title":"ACM Workshop on Common Sense for Intelligent Interfaces.","author":"Lieberman Henry","year":"2007","unstructured":"Henry Lieberman, Dustin Smith, and Alea Teeters. 2007. Common Consensus: a web-based game for collecting commonsense goals. In ACM Workshop on Common Sense for Intelligent Interfaces."},{"key":"e_1_3_2_1_25_1","volume-title":"ConceptNet\u2014a practical commonsense reasoning tool-kit. BT technology journal 22, 4","author":"Liu Hugo","year":"2004","unstructured":"Hugo Liu and Push Singh. 2004. ConceptNet\u2014a practical commonsense reasoning tool-kit. BT technology journal 22, 4 (2004), 211\u2013226."},{"key":"e_1_3_2_1_26_1","unstructured":"Gary Marcus. 2020. The next decade in ai: four steps towards robust artificial intelligence. arXiv preprint arXiv:2002.06177(2020)."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSITech.2017.8257186"},{"key":"e_1_3_2_1_28_1","volume-title":"The knowledge-creating company: How Japanese companies create the dynamics of innovation","author":"Nonaka Ikujiro","unstructured":"Ikujiro Nonaka and H Takeuchi. 1995. The knowledge-creating company: How Japanese companies create the dynamics of innovation. Oxford university press."},{"key":"e_1_3_2_1_29_1","volume-title":"The knowledge-creating company. Harvard business review 85, 7\/8","author":"Nonaka Ikujir\u014d","year":"2007","unstructured":"Ikujir\u014d Nonaka and Hirotaka Takeuchi. 2007. The knowledge-creating company. Harvard business review 85, 7\/8 (2007), 162."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbef.2017.12.004"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"crossref","unstructured":"Duncan Pritchard. 2013. What is this thing called knowledge?Routledge.","DOI":"10.4324\/9781315889443"},{"key":"e_1_3_2_1_32_1","volume-title":"STAIRS","author":"Rodosthenous Christos","year":"2016","unstructured":"Christos Rodosthenous and Loizos Michael. 2016. A hybrid approach to commonsense knowledge acquisition. In STAIRS 2016. IOS Press, 111\u2013122."},{"key":"e_1_3_2_1_33_1","volume-title":"Explainable AI: interpreting, explaining and visualizing deep learning. Vol.\u00a011700","author":"Samek Wojciech","unstructured":"Wojciech Samek, Gr\u00e9goire Montavon, Andrea Vedaldi, Lars\u00a0Kai Hansen, and Klaus-Robert M\u00fcller. 2019. Explainable AI: interpreting, explaining and visualizing deep learning. Vol.\u00a011700. Springer Nature."},{"key":"e_1_3_2_1_34_1","unstructured":"Wojciech Samek Thomas Wiegand and Klaus-Robert M\u00fcller. 2017. Explainable artificial intelligence: Understanding visualizing and interpreting deep learning models. arXiv preprint arXiv:1708.08296(2017)."},{"key":"e_1_3_2_1_35_1","volume-title":"Conference on Empirical Methods in Natural Language Processing.","author":"Sap Maarten","year":"2019","unstructured":"Maarten Sap, Hannah Rashkin, Derek Chen, Ronan LeBras, and Yejin Choi. 2019. SocialIQA: Commonsense Reasoning about Social Interactions. In Conference on Empirical Methods in Natural Language Processing."},{"key":"e_1_3_2_1_36_1","volume-title":"Giovanni Da\u00a0San Martino, and Preslav Nakov","author":"Shaar Shaden","year":"2021","unstructured":"Shaden Shaar, Firoj Alam, Giovanni Da\u00a0San Martino, and Preslav Nakov. 2021. Assisting the Human Fact-Checkers: Detecting All Previously Fact-Checked Claims in a Document. arXiv preprint arXiv:2109.07410(2021)."},{"key":"e_1_3_2_1_37_1","volume-title":"Handbook of Human Computation","author":"Simperl Elena","unstructured":"Elena Simperl, Maribel Acosta, and Fabian Fl\u00f6ck. 2013. Knowledge engineering via human computation. In Handbook of Human Computation. Springer, 131\u2013151."},{"key":"e_1_3_2_1_38_1","volume-title":"Proceedings of AAAI Spring Symposium: Acquiring (and Using) Linguistic (and World) Knowledge for Information Access.","author":"Singh Push","year":"2002","unstructured":"Push Singh 2002. The public acquisition of commonsense knowledge. In Proceedings of AAAI Spring Symposium: Acquiring (and Using) Linguistic (and World) Knowledge for Information Access."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-36124-3_77"},{"key":"e_1_3_2_1_40_1","volume-title":"Knowledge machines. The Knowledge Engineering Review 33","author":"Smart Paul","year":"2018","unstructured":"Paul Smart. 2018. Knowledge machines. The Knowledge Engineering Review 33 (2018)."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.11164"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/1502650.1502672"},{"key":"e_1_3_2_1_43_1","volume-title":"Qualitative analysis for social scientists","author":"Strauss L","unstructured":"Anselm\u00a0L Strauss. 1987. Qualitative analysis for social scientists. Cambridge university press."},{"key":"e_1_3_2_1_44_1","volume-title":"Proceedings of the 2019 NAACL-HLT","volume":"1","author":"Talmor Alon","year":"2019","unstructured":"Alon Talmor, Jonathan Herzig, Nicholas Lourie, and Jonathan Berant. 2019. CommonsenseQA: A Question Answering Challenge Targeting Commonsense Knowledge. In Proceedings of the 2019 NAACL-HLT, Minneapolis, MN, USA, June 2-7, 2019, Volume 1. Association for Computational Linguistics, 4149\u20134158."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2006.196"},{"key":"e_1_3_2_1_46_1","volume-title":"ESP: Labeling Images with a Computer Game.. In AAAI spring symposium: Knowledge collection from volunteer contributors, Vol.\u00a02.","author":"Von\u00a0Ahn Luis","year":"2005","unstructured":"Luis Von\u00a0Ahn and Laura Dabbish. 2005. ESP: Labeling Images with a Computer Game.. In AAAI spring symposium: Knowledge collection from volunteer contributors, Vol.\u00a02."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/1124772.1124785"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/1124772.1124784"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/1124772.1124782"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11390-013-1369-6"}],"event":{"name":"WWW '22: The ACM Web Conference 2022","location":"Virtual Event, Lyon France","acronym":"WWW '22","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2022"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3485447.3512241","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3485447.3512241","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:30:13Z","timestamp":1750188613000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3485447.3512241"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,25]]},"references-count":50,"alternative-id":["10.1145\/3485447.3512241","10.1145\/3485447"],"URL":"https:\/\/doi.org\/10.1145\/3485447.3512241","relation":{},"subject":[],"published":{"date-parts":[[2022,4,25]]},"assertion":[{"value":"2022-04-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}