{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,4]],"date-time":"2026-02-04T01:03:58Z","timestamp":1770167038957,"version":"3.49.0"},"publisher-location":"New York, New York, USA","reference-count":14,"publisher":"ACM Press","license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Patrick Watson"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1145\/3184558.3186340","type":"proceedings-article","created":{"date-parts":[[2018,4,18]],"date-time":"2018-04-18T18:04:25Z","timestamp":1524074665000},"page":"299-303","source":"Crossref","is-referenced-by-count":6,"title":["Human-level Multiple Choice Question Guessing Without Domain Knowledge"],"prefix":"10.1145","author":[{"given":"Patrick","family":"Watson","sequence":"first","affiliation":[{"name":"IBM Research, Yorktown Heights, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"TengFei","family":"Ma","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ravi","family":"Tejwani","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Maria","family":"Chang","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"JaeWook","family":"Ahn","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sharad","family":"Sundararajan","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","reference":[{"key":"key-10.1145\/3184558.3186340-1","unstructured":"2015. Allen AI2 Science Question Challenge. http:\/\/data.allenai.org\/ ai2-science-questions\/. (2015)."},{"key":"key-10.1145\/3184558.3186340-2","unstructured":"François Chollet et al. 2015. Keras. https:\/\/github.com\/fchollet\/keras. (2015)."},{"key":"key-10.1145\/3184558.3186340-3","unstructured":"Andrew R A Conway, Nelson Cowan, Michael F Bunting, David J Therriault, and Scott R B Minkoff. 2002. A latent variable analysis of working memory capacity, short-term memory capacity, processing speed, and general fluid intelligence. Intelligence 30, 2 (March 2002), 163--183."},{"key":"key-10.1145\/3184558.3186340-4","unstructured":"Robert J Dufresne, William J Leonard, and William J Gerace. 2002. Marking sense of students' answers to multiple-choice questions. Phys. Teach. 40, 3 (March 2002), 174--180."},{"key":"key-10.1145\/3184558.3186340-5","unstructured":"Thomas M Haladyna. 2015. Developing and Validating Multiple-choice Test Items (3 edition ed.). Routledge."},{"key":"key-10.1145\/3184558.3186340-6","unstructured":"Moeen-Uz-Zafar Khan and Badr Muhammad Aljarallah. 2011. Evaluation of Modified Essay Questions (MEQ) and Multiple Choice Questions (MCQ) as a tool for Assessing the Cognitive Skills of Undergraduate Medical Students. Int. J. Health Sci. 5, 1 (Jan. 2011), 39--43."},{"key":"key-10.1145\/3184558.3186340-7","unstructured":"Matt Kusner, Yu Sun, Nicholas Kolkin, and Kilian Weinberger. 2015. From word embeddings to document distances. In International Conference on Machine Learning. 957--966."},{"key":"key-10.1145\/3184558.3186340-8","unstructured":"William F McComas. 2014. Benchmarks for Science Literacy. In The Language of Science Education. SensePublishers, Rotterdam, 12--12."},{"key":"key-10.1145\/3184558.3186340-9","doi-asserted-by":"crossref","unstructured":"Paul McCoubrie. 2004. Improving the fairness of multiple-choice questions: a literature review. Medical Teacher 26, 8 (2004), 709--712. https:\/\/doi.org\/10.1080\/ 01421590400013495 arXiv:http:\/\/dx.doi.org\/10.1080\/01421590400013495 PMID: 15763874.","DOI":"10.1080\/01421590400013495"},{"key":"key-10.1145\/3184558.3186340-10","unstructured":"F. Pedregosa, G. Varoquaux, A. Gramfort, V. Michel, B. Thirion, O. Grisel, M. Blondel, P. Prettenhofer, R. Weiss, V. Dubourg, J. Vanderplas, A. Passos, D. Cournapeau, M. Brucher, M. Perrot, and E. Duchesnay. 2011. Scikit-learn: Machine Learning in Python. Journal of Machine Learning Research 12 (2011), 2825--2830."},{"key":"key-10.1145\/3184558.3186340-11","doi-asserted-by":"crossref","unstructured":"Jeffrey Pennington, Richard Socher, and Christopher Manning. 2014. Glove: Global vectors for word representation. In Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP). 1532--1543.","DOI":"10.3115\/v1\/D14-1162"},{"key":"key-10.1145\/3184558.3186340-12","doi-asserted-by":"crossref","unstructured":"Dennis M Roberts. 1993. An empirical study on the nature of trick test questions. Journal of educational measurement 30, 4 (1993), 331--344.","DOI":"10.1111\/j.1745-3984.1993.tb00430.x"},{"key":"key-10.1145\/3184558.3186340-13","doi-asserted-by":"crossref","unstructured":"Michael Rodriguez and Anthony Albano. 2017. The College Instructor's Guide to Writing Test Items: Measuring Student Learning (1 edition ed.). Routledge.","DOI":"10.4324\/9781315714776"},{"key":"key-10.1145\/3184558.3186340-14","unstructured":"Amos Tversky and Daniel Kahneman. 1985. The framing of decisions and the psychology of choice. In Environmental Impact assessment, technology assessment, and risk analysis. Springer, 107--129."}],"event":{"name":"Companion of the The Web Conference 2018","location":"Lyon, France","acronym":"WWW '18","number":"2018","sponsor":["IW3C2, International World Wide Web Conference Committee","SIGWEB, ACM Special Interest Group on Hypertext, Hypermedia, and Web"],"start":{"date-parts":[[2018,4,23]]},"end":{"date-parts":[[2018,4,27]]}},"container-title":["Companion of the The Web Conference 2018 on The Web Conference 2018 - WWW '18"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3184558.3186340","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/dl.acm.org\/ft_gateway.cfm?id=3186340&ftid=1958130&dwn=1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T02:26:06Z","timestamp":1750213566000},"score":1,"resource":{"primary":{"URL":"http:\/\/dl.acm.org\/citation.cfm?doid=3184558.3186340"}},"subtitle":["Machine-Learning of Framing Effects"],"proceedings-subject":"The Web Conference 2018","short-title":[],"issued":{"date-parts":[[2018]]},"references-count":14,"URL":"https:\/\/doi.org\/10.1145\/3184558.3186340","relation":{},"subject":[],"published":{"date-parts":[[2018]]}}}