{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,16]],"date-time":"2026-09-16T14:09:00Z","timestamp":1789567740829,"version":"build-2803163510"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2026,8,14]],"date-time":"2026-08-14T00:00:00Z","timestamp":1786665600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,8,14]],"date-time":"2026-08-14T00:00:00Z","timestamp":1786665600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Behav Res"],"DOI":"10.3758\/s13428-026-03143-5","type":"journal-article","created":{"date-parts":[[2026,8,14]],"date-time":"2026-08-14T14:25:01Z","timestamp":1786717501000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Designing vocabulary multiple-choice tests for exploring word frequency effects in distributional semantics"],"prefix":"10.3758","volume":"58","author":[{"given":"Joseph P.","family":"Levy","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John A.","family":"Bullinaria","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,8,14]]},"reference":[{"issue":"2","key":"3143_CR1","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1017\/S030500091400049X","volume":"42","author":"B Ambridge","year":"2015","unstructured":"Ambridge, B., Kidd, E., Rowland, C. F., & Theakston, A. L. (2015). The ubiquity of frequency effects in first language acquisition. Journal of Child Language, 42(2), 239\u2013273.","journal-title":"Journal of Child Language"},{"key":"3143_CR2","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1007\/s10579-009-9081-4","volume":"43","author":"M Baroni","year":"2009","unstructured":"Baroni, M., Bernardini, S., Ferraresi, A., & Zanchetta, E. (2009). The wacky wide web: A collection of very large linguistically processed web-crawled corpora. Language Resources and Evaluation, 43, 209\u2013226.","journal-title":"Language Resources and Evaluation"},{"key":"3143_CR3","doi-asserted-by":"crossref","unstructured":"Baroni, M., Dinu, G., & Kruszewski, G. (2014). Don\u2019t count, predict! a systematic comparison of context-counting vs. context-predicting semantic vectors. In\u00a0Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)\u00a0(pp. 238\u2013247).","DOI":"10.3115\/v1\/P14-1023"},{"key":"3143_CR4","unstructured":"BNC Consortium. (2007). British National Corpus.\u00a0Oxford Text Archive Core Collection."},{"key":"3143_CR5","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1162\/tacl_a_00051","volume":"5","author":"P Bojanowski","year":"2017","unstructured":"Bojanowski, P., Grave, E., Joulin, A., & Mikolov, T. (2017). Enriching word vectors with subword information. Transactions of the Association for Computational Linguistics, 5, 135\u2013146.","journal-title":"Transactions of the Association for Computational Linguistics"},{"issue":"1","key":"3143_CR6","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1177\/0963721417727521","volume":"27","author":"M Brysbaert","year":"2018","unstructured":"Brysbaert, M., Mandera, P., & Keuleers, E. (2018). The word frequency effect in word processing: An updated review. Current Directions in Psychological Science, 27(1), 45\u201350.","journal-title":"Current Directions in Psychological Science"},{"key":"3143_CR7","doi-asserted-by":"publisher","first-page":"467","DOI":"10.3758\/s13428-018-1077-9","volume":"51","author":"M Brysbaert","year":"2019","unstructured":"Brysbaert, M., Mandera, P., McCormick, S. F., & Keuleers, E. (2019). Word prevalence norms for 62,000 English lemmas. Behavior Research Methods, 51, 467\u2013479.","journal-title":"Behavior Research Methods"},{"key":"3143_CR8","doi-asserted-by":"publisher","first-page":"510","DOI":"10.3758\/BF03193020","volume":"39","author":"JA Bullinaria","year":"2007","unstructured":"Bullinaria, J. A., & Levy, J. P. (2007). Extracting semantic representations from word co-occurrence statistics: A computational study. Behavior Research Methods, 39, 510\u2013526.","journal-title":"Behavior Research Methods"},{"key":"3143_CR9","doi-asserted-by":"publisher","first-page":"890","DOI":"10.3758\/s13428-011-0183-8","volume":"44","author":"JA Bullinaria","year":"2012","unstructured":"Bullinaria, J. A., & Levy, J. P. (2012). Extracting semantic representations from word co-occurrence statistics: Stop-lists, stemming, and SVD. Behavior Research Methods, 44, 890\u2013907.","journal-title":"Behavior Research Methods"},{"key":"3143_CR10","unstructured":"Caron, J. (2001). Experiments with LSA scoring: Optimal rank and basis. In\u00a0Proceedings of the SIAM Computational Information Retrieval Workshop\u00a0(pp. 157\u2013169)."},{"issue":"1","key":"3143_CR11","doi-asserted-by":"publisher","first-page":"64","DOI":"10.5334\/joc.391","volume":"7","author":"PH Chen","year":"2024","unstructured":"Chen, P. H., Hulme, R. C., Blott, L. M., & Rodd, J. M. (2024). The Web-based open-access reliable decision on synonyms (WORDS) English vocabulary test. Journal of Cognition, 7(1), 64.","journal-title":"Journal of Cognition"},{"key":"3143_CR12","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/7287.001.0001","volume-title":"WordNet: An electronic lexical database","author":"C Fellbaum","year":"1998","unstructured":"Fellbaum, C. (1998). WordNet: An electronic lexical database. MIT Press."},{"issue":"1","key":"3143_CR13","first-page":"29","volume":"47","author":"S Floyd","year":"2021","unstructured":"Floyd, S., & Goldberg, A. E. (2021). Children make use of relationships across meanings in word learning. Journal of Experimental Psychology: Learning, Memory, and Cognition, 47(1), 29.","journal-title":"Journal of Experimental Psychology: Learning, Memory, and Cognition"},{"issue":"4","key":"3143_CR14","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1080\/09528130110104122","volume":"13","author":"RM French","year":"2001","unstructured":"French, R. M., & Labiouse, C. (2001). Why co-occurrence information alone is not sufficient to answer subcognitive questions. Journal of Experimental & Theoretical Artificial Intelligence, 13(4), 421\u2013429.","journal-title":"Journal of Experimental & Theoretical Artificial Intelligence"},{"issue":"2","key":"3143_CR15","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1037\/0096-3445.113.2.256","volume":"113","author":"MA Gernsbacher","year":"1984","unstructured":"Gernsbacher, M. A. (1984). Resolving 20 years of inconsistent interactions between lexical familiarity and orthography, concreteness, and polysemy. Journal of Experimental Psychology: General, 113(2), 256.","journal-title":"Journal of Experimental Psychology: General"},{"issue":"4","key":"3143_CR16","doi-asserted-by":"publisher","first-page":"930","DOI":"10.3758\/s13428-014-0529-0","volume":"47","author":"F G\u00fcnther","year":"2015","unstructured":"G\u00fcnther, F., Dudschig, C., & Kaup, B. (2015). LSAfun \u2013 An R package for computations based on latent semantic analysis. Behavior Research Methods, 47(4), 930\u2013944.","journal-title":"Behavior Research Methods"},{"issue":"4","key":"3143_CR17","doi-asserted-by":"publisher","first-page":"976","DOI":"10.1111\/cogs.12392","volume":"41","author":"A Herda\u011fdelen","year":"2017","unstructured":"Herda\u011fdelen, A., & Marelli, M. (2017). Social media and language processing: How Facebook and Twitter provide the best frequency estimates for studying word recognition. Cognitive Science, 41(4), 976\u2013995.","journal-title":"Cognitive Science"},{"key":"3143_CR18","doi-asserted-by":"publisher","DOI":"10.1017\/9781009024723","volume-title":"Testing for language teachers","author":"A Hughes","year":"2020","unstructured":"Hughes, A. (2020). Testing for language teachers. Cambridge University Press."},{"issue":"4","key":"3143_CR19","doi-asserted-by":"publisher","first-page":"377","DOI":"10.1080\/15434303.2016.1237516","volume":"13","author":"B Kremmel","year":"2016","unstructured":"Kremmel, B., & Schmitt, N. (2016). Interpreting vocabulary test scores: What do various item formats tell us about learners\u2019 ability to employ words? Language Assessment Quarterly, 13(4), 377\u2013392.","journal-title":"Language Assessment Quarterly"},{"issue":"3","key":"3143_CR20","first-page":"802","volume":"39","author":"V Kuperman","year":"2013","unstructured":"Kuperman, V., & Van Dyke, J. A. (2013). Reassessing word frequency as a determinant of word recognition for skilled and unskilled readers. Journal of Experimental Psychology: Human Perception and Performance, 39(3), 802\u2013823.","journal-title":"Journal of Experimental Psychology: Human Perception and Performance"},{"issue":"2","key":"3143_CR21","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1037\/0033-295X.104.2.211","volume":"104","author":"TK Landauer","year":"1997","unstructured":"Landauer, T. K., & Dumais, S. T. (1997). A solution to Plato\u2019s problem: The latent semantic analysis theory of acquisition, induction, and representation of knowledge. Psychological Review, 104(2), 211.","journal-title":"Psychological Review"},{"key":"3143_CR22","doi-asserted-by":"publisher","DOI":"10.1017\/9780511783692","volume-title":"Distributional semantics","author":"A Lenci","year":"2023","unstructured":"Lenci, A., & Sahlgren, M. (2023). Distributional semantics. Cambridge University Press."},{"issue":"4","key":"3143_CR23","doi-asserted-by":"publisher","first-page":"1269","DOI":"10.1007\/s10579-021-09575-z","volume":"56","author":"A Lenci","year":"2022","unstructured":"Lenci, A., Sahlgren, M., Jeuniaux, P., Cuba Gyllensten, A., & Miliani, M. (2022). A comparative evaluation and analysis of three generations of distributional semantic models. Language Resources and Evaluation, 56(4), 1269\u20131313.","journal-title":"Language Resources and Evaluation"},{"key":"3143_CR24","unstructured":"Levy, J. P., Bullinaria, J. A., & McCormick, S. (2017). Semantic vector evaluation and human performance on a new vocabulary MCQ test. In\u00a0Proceedings of the Annual Conference of the Cognitive Science Society: CogSci 2017 London: \u201cComputational Foundations of Cognition\u201d. Cognitive Science Society."},{"key":"3143_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.bandl.2024.105426","volume":"253","author":"X Liang","year":"2024","unstructured":"Liang, X., Huang, F., Liu, D., & Xu, M. (2024). Brain representations of lexical ambiguity: Disentangling homonymy, polysemy, and their meanings. Brain and Language, 253, Article 105426.","journal-title":"Brain and Language"},{"issue":"2","key":"3143_CR26","doi-asserted-by":"publisher","first-page":"203","DOI":"10.3758\/BF03204766","volume":"28","author":"K Lund","year":"1996","unstructured":"Lund, K., & Burgess, C. (1996). Producing high-dimensional semantic spaces from lexical co-occurrence. Behavior Research Methods, Instruments, & Computers, 28(2), 203\u2013208.","journal-title":"Behavior Research Methods, Instruments, & Computers"},{"key":"3143_CR27","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1016\/j.jml.2016.04.001","volume":"92","author":"P Mandera","year":"2017","unstructured":"Mandera, P., Keuleers, E., & Brysbaert, M. (2017). Explaining human performance in psycholinguistic tasks with models of semantic similarity based on prediction and counting: A review and empirical validation. Journal of Memory and Language, 92, 57\u201378.","journal-title":"Journal of Memory and Language"},{"issue":"12","key":"3143_CR28","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0308259","volume":"19","author":"G Mart\u00ednez","year":"2024","unstructured":"Mart\u00ednez, G., Conde, J., Merino-G\u00f3mez, E., Berm\u00fadez-Margaretto, B., Hern\u00e1ndez, J. A., Reviriego, P., & Brysbaert, M. (2024). Establishing vocabulary tests as a benchmark for evaluating large language models. PLoS ONE, 19(12), Article e0308259.","journal-title":"PLoS ONE"},{"key":"3143_CR29","unstructured":"Maudslay, R. H., & Teufel, S. (2022). Homonymy Information for English WordNet.\u00a0arXiv preprint arXiv:2212.08388"},{"key":"3143_CR30","unstructured":"Mikolov, T., Sutskever, I., Chen, K., Corrado, G. S., & Dean, J. (2013). Distributed representations of words and phrases and their compositionality.\u00a0Advances in Neural Information Processing Systems,\u00a026."},{"key":"3143_CR31","doi-asserted-by":"crossref","unstructured":"Mikolov, T., Grave, \u00c9., Bojanowski, P., Puhrsch, C., & Joulin, A. (2018). Advances in pre-training distributed word representations. In\u00a0Proceedings of the Eleventh International Conference on Language Resources and Evaluation (LREC 2018).","DOI":"10.63317\/4b3prw5a5tze"},{"key":"3143_CR32","first-page":"7","volume":"31","author":"P Nation","year":"2007","unstructured":"Nation, P., & Beglar, D. (2007). A vocabulary size test. The Language Teacher, 31, 7.","journal-title":"The Language Teacher"},{"issue":"2","key":"3143_CR33","first-page":"399","volume":"20","author":"M \u00d6zt\u00fcrk","year":"2007","unstructured":"\u00d6zt\u00fcrk, M. (2007). Multiple-choice test items of foreign language vocabulary. Uluda\u011f \u00dcniversitesi E\u011fitim Fak\u00fcltesi Dergisi, 20(2), 399\u2013426.","journal-title":"Uluda\u011f \u00dcniversitesi E\u011fitim Fak\u00fcltesi Dergisi"},{"key":"3143_CR34","first-page":"199","volume-title":"Fourth neural computation and psychology workshop: Connectionist representations","author":"M Patel","year":"1997","unstructured":"Patel, M., Bullinaria, J. A., & Levy, J. P. (1997). Extracting semantic representations from large text corpora. Fourth neural computation and psychology workshop: Connectionist representations (pp. 199\u2013212). Springer."},{"key":"3143_CR35","doi-asserted-by":"crossref","unstructured":"Pennington, J., Socher, R., & Manning, C. D. (2014). GloVe: Global vectors for word representation. In\u00a0Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP) (pp. 1532\u20131543).","DOI":"10.3115\/v1\/D14-1162"},{"issue":"3","key":"3143_CR36","doi-asserted-by":"publisher","first-page":"280","DOI":"10.1016\/j.cognition.2011.10.004","volume":"122","author":"ST Piantadosi","year":"2012","unstructured":"Piantadosi, S. T., Tily, H., & Gibson, E. (2012). The communicative function of ambiguity in language. Cognition, 122(3), 280\u2013291.","journal-title":"Cognition"},{"issue":"2","key":"3143_CR37","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1006\/jmla.2001.2810","volume":"46","author":"J Rodd","year":"2002","unstructured":"Rodd, J., Gaskell, G., & Marslen-Wilson, W. (2002). Making sense of semantic ambiguity: Semantic competition in lexical access. Journal of Memory and Language, 46(2), 245\u2013266.","journal-title":"Journal of Memory and Language"},{"key":"3143_CR38","unstructured":"Sch\u00fctze, H. (1992). Word space.\u00a0Advances in Neural Information Processing Systems,\u00a05."},{"issue":"1","key":"3143_CR39","first-page":"97","volume":"24","author":"H Sch\u00fctze","year":"1998","unstructured":"Sch\u00fctze, H. (1998). Automatic word sense discrimination. Computational Linguistics, 24(1), 97\u2013123.","journal-title":"Computational Linguistics"},{"issue":"6","key":"3143_CR40","doi-asserted-by":"publisher","first-page":"1176","DOI":"10.1080\/17470218.2013.850521","volume":"67","author":"WJ Van Heuven","year":"2014","unstructured":"Van Heuven, W. J., Mandera, P., Keuleers, E., & Brysbaert, M. (2014). SUBTLEX-UK: A new and improved word frequency database for British English. Quarterly Journal of Experimental Psychology, 67(6), 1176\u20131190.","journal-title":"Quarterly Journal of Experimental Psychology"},{"key":"3143_CR41","doi-asserted-by":"crossref","unstructured":"Zhou, K., Ethayarajh, K., Card, D., & Jurafsky, D. (2022). Problems with cosine as a measure of embedding similarity for high frequency words.\u00a0arXiv preprint arXiv:2205.05092","DOI":"10.18653\/v1\/2022.acl-short.45"},{"issue":"2","key":"3143_CR42","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1080\/00221309.1945.10544509","volume":"33","author":"GK Zipf","year":"1945","unstructured":"Zipf, G. K. (1945). The meaning-frequency relationship of words. The Journal of General Psychology, 33(2), 251\u2013256.","journal-title":"The Journal of General Psychology"}],"container-title":["Behavior Research Methods"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.3758\/s13428-026-03143-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.3758\/s13428-026-03143-5","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.3758\/s13428-026-03143-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,16]],"date-time":"2026-09-16T13:39:43Z","timestamp":1789565983000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.3758\/s13428-026-03143-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8,14]]},"references-count":42,"journal-issue":{"issue":"9","published-online":{"date-parts":[[2026,9]]}},"alternative-id":["3143"],"URL":"https:\/\/doi.org\/10.3758\/s13428-026-03143-5","relation":{},"ISSN":["1554-3528"],"issn-type":[{"value":"1554-3528","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,8,14]]},"assertion":[{"value":"1 July 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 July 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 August 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"None.","order":1,"name":"Ethics","label":"Conflicts of interest\/Competing interests","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The human data reported are from a previous study (Levy et al.,\n                      \n                      ). Ethical approval for that study was granted by the procedures of the then Department of Psychology, University of Roehampton. No ethics approval was sought for the purely computational studies reported here.","order":2,"name":"Ethics","label":"Ethics approval","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The human participants gave written consent to participate in the previous study (Levy et al.,\n                      \n                      ).","order":3,"name":"Ethics","label":"Consent to participate","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"No explicit consent to publish the data was given by the participants in Levy et al. (\n                      \n                      ). Those data were published in the form of overall means and variances only, and we are not making the individual data records available.","order":4,"name":"Ethics","label":"Consent to publish","group":{"name":"EthicsHeading","label":"Declarations"}}],"article-number":"267"}}