{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,8]],"date-time":"2025-09-08T06:26:44Z","timestamp":1757312804327,"version":"3.40.3"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031243363"},{"type":"electronic","value":"9783031243370"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-24337-0_4","type":"book-chapter","created":{"date-parts":[[2023,2,25]],"date-time":"2023-02-25T12:02:40Z","timestamp":1677326560000},"page":"44-61","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Robust Evaluation of\u00a0Language\u2013Brain Encoding Experiments"],"prefix":"10.1007","author":[{"given":"Lisa","family":"Beinborn","sequence":"first","affiliation":[]},{"given":"Samira","family":"Abnar","sequence":"additional","affiliation":[]},{"given":"Rochelle","family":"Choenni","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,2,26]]},"reference":[{"key":"4_CR1","doi-asserted-by":"crossref","unstructured":"Abnar, S., Ahmed, R., Mijnheer, M., Zuidema, W.: Experiential, distributional and dependency-based word embeddings have complementary roles in decoding brain activity. In: Proceedings of the 8th Workshop on Cognitive Modeling and Computational Linguistics (CMCL\u201918), pp. 57\u201366. Association for Computational Linguistics (2018). http:\/\/aclweb.org\/anthology\/W18-0107","DOI":"10.18653\/v1\/W18-0107"},{"key":"4_CR2","doi-asserted-by":"crossref","unstructured":"Aggarwal, C.C., Hinneburg, A., Keim, D.A.: On the surprising behavior of distance metrics in high dimensional space. In: Van den Bussche, J., Vianu, V. (eds.) Database Theory \u2013 ICDT 2001, pp. 420\u2013434. Springer, Berlin Heidelberg, Berlin, Heidelberg (2001). http:\/\/kops.uni-konstanz.de\/bitstream\/handle\/123456789\/5715\/On_the_Surprising_Behavior_of_Distance_Metric_in_High_Dimensional_Space.pdf?sequence=1","DOI":"10.1007\/3-540-44503-X_27"},{"key":"4_CR3","unstructured":"Anderson, A.J., Bruni, E., Bordignon, U., Poesio, M., Baroni, M.: Of words, eyes and brains: Correlating image-based distributional semantic models with neural representations of concepts. In: Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing, pp. 1960\u20131970. Association for Computational Linguistics (2013). http:\/\/aclweb.org\/anthology\/D13-1202"},{"key":"4_CR4","doi-asserted-by":"crossref","unstructured":"Anderson, A.J., Kiela, D., Clark, S., Poesio, M.: Visually grounded and textual semantic models differentially decode brain activity associated with concrete and abstract nouns. Trans. Assoc. Comput. Linguist. 5, 17\u201330 (2017). http:\/\/aclweb.org\/anthology\/Q17-1002","DOI":"10.1162\/tacl_a_00043"},{"key":"4_CR5","doi-asserted-by":"crossref","unstructured":"Artstein, R., Poesio, M.: Inter-coder agreement for computational linguistics. Comput. Linguist. 34(4), 555\u2013596 (2008). https:\/\/www.mitpressjournals.org\/doi\/pdfplus\/10.1162\/coli.07-034-R2","DOI":"10.1162\/coli.07-034-R2"},{"key":"4_CR6","unstructured":"Athanasiou, N., Iosif, E., Potamianos, A.: Neural activation semantic models: computational lexical semantic models of localized neural activations. In: Proceedings of the 27th International Conference on Computational Linguistics, pp. 2867\u20132878 (2018). http:\/\/www.aclweb.org\/anthology\/C18-1243"},{"key":"4_CR7","doi-asserted-by":"crossref","unstructured":"Barrett, M., Bingel, J., Hollenstein, N., Rei, M., S\u00f8gaard, A.: Sequence classification with human attention. In: Proceedings of the 22nd Conference on Computational Natural Language Learning, pp. 302\u2013312 (2018). http:\/\/www.aclweb.org\/anthology\/K18-1030","DOI":"10.18653\/v1\/K18-1030"},{"key":"4_CR8","doi-asserted-by":"crossref","unstructured":"Beinborn, L., Zesch, T., Gurevych, I.: Predicting the difficulty of language proficiency tests. Trans. Assoc. Comput. Linguist. 2(1), 517\u2013529 (2014). http:\/\/www.aclweb.org\/anthology\/Q14-1040","DOI":"10.1162\/tacl_a_00200"},{"key":"4_CR9","doi-asserted-by":"crossref","unstructured":"Bingel, J., Barrett, M., S\u00f8gaard, A.: Extracting token-level signals of syntactic processing from fMRI - with an application to pos induction. In: Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), 1, pp. 747\u2013755 (2016). http:\/\/www.aclweb.org\/anthology\/P16-1071","DOI":"10.18653\/v1\/P16-1071"},{"key":"4_CR10","doi-asserted-by":"crossref","unstructured":"Brennan, J.R., Stabler, E.P., Van Wagenen, S.E., Luh, W.M., Hale, J.T.: Abstract linguistic structure correlates with temporal activity during naturalistic comprehension. Brain Lang. 157, 81\u201394 (2016). https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0093934X1530068","DOI":"10.1016\/j.bandl.2016.04.008"},{"key":"4_CR11","doi-asserted-by":"crossref","unstructured":"Bulat, L., Clark, S., Shutova, E.: Speaking, seeing, understanding: correlating semantic models with conceptual representation in the brain. In: Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing, pp. 1081\u20131091. Association for Computational Linguistics (2017). http:\/\/aclweb.org\/anthology\/D17-1113","DOI":"10.18653\/v1\/D17-1113"},{"key":"4_CR12","volume-title":"Alice\u2019s Adventures in Wonderland","author":"L Carroll","year":"1865","unstructured":"Carroll, L.: Alice\u2019s Adventures in Wonderland. Macmillan, London (1865)"},{"key":"4_CR13","doi-asserted-by":"crossref","unstructured":"Dehghani, M., et al.: Decoding the neural representation of story meanings across languages. Human Brain Mapp. 38(12), 6096\u20136106 (2017). https:\/\/www.ncbi.nlm.nih.gov\/pubmed\/28940969","DOI":"10.1002\/hbm.23814"},{"key":"4_CR14","unstructured":"Frank, S.L., Otten, L.J., Galli, G., Vigliocco, G.: Word surprisal predicts n400 amplitude during reading. In: Proceedings of the 51st Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers), 2, pp. 878\u2013883 (2013). https:\/\/www.semanticscholar.org\/paper\/Word-surprisal-predicts-N400-amplitude-during-Frank-Otten\/0998e0763328764935e74db7c124ee4ee277c360"},{"key":"4_CR15","doi-asserted-by":"crossref","unstructured":"Fyshe, A., Sudre, G., Wehbe, L., Rafidi, N., Mitchell, T.M.: The semantics of adjective noun phrases in the human brain. bioRxiv (2016). https:\/\/www.biorxiv.org\/content\/biorxiv\/early\/2016\/11\/25\/089615.full.pdf","DOI":"10.1101\/089615"},{"key":"4_CR16","doi-asserted-by":"crossref","unstructured":"Fyshe, A., Talukdar, P.P., Murphy, B., Mitchell, T.M.: Interpretable semantic vectors from a joint model of brain-and text-based meaning. In: Proceedings of the Conference. Association for Computational Linguistics. Meeting, vol. 2014, p. 489. NIH Public Access (2014). http:\/\/aclweb.org\/anthology\/P14-1046","DOI":"10.3115\/v1\/P14-1046"},{"key":"4_CR17","doi-asserted-by":"crossref","unstructured":"Gauthier, J., Ivanova, A.: Does the brain represent words? An evaluation of brain decoding studies of language understanding. arXiv:1806.00591 (2018). https:\/\/arxiv.org\/pdf\/1806.00591.pdf","DOI":"10.32470\/CCN.2018.1237-0"},{"key":"4_CR18","doi-asserted-by":"crossref","unstructured":"Hale, J., Dyer, C., Kuncoro, A., Brennan, J.R.: Finding syntax in human encephalography with beam search. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, Volume 1 (Long Papers), pp. 2727\u20132736. Association for Computational Linguistics (2018). http:\/\/aclweb.org\/anthology\/P18-1254","DOI":"10.18653\/v1\/P18-1254"},{"key":"4_CR19","doi-asserted-by":"crossref","unstructured":"Jain, S., Huth, A.: Incorporating context into language encoding models for fMRI. bioRxiv (2018). https:\/\/www.biorxiv.org\/content\/early\/2018\/05\/21\/327601","DOI":"10.1101\/327601"},{"key":"4_CR20","doi-asserted-by":"crossref","unstructured":"Kriegeskorte, N., Goebel, R., Bandettini, P.: Information-based functional brain mapping. Proc. National Acad. Sci. 103(10), 3863\u20133868 (2006). http:\/\/www.pnas.org\/content\/103\/10\/3863.full","DOI":"10.1073\/pnas.0600244103"},{"key":"4_CR21","doi-asserted-by":"crossref","unstructured":"Kriegeskorte, N., Mur, M., Bandettini, P.A.: Representational similarity analysis-connecting the branches of systems neuroscience. Front. Syst. Neurosci. vol. 2, p. 4 (2008). https:\/\/www.ncbi.nlm.nih.gov\/pmc\/articles\/PMC2605405\/","DOI":"10.3389\/neuro.06.004.2008"},{"key":"4_CR22","doi-asserted-by":"crossref","unstructured":"Li, J., Fabre, M., Luh, W.M., Hale, J.: The role of syntax during pronoun resolution: evidence from fMRI. In: Proceedings of the 8th Workshop on Cognitive Aspects of Computational Language Learning and Processing, pp. 56\u201364. Association for Computational Linguistics (2018). http:\/\/aclweb.org\/anthology\/W18-2808","DOI":"10.18653\/v1\/W18-2808"},{"issue":"6","key":"4_CR23","doi-asserted-by":"publisher","first-page":"735","DOI":"10.1006\/nimg.2000.0568","volume":"11","author":"FM Miezin","year":"2000","unstructured":"Miezin, F.M., Maccotta, L., Ollinger, J., Petersen, S., Buckner, R.: Characterizing the hemodynamic response: effects of presentation rate, sampling procedure, and the possibility of ordering brain activity based on relative timing. Neuroimage 11(6), 735\u2013759 (2000). https:\/\/doi.org\/10.1006\/nimg.2000.0568","journal-title":"Neuroimage"},{"key":"4_CR24","doi-asserted-by":"crossref","unstructured":"Mitchell, T.M., et al.: Predicting human brain activity associated with the meanings of nouns. science 320(5880), 1191\u20131195 (2008). https:\/\/www.cs.cmu.edu\/tom\/pubs\/science2008.pdf","DOI":"10.1126\/science.1152876"},{"key":"4_CR25","unstructured":"Monsalve, I.F., Frank, S.L., Vigliocco, G.: Lexical surprisal as a general predictor of reading time. In: Proceedings of the 13th Conference of the European Chapter of the Association for Computational Linguistics, pp. 398\u2013408. Association for Computational Linguistics (2012). https:\/\/aclanthology.info\/pdf\/E\/E12\/E12-1041.pdf"},{"key":"4_CR26","unstructured":"Pedregosa, F., et al.: Scikit-learn: machine learning in Python. J. Mach. Learn. Res. 12, 2825\u20132830 (2011). http:\/\/www.jmlr.org\/papers\/volume12\/pedregosa11a\/pedregosa11a.pdf"},{"issue":"1","key":"4_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41467-018-03068-4","volume":"9","author":"F Pereira","year":"2018","unstructured":"Pereira, F., et al.: Toward a universal decoder of linguistic meaning from brain activation. Nat. Commun. 9(1), 1\u201313 (2018). https:\/\/doi.org\/10.1038\/s41467-018-03068-4","journal-title":"Nat. Commun."},{"key":"4_CR28","doi-asserted-by":"crossref","unstructured":"Peters, M., et al.: Deep contextualized word representations. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers), 1, pp. 2227\u20132237 (2018). http:\/\/www.aclweb.org\/anthology\/N18-1202","DOI":"10.18653\/v1\/N18-1202"},{"key":"4_CR29","unstructured":"Resnik, P., Lin, J.: Evaluation of NLP systems. The Handbook of Computational Linguistics and Natural Language Processing, vol. 57, pp. 271\u2013295 (2010). https:\/\/pdfs.semanticscholar.org\/41ef\/e3fb47032d609bbb13b7c850bb8b1dbd544d.pdf"},{"key":"4_CR30","unstructured":"Rowling, J.K.: Harry Potter and the Sorcerer\u2019s Stone. Levine Books, Arthur A (1998)"},{"key":"4_CR31","doi-asserted-by":"crossref","unstructured":"Sudre, G., et al.: Tracking neural coding of perceptual and semantic features of concrete nouns. NeuroImage 62(1), 451\u2013463 (2012). https:\/\/www.ncbi.nlm.nih.gov\/pmc\/articles\/PMC4465409\/","DOI":"10.1016\/j.neuroimage.2012.04.048"},{"issue":"11","key":"4_CR32","doi-asserted-by":"publisher","first-page":"e112575","DOI":"10.1371\/journal.pone.0112575","volume":"9","author":"L Wehbe","year":"2014","unstructured":"Wehbe, L., Murphy, B., Talukdar, P., Fyshe, A., Ramdas, A., Mitchell, T.: Simultaneously uncovering the patterns of brain regions involved in different story reading subprocesses. PLoS One 9(11), e112575 (2014). https:\/\/doi.org\/10.1371\/journal.pone.0112575","journal-title":"PLoS One"},{"key":"4_CR33","doi-asserted-by":"publisher","unstructured":"Wehbe, L., Vaswani, A., Knight, K., Mitchell, T.: Aligning context-based statistical models of language with brain activity during reading. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP). Association for Computational Linguistics (2014). https:\/\/doi.org\/10.3115\/v1\/d14-1030","DOI":"10.3115\/v1\/d14-1030"},{"key":"4_CR34","doi-asserted-by":"crossref","unstructured":"Xu, H., Murphy, B., Fyshe, A.: Brainbench: a brain-image test suite for distributional semantic models. In: Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing, pp. 2017\u20132021 (2016). http:\/\/www.aclweb.org\/anthology\/D16-1213","DOI":"10.18653\/v1\/D16-1213"}],"container-title":["Lecture Notes in Computer Science","Computational Linguistics and Intelligent Text Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-24337-0_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,25]],"date-time":"2023-02-25T12:07:43Z","timestamp":1677326863000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-24337-0_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031243363","9783031243370"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-24337-0_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"26 February 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CICLing","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Computational Linguistics and Intelligent Text Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"La Rochelle","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 April 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 April 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cicling2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.cicling.org\/2019\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"335","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"95","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}