{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,6]],"date-time":"2026-02-06T06:36:39Z","timestamp":1770359799579,"version":"3.49.0"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2018,7,13]],"date-time":"2018-07-13T00:00:00Z","timestamp":1531440000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/100011199","name":"FP7 Ideas: European Research Council","doi-asserted-by":"publisher","award":["610706 - GendERC"],"award-info":[{"award-number":["610706 - GendERC"]}],"id":[{"id":"10.13039\/100011199","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100011199","name":"FP7 Ideas: European Research Council","doi-asserted-by":"publisher","award":["610706"],"award-info":[{"award-number":["610706"]}],"id":[{"id":"10.13039\/100011199","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100011260","name":"FP7 Research infrastructures","doi-asserted-by":"publisher","award":["313082 - RISIS"],"award-info":[{"award-number":["313082 - RISIS"]}],"id":[{"id":"10.13039\/100011260","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001833","name":"Vrije Universiteit Amsterdam","doi-asserted-by":"publisher","award":["Academy assistants grant"],"award-info":[{"award-number":["Academy assistants grant"]}],"id":[{"id":"10.13039\/501100001833","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2018,10]]},"DOI":"10.1007\/s11192-018-2848-x","type":"journal-article","created":{"date-parts":[[2018,7,13]],"date-time":"2018-07-13T00:10:50Z","timestamp":1531440650000},"page":"313-329","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":48,"title":["Studying grant decision-making: a linguistic analysis of review reports"],"prefix":"10.1007","volume":"117","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8304-8565","authenticated-orcid":false,"given":"Peter","family":"van den Besselaar","sequence":"first","affiliation":[]},{"given":"Ulf","family":"Sandstr\u00f6m","sequence":"additional","affiliation":[]},{"given":"H\u00e9l\u00e8ne","family":"Schiffbaenker","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,7,13]]},"reference":[{"key":"2848_CR1","doi-asserted-by":"publisher","first-page":"195","DOI":"10.1016\/B978-0-12-800284-1.00004-7","volume":"50","author":"AE Abele","year":"2014","unstructured":"Abele, A. E., & Wojciszke, B. (2014). Communal and agentic content in social cognition: A dual perspective model. Advances in Experimental Social Psychology, 50, 195\u2013255.","journal-title":"Advances in Experimental Social Psychology"},{"key":"2848_CR2","doi-asserted-by":"publisher","DOI":"10.1093\/acrefore\/9780190228613.013.439","author":"CJ Beukeboom","year":"2017","unstructured":"Beukeboom, C. J., & Burgers, C. (2017). Linguistic bias. Oxford Research Encyclopedia of Communication. \n                    https:\/\/doi.org\/10.1093\/acrefore\/9780190228613.013.439\n                    \n                  .","journal-title":"Oxford Research Encyclopedia of Communication"},{"issue":"2","key":"2848_CR3","doi-asserted-by":"publisher","first-page":"186","DOI":"10.1177\/1948550611415693","volume":"3","author":"M Biernat","year":"2012","unstructured":"Biernat, M., Tocci, M. J., & Williams, J. C. (2012). The language of performance evaluations: Gender-based shifts in content and consistency of judgment. Social Psychological and Personality Science, 3(2), 186\u2013192.","journal-title":"Social Psychological and Personality Science"},{"key":"2848_CR4","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1002\/aris.2011.1440450112","volume":"45","author":"L Bornmann","year":"2011","unstructured":"Bornmann, L. (2011). Scientific peer review. Annual Review of Information Science and Technology, 45, 199\u2013245.","journal-title":"Annual Review of Information Science and Technology"},{"key":"2848_CR5","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1016\/j.joi.2009.10.004","volume":"4","author":"L Bornmann","year":"2010","unstructured":"Bornmann, L., Leydesdorff, L., & Van den Besselaar, P. (2010). A meta-evaluation of scientific research proposals: Different ways of comparing rejected to awarded applications. Journal of Informetrics, 4, 211\u2013220.","journal-title":"Journal of Informetrics"},{"issue":"3","key":"2848_CR6","doi-asserted-by":"publisher","first-page":"414","DOI":"10.1177\/0093650214534975","volume":"43","author":"C Burgers","year":"2016","unstructured":"Burgers, C., & Beukeboom, C. J. (2016). Stereotype transmission and maintenance through interpersonal communication: The irony bias. Communication Research, 43(3), 414\u2013441.","journal-title":"Communication Research"},{"key":"2848_CR7","unstructured":"Buttliere, B. (2015). Identifying high impact scientific work using natural language processing and psychology. Paper workshop \u201cQuantifying and analysing scholarly communication on the Web (ASCW\u201915)\u201d."},{"key":"2848_CR8","doi-asserted-by":"crossref","unstructured":"Buttliere, B. (2017). Cognitive conflict in science: Demonstrations in what scientists talk about and study. Ph.D. thesis.","DOI":"10.31234\/osf.io\/kdnp6"},{"issue":"2","key":"2848_CR9","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1023\/B:SORE.0000027410.26010.40","volume":"17","author":"D Chugh","year":"2004","unstructured":"Chugh, D. (2004). Societal and managerial implications of implicit social cognition: Why milliseconds matter. Social Justice Research, 17(2), 203\u2013222.","journal-title":"Social Justice Research"},{"key":"2848_CR10","volume-title":"Social stratification in science","author":"JR Cole","year":"1981","unstructured":"Cole, J. R., & Cole, S. (1981). Social stratification in science. Chicago, IL: The University of Chicago Press."},{"key":"2848_CR11","volume-title":"Peerless science: Peer review and U.S. science policy","author":"Chubin DE","year":"1990","unstructured":"DE Chubin, & Hackett, E. J. (1990). Peerless science: Peer review and U.S. science policy. Albany, NY: State University of New York Press."},{"issue":"2","key":"2848_CR12","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1037\/a0037908","volume":"100","author":"MM Duguid","year":"2015","unstructured":"Duguid, M. M., & Thomas-Hunt, M. C. (2015). Condoning stereotyping? How awareness of stereotyping prevalence impacts expression of stereotypes. Journal of Applied Psychology, 100(2), 343\u2013359.","journal-title":"Journal of Applied Psychology"},{"key":"2848_CR13","unstructured":"European Research Council (ERC) (2013). Work programme 2014."},{"issue":"14","key":"2848_CR14","doi-asserted-by":"publisher","first-page":"3714","DOI":"10.1073\/pnas.1618569114","volume":"114","author":"D Fanelli","year":"2017","unstructured":"Fanelli, D., Costas, R., & Ioannidis, J. P. A. (2017). Meta-assessment of bias in science. Proceedings of the National Academy of Sciences of the United States of America,  114(14), 3714\u20133719.","journal-title":"Proceedings of the National Academy of Sciences of the United States of America"},{"issue":"5","key":"2848_CR15","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1037\/h0056932","volume":"57","author":"L Festinger","year":"1950","unstructured":"Festinger, L. (1950). Informal social communication. Psychological Review, 57(5), 271\u2013282.","journal-title":"Psychological Review"},{"key":"2848_CR16","unstructured":"Herschberg, C., Vinkenburg, C. J., Bleijenbergh, I. L., & Van Engen, M. L. (2014). Dare to care: Negotiating organizational norms on combining career and care in an engineering faculty. In Women in STEM careers: International perspectives on increasing workforce participation, advancement and leadership. E. Elgar Publ."},{"key":"2848_CR17","doi-asserted-by":"crossref","DOI":"10.4135\/9781483399782","volume-title":"Text mining: A guidebook for the social sciences","author":"G Ignatow","year":"2017","unstructured":"Ignatow, G., & Mihalcea, R. F. (2017). Text mining: A guidebook for the social sciences. London: Sage."},{"key":"2848_CR18","doi-asserted-by":"publisher","first-page":"371","DOI":"10.1016\/j.tips.2014.06.005","volume":"35","author":"A Kaatz","year":"2014","unstructured":"Kaatz, A., Gutierrez, B., & Carnes, M. (2014). Threats to objectivity in peer review, the case of gender. Trends in Pharmacological Sciences, 35, 371\u2013373.","journal-title":"Trends in Pharmacological Sciences"},{"issue":"1","key":"2848_CR19","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1097\/ACM.0000000000000442","volume":"90","author":"A Kaatz","year":"2015","unstructured":"Kaatz, A., Magua, W., Zimmerman, D. R., & Carnes, M. (2015). A quantitative linguistic analysis of National Institutes of Health R01 application critiques from investigators at one institution. Academic Medicine, 90(1), 69\u201375.","journal-title":"Academic Medicine"},{"issue":"6","key":"2848_CR20","doi-asserted-by":"publisher","first-page":"689","DOI":"10.1002\/1099-1379(200009)21:6<689::AID-JOB52>3.0.CO;2-W","volume":"21","author":"CT Kulik","year":"2000","unstructured":"Kulik, C. T., Perry, E. L., & Bourhis, A. C. (2000). Ironic evaluation processes: Effects of thought suppression on evaluations of older job applicants. Journal of Organizational Behavior, 21(6), 689\u2013711.","journal-title":"Journal of Organizational Behavior"},{"key":"2848_CR21","doi-asserted-by":"publisher","DOI":"10.4159\/9780674054158","volume-title":"How Professors think: Inside the curious world of academic judgement","author":"M Lamont","year":"2009","unstructured":"Lamont, M. (2009). How Professors think: Inside the curious world of academic judgement. Cambridge: Harvard University Press."},{"issue":"1","key":"2848_CR22","doi-asserted-by":"publisher","first-page":"51","DOI":"10.3152\/147154404781776536","volume":"13","author":"L Langfeldt","year":"2004","unstructured":"Langfeldt, L. (2004). Expert panels evaluating research: Decision-making and sources of bias. Research Evaluation, 13(1), 51\u201362.","journal-title":"Research Evaluation"},{"issue":"6219","key":"2848_CR100","doi-asserted-by":"publisher","first-page":"262","DOI":"10.1126\/science.1261375","volume":"347","author":"SJ Leslie","year":"2015","unstructured":"Leslie, S. J., Cimpian, A., Meyer, M., & Freeland, E. (2015). Expectations of brilliance underlie gender distributions across academic disciplines. Science, 347(6219), 262\u2013265.","journal-title":"Science"},{"issue":"3","key":"2848_CR23","doi-asserted-by":"publisher","first-page":"631","DOI":"10.1037\/edu0000005","volume":"107","author":"DI Miller","year":"2015","unstructured":"Miller, D. I., Eagly, A. H., & Linn, M. C. (2015). Women\u2019s representation in science predicts national gender-science stereotypes: Evidence from 66 nations. Journal of Educational Psychology, 107(3), 631\u2013644.","journal-title":"Journal of Educational Psychology"},{"key":"2848_CR24","unstructured":"Mom, S. C., & van den Besselaar, P. (2018). Does institutional proximity affect grant application success? Paper presented at the PEERE conference, Rome 7\u20139 March 2018."},{"issue":"4","key":"2848_CR25","doi-asserted-by":"publisher","first-page":"293","DOI":"10.3152\/095820210X12809191250762","volume":"19","author":"M Olbrecht","year":"2010","unstructured":"Olbrecht, M., & Bornmann, L. (2010). Panel peer review of grant applications: What do we know from research in social psychology on judgment and decision-making in groups? Research Evaluation, 19(4), 293\u2013304.","journal-title":"Research Evaluation"},{"key":"2848_CR26","unstructured":"Sandstr\u00f6m, U. (2009). Cognitive bias in peer review: A new approach. In Proceedings of the 12th international conference on scientometrics and informetrics (pp. 742\u2013746)."},{"issue":"2","key":"2848_CR27","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1007\/s11192-008-0211-3","volume":"74","author":"U Sandstr\u00f6m","year":"2008","unstructured":"Sandstr\u00f6m, U., & H\u00e4llsten, M. (2008). Persistent nepotism in peer review. Scientometrics, 74(2), 175\u2013189.","journal-title":"Scientometrics"},{"key":"2848_CR28","unstructured":"Sandstr\u00f6m, U. & Van den Besselaar, P. (2018). Cognitive distance and gender bias in peer review. Paper presented at the PEERE conference, Rome 7\u20139 March 2018."},{"key":"2848_CR29","unstructured":"Schiffbaenker, H., & Haas, M. (2018). Dependencies of independence: Constructing excellence in the context of research funding.\u00a0Paper presented at the PEERE conference, Rome 7\u20139 March 2018."},{"issue":"1","key":"2848_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1080\/14792779143000006","volume":"2","author":"GR Semin","year":"1991","unstructured":"Semin, G. R., & Fiedler, K. (1991). The linguistic category model, its bases, applications and range. European Review of Social Psychology, 2(1), 1\u201330.","journal-title":"European Review of Social Psychology"},{"issue":"4","key":"2848_CR31","doi-asserted-by":"publisher","first-page":"298","DOI":"10.1093\/reseval\/rvu017","volume":"23","author":"P Arensbergen Van","year":"2014","unstructured":"Van Arensbergen, P., van der Weijden, I., & van den Besselaar, P. (2014). The selection of talent as a group process. A literature review on the social dynamics of decision making in grant panels. Research Evaluation, 23(4), 298\u2013311.","journal-title":"Research Evaluation"},{"issue":"4","key":"2848_CR32","doi-asserted-by":"publisher","first-page":"273","DOI":"10.3152\/095820209X475360","volume":"18","author":"P Besselaar Van den","year":"2009","unstructured":"Van den Besselaar, P., & Leydesdorff, L. (2009). Past performance, peer review and project selection: a case study in the social and behavioral sciences. Research Evaluation, 18(4), 273\u2013288.","journal-title":"Research Evaluation"},{"key":"2848_CR33","doi-asserted-by":"publisher","first-page":"826","DOI":"10.1016\/j.joi.2015.07.011","volume":"9","author":"P Besselaar Van den","year":"2015","unstructured":"Van den Besselaar, P., & Sandstr\u00f6m, U. (2015). Early career grants, performance and careers: A study of predictive validity in grant decisions. Journal of Informetrics, 9, 826\u2013838.","journal-title":"Journal of Informetrics"},{"key":"2848_CR34","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1007\/s11192-015-1775-3","volume":"106","author":"P Besselaar Van den","year":"2016","unstructured":"Van den Besselaar, P., & Sandstr\u00f6m, U. (2016). Gender differences in research performance and in academic careers. Scientometrics, 106, 143\u2013162.","journal-title":"Scientometrics"},{"key":"2848_CR35","unstructured":"Van den Besselaar, P., Schiffbaenker, H., Sandstr\u00f6m, U., & Mom, C. (2018). Explaining gender bias in grant selection: The life sciences case. Paper 23rd International Conference on Science and Technology Indicators (STI 2018), Leiden September 12\u201314."},{"key":"2848_CR36","unstructured":"Vetenskapsr\u00e5det. (2013). Observations on gender equality in a selection of the Swedish research council\u2019s evaluation panels. \n                    https:\/\/publikationer.vr.se\/en\/product-category\/jamstalldhet-en\/\n                    \n                  . Accessed 10 July 2010."},{"issue":"3","key":"2848_CR37","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1093\/reseval\/rvv009","volume":"24","author":"Q Wang","year":"2015","unstructured":"Wang, Q., & Sandstr\u00f6m, U. (2015). Defining the role of cognitive distance in the peer review process with an explorative study of a grant scheme in infection biology. Research Evaluation, 24(3), 271\u2013281.","journal-title":"Research Evaluation"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11192-018-2848-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-018-2848-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-018-2848-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,20]],"date-time":"2019-09-20T08:42:44Z","timestamp":1568968964000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11192-018-2848-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,7,13]]},"references-count":38,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,10]]}},"alternative-id":["2848"],"URL":"https:\/\/doi.org\/10.1007\/s11192-018-2848-x","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,7,13]]},"assertion":[{"value":"3 February 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 July 2018","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}