{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,16]],"date-time":"2026-09-16T14:08:53Z","timestamp":1789567733872,"version":"build-2803163510"},"reference-count":65,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2026,8,4]],"date-time":"2026-08-04T00:00:00Z","timestamp":1785801600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,8,4]],"date-time":"2026-08-04T00:00:00Z","timestamp":1785801600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["2025S1A5A2A01011393"],"award-info":[{"award-number":["2025S1A5A2A01011393"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Behav Res"],"DOI":"10.3758\/s13428-026-03133-7","type":"journal-article","created":{"date-parts":[[2026,8,4]],"date-time":"2026-08-04T19:50:52Z","timestamp":1785873052000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Simulating insufficient effort responding with large language models: A persona-based prompt engineering approach"],"prefix":"10.3758","volume":"58","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-4521-3757","authenticated-orcid":false,"given":"Donghun","family":"Kim","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-6313-4722","authenticated-orcid":false,"given":"Giryong","family":"Park","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4453-6670","authenticated-orcid":false,"given":"Jin Suk","family":"Park","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8261-701X","authenticated-orcid":false,"given":"Taehun","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,8,4]]},"reference":[{"key":"3133_CR1","unstructured":"Abulela, M. A. A. (2025).\u00a0Comparing the robustness of dimensionality assessment methods for polytomous data in the presence of careless responding\u00a0(Doctoral dissertation, University of Minnesota)."},{"key":"3133_CR2","doi-asserted-by":"publisher","first-page":"337","DOI":"10.48550\/arXiv.2208.10264","volume-title":"International Conference on Machine Learning","author":"GV Aher","year":"2023","unstructured":"Aher, G. V., Arriaga, R. I., & Kalai, A. T. (2023). Using large language models to simulate multiple humans and replicate human subject studies. International Conference on Machine Learning (pp. 337\u2013371). PMLR. https:\/\/doi.org\/10.48550\/arXiv.2208.10264"},{"issue":"3","key":"3133_CR3","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1017\/pan.2023.2","volume":"31","author":"LP Argyle","year":"2023","unstructured":"Argyle, L. P., Busby, E. C., Fulda, N., Gubler, J. R., Rytting, C., & Wingate, D. (2023). Out of one, many: Using language models to simulate human samples. Political Analysis, 31(3), 337\u2013351. https:\/\/doi.org\/10.1017\/pan.2023.2","journal-title":"Political Analysis"},{"key":"3133_CR4","doi-asserted-by":"publisher","first-page":"2489","DOI":"10.3758\/s13428-020-01401-8","volume":"52","author":"VB Arias","year":"2020","unstructured":"Arias, V. B., Garrido, L. E., Jenaro, C., Mart\u00ednez-Molina, A., & Arias, B. (2020). A little garbage in, lots of garbage out: Assessing the impact of careless responding in personality survey data. Behavior Research Methods, 52, 2489\u20132505. https:\/\/doi.org\/10.3758\/s13428-020-01401-8","journal-title":"Behavior Research Methods"},{"issue":"1","key":"3133_CR5","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1177\/0013164499591003","volume":"59","author":"JJ Barnette","year":"1999","unstructured":"Barnette, J. J. (1999). Nonattending respondent effects on internal consistency of self-administered surveys: A Monte Carlo simulation study. Educational and Psychological Measurement, 59(1), 38\u201346. https:\/\/doi.org\/10.1177\/0013164499591003","journal-title":"Educational and Psychological Measurement"},{"key":"3133_CR6","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1080\/00223980.1989.10542966","volume":"123","author":"DA Beach","year":"1989","unstructured":"Beach, D. A. (1989). Identifying the random responder. Journal of Psychology: Interdisciplinary and Applied, 123, 101\u2013103. https:\/\/doi.org\/10.1080\/00223980.1989.10542966","journal-title":"Journal of Psychology: Interdisciplinary and Applied"},{"issue":"2","key":"3133_CR7","doi-asserted-by":"publisher","first-page":"218","DOI":"10.1037\/pspp0000085","volume":"111","author":"NA Bowling","year":"2016","unstructured":"Bowling, N. A., Huang, J. L., Bragg, C. B., Khazon, S., Liu, M., & Blackmore, C. E. (2016). Who cares and who is careless? Insufficient effort responding as a reflection of respondent personality. Journal of Personality and Social Psychology, 111(2), 218. https:\/\/doi.org\/10.1037\/pspp0000085","journal-title":"Journal of Personality and Social Psychology"},{"key":"3133_CR8","unstructured":"Brown, T., Mann, B., Ryder, N., Subbiah, M., Kaplan, J. D., Dhariwal, P., ..., & Amodei, D. (2020). Language models are few-shot learners. Advances in Neural Information Processing Systems, 33, 1877\u20131901."},{"key":"3133_CR9","doi-asserted-by":"publisher","first-page":"100022","DOI":"10.1016\/j.metip.2020.100022","volume":"2","author":"F Br\u00fchlmann","year":"2020","unstructured":"Br\u00fchlmann, F., Petralito, S., Aeschbach, L. F., & Opwis, K. (2020). The quality of data collected online: An investigation of careless responding in a crowdsourced sample. Methods in Psychology, 2, 100022. https:\/\/doi.org\/10.1016\/j.metip.2020.100022","journal-title":"Methods in Psychology"},{"issue":"1","key":"3133_CR10","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1037\/14805-009","volume":"6","author":"M Buhrmester","year":"2011","unstructured":"Buhrmester, M., Kwang, T., & Gosling, S. D. (2011). Amazon\u2019s mechanical turk: A new source of inexpensive, yet high-quality, data? Perspectives on Psychological Science, 6(1), 3\u20135. https:\/\/doi.org\/10.1037\/14805-009","journal-title":"Perspectives on Psychological Science"},{"issue":"2","key":"3133_CR11","doi-asserted-by":"publisher","first-page":"87","DOI":"10.22257\/kjp.2024.6.43.2.87","volume":"43","author":"JY Chang","year":"2024","unstructured":"Chang, J. Y., Kim, W. Y., & Lee, T. (2024). The Causes, Detection, and Prevention of Insufficient Effort Responding (IER) in Self-Report Measures: A comprehensive literature review and suggestions. Korean Journal of Psychology: General, 43(2), 87\u2013128. https:\/\/doi.org\/10.22257\/kjp.2024.6.43.2.87","journal-title":"Korean Journal of Psychology: General"},{"key":"3133_CR12","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1016\/j.jesp.2015.07.006","volume":"66","author":"PG Curran","year":"2016","unstructured":"Curran, P. G. (2016). Methods for the detection of carelessly invalid responses in survey data. Journal of Experimental Social Psychology, 66, 4\u201319. https:\/\/doi.org\/10.1016\/j.jesp.2015.07.006","journal-title":"Journal of Experimental Social Psychology"},{"key":"3133_CR14","doi-asserted-by":"publisher","unstructured":"Denison, A., & Wiernik, B. (2022). Careless response processes are heterogeneous: Comment on Goldammer et al. (2020). Meta-Psychology, 6. https:\/\/doi.org\/10.15626\/MP.2020.2637","DOI":"10.15626\/MP.2020.2637"},{"issue":"2","key":"3133_CR15","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1111\/apps.12117","volume":"67","author":"JA DeSimone","year":"2018","unstructured":"DeSimone, J. A., DeSimone, A. J., Harms, P. D., & Wood, D. (2018). The differential impacts of two forms of insufficient effort responding. Applied Psychology, 67(2), 309\u2013338. https:\/\/doi.org\/10.1111\/apps.12117","journal-title":"Applied Psychology"},{"issue":"7","key":"3133_CR16","doi-asserted-by":"publisher","first-page":"597","DOI":"10.1016\/j.tics.2023.04.008","volume":"27","author":"D Dillion","year":"2023","unstructured":"Dillion, D., Tandon, N., Gu, Y., & Gray, K. (2023). Can AI language models replace human participants? Trends in Cognitive Sciences, 27(7), 597\u2013600. https:\/\/doi.org\/10.1016\/j.tics.2023.04.008","journal-title":"Trends in Cognitive Sciences"},{"key":"3133_CR17","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1007\/s10869-016-9479-0","volume":"33","author":"AM Dunn","year":"2018","unstructured":"Dunn, A. M., Heggestad, E. D., Shanock, L. R., & Theilgard, N. (2018). Intra-individual response variability as an indicator of insufficient effort responding: Comparison to other indicators and relationships with individual differences. Journal of Business and Psychology, 33, 105\u2013121. https:\/\/doi.org\/10.1007\/s10869-016-9479-0","journal-title":"Journal of Business and Psychology"},{"key":"3133_CR18","doi-asserted-by":"publisher","unstructured":"Ge, T., Chan, X., Wang, X., Yu, D., Mi, H., & Yu, D. (2024). Scaling synthetic data creation with 1,000,000,000 personas. arXiv preprint arXiv:2406.20094. https:\/\/doi.org\/10.48550\/arXiv.2406.20094","DOI":"10.48550\/arXiv.2406.20094"},{"issue":"12","key":"3133_CR19","doi-asserted-by":"publisher","first-page":"2629","DOI":"10.1007\/s10439-023-03272-4","volume":"51","author":"L Giray","year":"2023","unstructured":"Giray, L. (2023). Prompt engineering with ChatGPT: A guide for academic writers. Annals of Biomedical Engineering, 51(12), 2629\u20132633. https:\/\/doi.org\/10.1007\/s10439-023-03272-4","journal-title":"Annals of Biomedical Engineering"},{"issue":"4","key":"3133_CR20","doi-asserted-by":"publisher","first-page":"101384","DOI":"10.1016\/j.leaqua.2020.101384","volume":"31","author":"P Goldammer","year":"2020","unstructured":"Goldammer, P., Annen, H., St\u00f6ckli, P. L., & Jonas, K. (2020). Careless responding in questionnaire measures: Detection, impact, and remedies. The Leadership Quarterly, 31(4), 101384. https:\/\/doi.org\/10.1016\/j.leaqua.2020.101384","journal-title":"The Leadership Quarterly"},{"issue":"3","key":"3133_CR21","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1002\/bdm.1753","volume":"26","author":"JK Goodman","year":"2013","unstructured":"Goodman, J. K., Cryder, C. E., & Cheema, A. (2013). Data collection in a flat world: The strengths and weaknesses of Mechanical Turk samples. Journal of Behavioral Decision Making, 26(3), 213\u2013224. https:\/\/doi.org\/10.1002\/bdm.1753","journal-title":"Journal of Behavioral Decision Making"},{"issue":"17","key":"3133_CR22","doi-asserted-by":"publisher","first-page":"3509","DOI":"10.3390\/electronics13173509","volume":"13","author":"M Goyal","year":"2024","unstructured":"Goyal, M., & Mahmoud, Q. H. (2024). A systematic review of synthetic data generation techniques using generative AI. Electronics, 13(17), 3509. https:\/\/doi.org\/10.3390\/electronics13173509","journal-title":"Electronics"},{"key":"3133_CR23","doi-asserted-by":"publisher","unstructured":"Gupta, A., Song, X., & Anumanchipalli, G. (2023). Self-assessment tests are unreliable measures of llm personality. arXiv preprint arXiv:2309.08163. https:\/\/doi.org\/10.48550\/arXiv.2309.08163","DOI":"10.48550\/arXiv.2309.08163"},{"issue":"2","key":"3133_CR24","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1177\/0013164419865316","volume":"80","author":"M Hong","year":"2020","unstructured":"Hong, M., Steedle, J. T., & Cheng, Y. (2020). Methods of detecting insufficient effort responding: Comparisons and practical recommendations. Educational and Psychological Measurement, 80(2), 312\u2013345. https:\/\/doi.org\/10.1177\/0013164419865316","journal-title":"Educational and Psychological Measurement"},{"issue":"1","key":"3133_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1080\/10705519909540118","volume":"6","author":"LT Hu","year":"1999","unstructured":"Hu, L. T., & Bentler, P. M. (1999). Cutoff criteria for fit indexes in covariance structure analysis: Conventional criteria versus new alternatives. Structural Equation modeling: A multidisciplinary Journal, 6(1), 1\u201355. https:\/\/doi.org\/10.1080\/10705519909540118","journal-title":"Structural Equation modeling: A multidisciplinary Journal"},{"key":"3133_CR26","doi-asserted-by":"publisher","unstructured":"Huang, J. T., Jiao, W., Lam, M. H., Li, E. J., Wang, W., & Lyu, M. R. (2023). Revisiting the reliability of psychological scales on large language models. arXiv preprint arXiv:2305.19926. https:\/\/doi.org\/10.48550\/arXiv.2305.19926","DOI":"10.48550\/arXiv.2305.19926"},{"issue":"3","key":"3133_CR27","doi-asserted-by":"publisher","first-page":"104","DOI":"10.14786\/flr.v8i3.521","volume":"8","author":"R Iaconelli","year":"2020","unstructured":"Iaconelli, R., & Wolters, C. A. (2020). Insufficient effort responding in surveys assessing self-regulated learning: Nuisance or fatal flaw? Frontline Learning Research, 8(3), 104\u2013125. https:\/\/doi.org\/10.14786\/flr.v8i3.521","journal-title":"Frontline Learning Research"},{"issue":"4","key":"3133_CR28","doi-asserted-by":"publisher","first-page":"450","DOI":"10.1037\/met0000383","volume":"26","author":"J Jaccard","year":"2021","unstructured":"Jaccard, J., & Brinberg, M. (2021). Monte Carlo simulations using extant data to mimic populations: Applications to the modified linear probability model and logistic regression. Psychological Methods, 26(4), 450. https:\/\/doi.org\/10.1037\/met0000383","journal-title":"Psychological Methods"},{"key":"3133_CR29","doi-asserted-by":"publisher","unstructured":"Jiang, H., Zhang, X., Cao, X., Breazeal, C., Roy, D., & Kabbara, J. (2023). PersonaLLM: Investigating the ability of large language models to express personality traits. arXiv preprint arXiv:2305.02547. https:\/\/doi.org\/10.48550\/arXiv.2305.02547","DOI":"10.48550\/arXiv.2305.02547"},{"issue":"1","key":"3133_CR30","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1016\/j.jrp.2004.09.009","volume":"39","author":"JA Johnson","year":"2005","unstructured":"Johnson, J. A. (2005). Ascertaining the validity of individual protocols from web-based personality inventories. Journal of Research in Personality, 39(1), 103\u2013129. https:\/\/doi.org\/10.1016\/j.jrp.2004.09.009","journal-title":"Journal of Research in Personality"},{"key":"3133_CR31","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1016\/j.jrp.2014.05.003","volume":"51","author":"JA Johnson","year":"2014","unstructured":"Johnson, J. A. (2014). Measuring thirty facets of the five factor model with a 120-item public domain inventory: Development of the IPIP-NEO 120. Journal of Research in Personality, 51, 78\u201389. https:\/\/doi.org\/10.1016\/j.jrp.2014.05.003","journal-title":"Journal of Research in Personality"},{"key":"3133_CR32","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1016\/j.paid.2018.03.026","volume":"129","author":"PJ Kajonius","year":"2018","unstructured":"Kajonius, P. J., & Johnson, J. (2018). Sex differences in 30 facets of the five-factor model of personality in the large public (N = 320,128). Personality and Individual Differences, 129, 126\u2013130. https:\/\/doi.org\/10.1016\/j.paid.2018.03.026","journal-title":"Personality and Individual Differences"},{"issue":"2","key":"3133_CR33","doi-asserted-by":"publisher","first-page":"260","DOI":"10.5964\/ejop.v15i2.1671","volume":"15","author":"PJ Kajonius","year":"2019","unstructured":"Kajonius, P. J., & Johnson, J. A. (2019). Assessing the structure of the five factor model of personality (IPIP-NEO-120) in the public domain. Europe\u2019s Journal of Psychology, 15(2), 260. https:\/\/doi.org\/10.5964\/ejop.v15i2.1671","journal-title":"Europe's Journal of Psychology"},{"issue":"4","key":"3133_CR34","doi-asserted-by":"publisher","first-page":"669","DOI":"10.22257\/kjp.2019.12.38.4.669","volume":"38","author":"WY Kim","year":"2019","unstructured":"Kim, W. Y., Lee, T., & Chang, J. Y. (2019). A study on the effectiveness of the use of mirror-image as a preventive measure of careless responding in online survey research. Korean Journal of Psychology, General, 38(4), 669\u2013698. https:\/\/doi.org\/10.22257\/kjp.2019.12.38.4.669","journal-title":"Korean Journal of Psychology, General"},{"key":"3133_CR35","doi-asserted-by":"publisher","unstructured":"Li, C., & Qi, Y. (2025). Toward accurate psychological simulations: Investigating LLMs\u2019 responses to personality and cultural variables. Computers in Human Behavior, 108687. https:\/\/doi.org\/10.1016\/j.chb.2025.108687","DOI":"10.1016\/j.chb.2025.108687"},{"key":"3133_CR36","unstructured":"Litman, L. (2020). Who can I sample on Amazon Mechanical Turk? Sage Research Methods. Retrieved July 31, 2026, from https:\/\/researchmethodscommunity.sagepub.com\/blog\/who-can-i-sample-on-amazon-mechanical-turk"},{"key":"3133_CR37","doi-asserted-by":"publisher","unstructured":"Maddali, R. (2024). Synthetic data generation for quality assurance in large-scale AI models.\u00a0International Journal of Engineering Technology Research & Management (IJETRM),\u00a08(07). https:\/\/doi.org\/10.5281\/zenodo.15071958","DOI":"10.5281\/zenodo.15071958"},{"key":"3133_CR38","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1016\/j.jrp.2013.09.008","volume":"48","author":"MR Maniaci","year":"2014","unstructured":"Maniaci, M. R., & Rogge, R. D. (2014). Caring about carelessness: Participant inattention and its effects on research. Journal of Research in Personality, 48, 61\u201383. https:\/\/doi.org\/10.1016\/j.jrp.2013.09.008","journal-title":"Journal of Research in Personality"},{"key":"3133_CR39","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1016\/j.paid.2014.08.021","volume":"84","author":"Z Marjanovic","year":"2015","unstructured":"Marjanovic, Z., Holden, R., Struthers, W., Cribbie, R., & Greenglass, E. (2015). The inter-item standard deviation (ISD): An index that discriminates between conscientious and random responders. Personality and Individual Differences, 84, 79\u201383. https:\/\/doi.org\/10.1016\/j.paid.2014.08.021","journal-title":"Personality and Individual Differences"},{"issue":"3","key":"3133_CR40","doi-asserted-by":"publisher","first-page":"471","DOI":"10.1037\/a0019227","volume":"22","author":"HW Marsh","year":"2010","unstructured":"Marsh, H. W., L\u00fcdtke, O., Muth\u00e9n, B., Asparouhov, T., Morin, A. J., Trautwein, U., & Nagengast, B. (2010). A new look at the Big Five factor structure through exploratory structural equation modeling. Psychological Assessment, 22(3), 471. https:\/\/doi.org\/10.1037\/a0019227","journal-title":"Psychological Assessment"},{"key":"3133_CR41","doi-asserted-by":"publisher","first-page":"387","DOI":"10.1007\/978-981-99-7962-2_30","volume-title":"International conference on data intelligence and cognitive informatics","author":"G Marvin","year":"2023","unstructured":"Marvin, G., Hellen, N., Jjingo, D., & Nakatumba-Nabende, J. (2023). Prompt engineering in large language models. International conference on data intelligence and cognitive informatics (pp. 387\u2013402). Springer Nature Singapore. https:\/\/doi.org\/10.1007\/978-981-99-7962-2_30"},{"key":"3133_CR42","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1037\/a0028085","volume":"17","author":"AW Meade","year":"2012","unstructured":"Meade, A. W., & Craig, S. B. (2012). Identifying careless responses in survey data. Psychological Methods, 17, 437\u2013455. https:\/\/doi.org\/10.1037\/a0028085","journal-title":"Psychological Methods"},{"issue":"9","key":"3133_CR43","doi-asserted-by":"publisher","first-page":"e2313925121","DOI":"10.1073\/pnas.2313925121","volume":"121","author":"Q Mei","year":"2024","unstructured":"Mei, Q., Xie, Y., Yuan, W., & Jackson, M. O. (2024). A Turing test of whether AI chatbots are behaviorally similar to humans. Proceedings of the National Academy of Sciences, 121(9), e2313925121. https:\/\/doi.org\/10.1073\/pnas.2313925121","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"3","key":"3133_CR44","doi-asserted-by":"publisher","first-page":"e0298522","DOI":"10.1371\/journal.pone.0298522","volume":"19","author":"J Mili\u010dka","year":"2024","unstructured":"Mili\u010dka, J., Marklov\u00e1, A., VanSlambrouck, K., Posp\u00ed\u0161ilov\u00e1, E., \u0160imsov\u00e1, J., Harvan, S., & Drobil, O. (2024). Large language models are able to downplay their cognitive abilities to fit the persona they simulate. PLoS One, 19(3), e0298522. https:\/\/doi.org\/10.1371\/journal.pone.0298522","journal-title":"PLoS One"},{"issue":"1","key":"3133_CR45","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/s11127-023-01097-2","volume":"198","author":"F Motoki","year":"2024","unstructured":"Motoki, F., Pinho Neto, V., & Rodrigues, V. (2024). More human than human: Measuring ChatGPT political bias. Public Choice, 198(1), 3\u201323. https:\/\/doi.org\/10.1007\/s11127-023-01097-2","journal-title":"Public Choice"},{"key":"3133_CR46","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jrp.2016.04.010","volume":"63","author":"ASM Niessen","year":"2016","unstructured":"Niessen, A. S. M., Meijer, R. R., & Tendeiro, J. N. (2016). Detecting careless respondents in web-based questionnaires: Which method to use? Journal of Research in Personality, 63, 1\u201311. https:\/\/doi.org\/10.1016\/j.jrp.2016.04.010","journal-title":"Journal of Research in Personality"},{"issue":"5","key":"3133_CR47","doi-asserted-by":"publisher","first-page":"808","DOI":"10.1177\/17456916231214460","volume":"19","author":"M Pellert","year":"2024","unstructured":"Pellert, M., Lechner, C. M., Wagner, C., Rammstedt, B., & Strohmaier, M. (2024). AI psychometrics: Assessing the psychological profiles of large language models through psychometric inventories. Perspectives on Psychological Science, 19(5), 808\u2013826. https:\/\/doi.org\/10.1177\/17456916231214460","journal-title":"Perspectives on Psychological Science"},{"key":"3133_CR48","doi-asserted-by":"publisher","first-page":"7346","DOI":"10.18653\/v1\/2024.findings-emnlp.432","volume-title":"Findings of the Association for Computational Linguistics: EMNLP 2024","author":"M Renze","year":"2024","unstructured":"Renze, M. (2024). The effect of sampling temperature on problem solving in large language models. In Yaser Al-Onaizan, Mohit Bansal, & Yun-Nung. Chen (Eds.), Findings of the Association for Computational Linguistics: EMNLP 2024 (pp. 7346\u20137356). Association for Computational Linguistics."},{"issue":"52","key":"3133_CR49","first-page":"18","volume":"61","author":"M Rosenberg","year":"1965","unstructured":"Rosenberg, M. (1965). Rosenberg self-esteem scale (RSE) Acceptance and commitment therapy. Measures package, 61(52), 18.","journal-title":"Measures package"},{"key":"3133_CR50","doi-asserted-by":"publisher","unstructured":"Sahoo, P., Singh, A. K., Saha, S., Jain, V., Mondal, S., & Chadha, A. (2024). A systematic survey of prompt engineering in large language models: Techniques and applications. arXiv preprint arXiv:2402.07927. https:\/\/doi.org\/10.48550\/arXiv.2402.07927","DOI":"10.48550\/arXiv.2402.07927"},{"issue":"12","key":"3133_CR51","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1093\/pnasnexus\/pgae533","volume":"3","author":"A Salecha","year":"2024","unstructured":"Salecha, A., Ireland, M. E., Subrahmanya, S., Sedoc, J., Ungar, L. H., & Eichstaedt, J. C. (2024). Large language models display human-like social desirability biases in Big Five personality surveys. PNAS Nexus, 3(12), 533. https:\/\/doi.org\/10.1093\/pnasnexus\/pgae533","journal-title":"PNAS Nexus"},{"key":"3133_CR52","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1016\/j.paid.2017.02.063","volume":"113","author":"L Salerno","year":"2017","unstructured":"Salerno, L., Ingoglia, S., & Coco, G. L. (2017). Competing factor structures of the Rosenberg self-esteem scale (RSES) and its measurement invariance across clinical and non-clinical samples. Personality and Individual Differences, 113, 13\u201319. https:\/\/doi.org\/10.1016\/j.paid.2017.02.063","journal-title":"Personality and Individual Differences"},{"key":"3133_CR53","doi-asserted-by":"publisher","first-page":"29971","DOI":"10.48550\/arXiv.2303.17548","volume-title":"International Conference on Machine Learning","author":"S Santurkar","year":"2023","unstructured":"Santurkar, S., Durmus, E., Ladhak, F., Lee, C., Liang, P., & Hashimoto, T. (2023). Whose opinions do language models reflect? International Conference on Machine Learning (pp. 29971\u201330004). PMLR. https:\/\/doi.org\/10.48550\/arXiv.2303.17548"},{"key":"3133_CR54","doi-asserted-by":"publisher","first-page":"1077","DOI":"10.1007\/s11136-017-1767-2","volume":"27","author":"S Schneider","year":"2018","unstructured":"Schneider, S., May, M., & Stone, A. A. (2018). Careless responding in internet-based quality of life assessments. Quality of Life Research, 27, 1077\u20131088. https:\/\/doi.org\/10.1007\/s11136-017-1767-2","journal-title":"Quality of Life Research"},{"issue":"1","key":"3133_CR55","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1177\/00131644211004708","volume":"82","author":"U Schroeders","year":"2022","unstructured":"Schroeders, U., Schmidt, C., & Gnambs, T. (2022). Detecting careless responding in survey data using stochastic gradient boosting. Educational and Psychological Measurement, 82(1), 29\u201356. https:\/\/doi.org\/10.1177\/00131644211004708","journal-title":"Educational and Psychological Measurement"},{"key":"3133_CR56","doi-asserted-by":"publisher","first-page":"346","DOI":"10.3233\/FAIA220264","volume-title":"New Trends in Intelligent Software Methodologies, Tools and Techniques","author":"A Shirafuji","year":"2022","unstructured":"Shirafuji, A., Ito, T., Morishita, M., Nakamura, Y., Oda, Y., Suzuki, J., & Watanobe, Y. (2022). Prompt sensitivity of language model for solving programming problems. New Trends in Intelligent Software Methodologies, Tools and Techniques (pp. 346\u2013359). IOS Press. https:\/\/doi.org\/10.3233\/FAIA220264"},{"key":"3133_CR57","doi-asserted-by":"publisher","unstructured":"Simmons, G., & Hare, C. (2023). Large language models as subpopulation representative models: A review. arXiv preprint arXiv:2310.17888. https:\/\/doi.org\/10.48550\/arXiv.2310.17888","DOI":"10.48550\/arXiv.2310.17888"},{"issue":"3","key":"3133_CR58","doi-asserted-by":"publisher","first-page":"299","DOI":"10.18148\/srm\/2021.v15i3.7832","volume":"15","author":"J Tawa","year":"2021","unstructured":"Tawa, J. (2021). The response entropy index: Comparative assessment of performance and cultural bias across indices of careless responding. Survey Research Methods, 15(3), 299\u2013325. https:\/\/doi.org\/10.18148\/srm\/2021.v15i3.7832","journal-title":"Survey Research Methods"},{"issue":"6","key":"3133_CR59","doi-asserted-by":"publisher","first-page":"870","DOI":"10.1177\/08902070211026793","volume":"36","author":"I Thielmann","year":"2022","unstructured":"Thielmann, I., Moshagen, M., Hilbig, B., & Zettler, I. (2022). On the comparability of basic personality models: Meta-analytic correspondence, scope, and orthogonality of the Big Five and HEXACO dimensions. European Journal of Personality, 36(6), 870\u2013900. https:\/\/doi.org\/10.1177\/08902070211026793","journal-title":"European Journal of Personality"},{"issue":"2","key":"3133_CR60","doi-asserted-by":"publisher","first-page":"640","DOI":"10.1111\/apps.12344","volume":"71","author":"MJ Toich","year":"2022","unstructured":"Toich, M. J., Schutt, E., & Fisher, D. M. (2022). Do you get what you pay for? Preventing insufficient effort responding in MTurk and student samples. Applied Psychology, 71(2), 640\u2013661. https:\/\/doi.org\/10.1111\/apps.12344","journal-title":"Applied Psychology"},{"issue":"1","key":"3133_CR61","doi-asserted-by":"publisher","first-page":"577","DOI":"10.1146\/annurev-psych-040422-045007","volume":"74","author":"MK Ward","year":"2023","unstructured":"Ward, M. K., & Meade, A. W. (2023). Dealing with careless responding in survey data: Prevention, identification, and recommended best practices. Annual Review of Psychology, 74(1), 577\u2013596. https:\/\/doi.org\/10.1146\/annurev-psych-040422-045007","journal-title":"Annual Review of Psychology"},{"key":"3133_CR62","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1016\/j.chb.2017.06.032","volume":"76","author":"MK Ward","year":"2017","unstructured":"Ward, M. K., Meade, A. W., Allred, C. M., Pappalardo, G., & Stoughton, J. W. (2017). Careless response and attrition as sources of bias in online survey assessments of personality traits and performance. Computers in Human Behavior, 76, 417\u2013430. https:\/\/doi.org\/10.1016\/j.chb.2017.06.032","journal-title":"Computers in Human Behavior"},{"key":"3133_CR63","doi-asserted-by":"publisher","unstructured":"Wei, J., Wang, X., Schuurmans, D., Bosma, M., Xia, F., Chi, E., ..., & Zhou, D. (2022). Chain-of-thought prompting elicits reasoning in large language models.\u00a0Advances in neural information processing systems,\u00a035, 24824\u201324837. https:\/\/doi.org\/10.48550\/arXiv.2201.11903","DOI":"10.48550\/arXiv.2201.11903"},{"key":"3133_CR64","doi-asserted-by":"publisher","unstructured":"White, J., Fu, Q., Hays, S., Sandborn, M., Olea, C., Gilbert, H., ... & Schmidt, D. C. (2023). A prompt pattern catalog to enhance prompt engineering with ChatGPT. arXiv preprint arXiv:2302.11382. https:\/\/doi.org\/10.48550\/arXiv.2302.11382","DOI":"10.48550\/arXiv.2302.11382"},{"issue":"3","key":"3133_CR65","doi-asserted-by":"publisher","first-page":"186","DOI":"10.1007\/s10862-005-9004-7","volume":"28","author":"CM Woods","year":"2006","unstructured":"Woods, C. M. (2006). Careless responding to reverse-worded items: Implications for confirmatory factor analysis. Journal of Psychopathology and Behavioral Assessment, 28(3), 186\u2013191. https:\/\/doi.org\/10.1007\/s10862-005-9004-7","journal-title":"Journal of Psychopathology and Behavioral Assessment"},{"key":"3133_CR66","unstructured":"Yentes, R. D., & Wilhelm, F. (2023). careless: Procedures for computing indices of careless responding. R package version 1.2.2. Retrieved July 31, 2026, from https:\/\/cran.r-project.org\/web\/packages\/careless\/index.html"}],"container-title":["Behavior Research Methods"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.3758\/s13428-026-03133-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.3758\/s13428-026-03133-7","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.3758\/s13428-026-03133-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,16]],"date-time":"2026-09-16T13:38:48Z","timestamp":1789565928000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.3758\/s13428-026-03133-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8,4]]},"references-count":65,"journal-issue":{"issue":"9","published-online":{"date-parts":[[2026,9]]}},"alternative-id":["3133"],"URL":"https:\/\/doi.org\/10.3758\/s13428-026-03133-7","relation":{},"ISSN":["1554-3528"],"issn-type":[{"value":"1554-3528","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,8,4]]},"assertion":[{"value":"24 August 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 July 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 August 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":1,"name":"Ethics","label":"Competing interests","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","label":"Ethics approval","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":3,"name":"Ethics","label":"Consent to participate","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":4,"name":"Ethics","label":"Consent for publication","group":{"name":"EthicsHeading","label":"Declarations"}}],"article-number":"258"}}