{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T00:42:58Z","timestamp":1761093778414,"version":"build-2065373602"},"reference-count":115,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,10,21]],"date-time":"2025-10-21T00:00:00Z","timestamp":1761004800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,10,21]],"date-time":"2025-10-21T00:00:00Z","timestamp":1761004800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Discov Artif Intell"],"DOI":"10.1007\/s44163-025-00456-w","type":"journal-article","created":{"date-parts":[[2025,10,21]],"date-time":"2025-10-21T11:37:07Z","timestamp":1761046627000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Streamlining admission with LOR insights: AI-Based leadership assessment in online master\u2019s program"],"prefix":"10.1007","volume":"5","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3080-4686","authenticated-orcid":false,"given":"Meryem","family":"Yilmaz Soylu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0003-7303-2820","authenticated-orcid":false,"given":"Adrian","family":"Gallard","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1497-0561","authenticated-orcid":false,"given":"Jeonghyun","family":"Lee","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8567-9643","authenticated-orcid":false,"given":"Gayane","family":"Grigoryan","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0650-5611","authenticated-orcid":false,"given":"Rushil","family":"Desai","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5467-8122","authenticated-orcid":false,"given":"Stephen","family":"Harmon","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,10,21]]},"reference":[{"key":"456_CR1","unstructured":"ABET. (2019). General criterion 3. Student outcomes from criteria for Accrediting Engineering Programs, 2018\u20132019. https:\/\/www.abet.org\/accreditation\/accre ditation-criteria\/criteria-for-accrediting- engineering-programs-2019\u20132020\/#GC3"},{"key":"456_CR2","doi-asserted-by":"publisher","first-page":"52138","DOI":"10.1109\/ACCESS.2018.2870052","volume":"6","author":"A Adadi","year":"2018","unstructured":"Adadi A, Berrada M. Peeking inside the black-box: a survey on explainable artificial intelligence (XAI). IEEE Access. 2018;6:52138\u201360.","journal-title":"IEEE Access"},{"issue":"1","key":"456_CR3","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1177\/1523422318814546","volume":"21","author":"M Akdere","year":"2019","unstructured":"Akdere M, Hickman L, Kirchner M. Developing leadership competencies for STEM fields: The case of Purdue Polytechnic Leadership Academy. Adv Dev Hum Resour. 2019;21(1):49\u201371.","journal-title":"Adv Dev Hum Resour"},{"key":"456_CR4","unstructured":"Akhtar A (2020) 20 soft skills every leader needs to be successful https:\/\/www.theladders.com\/career-advice\/20-soft-skills-every-leader-needs-to-be-successful\/"},{"issue":"1","key":"456_CR5","doi-asserted-by":"publisher","first-page":"1096","DOI":"10.5330\/1096-2409-20.1.102","volume":"20","author":"P Akos","year":"2016","unstructured":"Akos P, Kretchmar J. Gender and ethnic bias in letters of recommendation: considerations for school counselors. Profess School Counsel. 2016;20(1):1096\u20132409.","journal-title":"Profess School Counsel"},{"key":"456_CR6","unstructured":"Ananiadou K, Claro M 21St century skills and competences for new millennium learners in OECD countries. OECD education working papers, no. 41. OECD Publishing (NJ1) (2009)."},{"key":"456_CR7","unstructured":"Bach SH, He B, Ratner A, R\u00e9 C. Learning the structure of generative models without labeled data. International Conference on Machine Learning (2017)."},{"key":"456_CR8","doi-asserted-by":"crossref","unstructured":"Bagheri A, Giachanou A, Mosteiro P, Verberne S (2023) Natural Language Processing and Text Mining (Turning Unstructured Data into Structured). In Clinical Applications of Artificial Intelligence in Real-World Data (pp. 69\u201393). Springer.","DOI":"10.1007\/978-3-031-36678-9_5"},{"issue":"5","key":"456_CR9","doi-asserted-by":"publisher","first-page":"782","DOI":"10.1080\/00221546.2018.1442633","volume":"89","author":"MN Bastedo","year":"2018","unstructured":"Bastedo MN, Bowman NA, Glasener KM, Kelly JL. What are we talking about when we talk about holistic review? Selective college admissions and its effects on low-SES students. J Higher Educ. 2018;89(5):782\u2013805.","journal-title":"J Higher Educ"},{"key":"456_CR10","unstructured":"Bentur A, Zonnenshain A, Nave R, Dayan T (2019) Education of engineers in the 21st century: Paradigms, insights and implications to Israel. Samuel Neaman Institute for National Policy Research."},{"issue":"4","key":"456_CR11","doi-asserted-by":"publisher","first-page":"1675","DOI":"10.1007\/s10648-021-09615-8","volume":"33","author":"ML Bernacki","year":"2021","unstructured":"Bernacki ML, Greene MJ, Lobczowski NG. A systematic review of research on personalized learning: Personalized by whom, to what, how, and for what purpose (s)? Educ Psychol Rev. 2021;33(4):1675\u2013715.","journal-title":"Educ Psychol Rev"},{"key":"456_CR12","unstructured":"Brookes R, Wong B, Ho S (2017) Why scientists should have leadership skills. Scientific American. https:\/\/blogs.scientificamerican.com\/observations\/why-scientists-should-have-leadership-skills."},{"key":"456_CR13","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown T, Mann B, Ryder N, Subbiah M, Kaplan JD, Dhariwal P, Neelakantan A, Shyam P, Sastry G, Askell A. Language models are few-shot learners. Adv Neural Inf Process Syst. 2020;33:1877\u2013901.","journal-title":"Adv Neural Inf Process Syst"},{"key":"456_CR14","unstructured":"Brown TB (2020) Language models are few-shot learners. arXiv preprint arXiv:2005.14165."},{"issue":"1","key":"456_CR15","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1007\/s44217-024-00175-x","volume":"3","author":"ME Butt","year":"2024","unstructured":"Butt ME. The role of letters of recommendation in perpetuating or challenging the social stratification of American secondary schools: a quantitative analysis of admission officer assessments in highly selective college admission. Discover Education. 2024;3(1):91.","journal-title":"Discover Education"},{"key":"456_CR16","volume-title":"The future of work: How colleges can prepare students for the jobs ahead","author":"S Carlson","year":"2017","unstructured":"Carlson S. The future of work: How colleges can prepare students for the jobs ahead. Chronicle of Higher Education; 2017."},{"issue":"3","key":"456_CR17","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1145\/3530987","volume":"66","author":"S Chancellor","year":"2023","unstructured":"Chancellor S. Toward practices for human-centered machine learning. Commun ACM. 2023;66(3):78\u201385.","journal-title":"Commun ACM"},{"issue":"4","key":"456_CR18","doi-asserted-by":"publisher","first-page":"965","DOI":"10.1007\/s13187-020-01907-x","volume":"37","author":"BV Chapman","year":"2022","unstructured":"Chapman BV, Rooney MK, Ludmir EB, De La Cruz D, Salcedo A, Pinnix CC, Das P, Jagsi R, Thomas CR, Holliday EB. Linguistic biases in letters of recommendation for radiation oncology residency applicants from 2015 to 2019. J Cancer Educ. 2022;37(4):965\u201372.","journal-title":"J Cancer Educ"},{"issue":"1","key":"456_CR19","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1108\/ET-06-2016-0111","volume":"60","author":"N Chhinzer","year":"2017","unstructured":"Chhinzer N, Russo AM. An exploration of employer perceptions of graduate student employability. Educ Train. 2017;60(1):104\u201320.","journal-title":"Educ Train"},{"issue":"2","key":"456_CR20","first-page":"5","volume":"8","author":"F Chollet","year":"2017","unstructured":"Chollet F. The future of deep learning. Future. 2017;8(2):5.","journal-title":"Future"},{"key":"456_CR21","unstructured":"Clinedinst M, Koranteng A State of College Admission. National Association of College Admission Counseling (2017)."},{"issue":"1","key":"456_CR22","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1080\/15305058.2021.2019751","volume":"22","author":"DK Dalal","year":"2022","unstructured":"Dalal DK, Randall JG, Cheung HK, Gorman BC, Roch SG, Williams KJ. Is there bias in alternatives to standardized tests? An investigation into letters of recommendation. Int J Test. 2022;22(1):21\u201342.","journal-title":"Int J Test"},{"key":"456_CR23","unstructured":"Deloitte Consulting L, by Deloitte B, Deloitte B (2014) Global human capital trends 2014: Engaging the 21st-century workforce. In: Deloitte University Press."},{"key":"456_CR24","volume-title":"Professional development: Shaping effective programs for STEM graduate students","author":"D Denecke","year":"2017","unstructured":"Denecke D, Feaster K, Stone K. Professional development: Shaping effective programs for STEM graduate students. Council of Graduate Schools; 2017."},{"key":"456_CR25","volume-title":"Get your head into the clouds: Using word clouds for analyzing qualitative assessment data","author":"CA DePaolo","year":"2014","unstructured":"DePaolo CA, Wilkinson K. Get your head into the clouds: Using word clouds for analyzing qualitative assessment data. Springer; 2014."},{"key":"456_CR26","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K Bert: Pre-training of deep bidirectional transformers for language understanding. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Minneapolis, Minnesota (2019)."},{"key":"456_CR27","unstructured":"Di Battista A, Grayling S, Hasselaar E Future of jobs report 2023 (2023)."},{"issue":"2","key":"456_CR28","doi-asserted-by":"publisher","first-page":"395","DOI":"10.1007\/s40593-023-00335-4","volume":"34","author":"V Dornauer","year":"2024","unstructured":"Dornauer V, Netzer M, Kaczk\u00f3 \u00c9, Norz L-M, Ammenwerth E. Automatic classification of online discussions and other learning traces to detect cognitive presence. Int J Artif Intell Educ. 2024;34(2):395\u2013415.","journal-title":"Int J Artif Intell Educ"},{"key":"456_CR29","doi-asserted-by":"crossref","unstructured":"Dowsett J, Lacey S Optimising online transversal skills delivery in STEM doctoral education. Irish Educational Studies, 1\u201319 (2023)","DOI":"10.1080\/03323315.2023.2174574"},{"issue":"11","key":"456_CR30","doi-asserted-by":"publisher","first-page":"805","DOI":"10.1038\/ngeo2819","volume":"9","author":"K Dutt","year":"2016","unstructured":"Dutt K, Pfaff DL, Bernstein AF, Dillard JS, Block CJ. Gender differences in recommendation letters for postdoctoral fellowships in geoscience. Nat Geosci. 2016;9(11):805\u20138.","journal-title":"Nat Geosci"},{"key":"456_CR31","doi-asserted-by":"crossref","unstructured":"El-Morr C, Jammal M, Ali-Hassan H, El-Hallak W (2022). Machine Learning for Practical Decision Making. International Series in Operations Research and Management Science.","DOI":"10.1007\/978-3-031-16990-8"},{"key":"456_CR32","unstructured":"Forum, W. E. (2016). The future of jobs: Employment, skills and workforce strategy for the fourth industrial revolution. In: World Economic Forum Geneva."},{"key":"456_CR33","unstructured":"Frazier, P. I. (2018). A tutorial on Bayesian optimization. arXiv preprint arXiv:1807.02811."},{"key":"456_CR34","doi-asserted-by":"crossref","unstructured":"Frid-Adar, M., Klang, E., Amitai, M., Goldberger, J., & Greenspan, H. (2018). Synthetic data augmentation using GAN for improved liver lesion classification. 2018 IEEE 15th international symposium on biomedical imaging (ISBI 2018),","DOI":"10.1109\/ISBI.2018.8363576"},{"key":"456_CR35","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s41239-016-0014-1","volume":"13","author":"MG Garc\u00eda","year":"2016","unstructured":"Garc\u00eda MG, L\u00f3pez CB, Molina EC, Casas EE, Morales YAR. Development and evaluation of the team work skill in university contexts. Are virtual environments effective? Int J Educ Technol High Educ. 2016;13:1\u201311.","journal-title":"Int J Educ Technol High Educ"},{"key":"456_CR36","unstructured":"Gillis LG (2021). Room for improvement: Reducing the power imbalances in academic letters of reference."},{"issue":"2","key":"456_CR37","first-page":"13","volume":"17","author":"D Gomez","year":"2013","unstructured":"Gomez D. Leadership behavior and its impact on student success and retention in online graduate education. Acad Educ Leadership Journal. 2013;17(2):13.","journal-title":"Acad Educ Leadership Journal"},{"issue":"1","key":"456_CR38","first-page":"25","volume":"9","author":"RM Gooch","year":"2024","unstructured":"Gooch RM, Paris JH, Haviland SB, Sotelo J. (Non) cognitive Dissonance? A Stakeholder-Based Exploration of the Consideration of Graduate Admissions Applicants\u2019 Personal Skills and Qualities. Journal of College Access. 2024;9(1):25\u201342.","journal-title":"Journal of College Access"},{"key":"456_CR39","volume-title":"Deep Learning","author":"I Goodfellow","year":"2016","unstructured":"Goodfellow I, Bengio Y, Courville A. Deep Learning. MIT Press; 2016."},{"key":"456_CR40","doi-asserted-by":"crossref","unstructured":"Graesser AC, Greiff S, Stadler M, Shubeck KT (2020). Collaboration in the 21st century: The theory, assessment, and teaching of collaborative problem solving. In (Vol. 104, pp. 106134): Elsevier.","DOI":"10.1016\/j.chb.2019.09.010"},{"key":"456_CR41","unstructured":"Grigoryan, G. (2024). Explainable Artificial Intelligence: Methods and Evaluation Old Dominion University]."},{"issue":"1","key":"456_CR42","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1016\/j.jacr.2019.08.008","volume":"17","author":"LJ Grimm","year":"2020","unstructured":"Grimm LJ, Redmond RA, Campbell JC, Rosette AS. Gender and racial bias in radiology residency letters of recommendation. J Am Coll Radiol. 2020;17(1):64\u201371.","journal-title":"J Am Coll Radiol"},{"key":"456_CR43","unstructured":"Gruetzemacher R (2022) The Power of Natural Language Processing. https:\/\/hbr.org\/2022\/04\/the-power-of-natural-language-processing"},{"issue":"37","key":"456_CR44","doi-asserted-by":"publisher","first-page":"eaay7120","DOI":"10.1126\/scirobotics.aay7120","volume":"4","author":"D Gunning","year":"2019","unstructured":"Gunning D, Stefik M, Choi J, Miller T, Stumpf S, Yang G-Z. XAI\u2014Explainable artificial intelligence. Sci Robot. 2019;4(37):eaay7120.","journal-title":"Sci Robot"},{"issue":"1","key":"456_CR45","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1162\/coli_a_00500","volume":"50","author":"J Haber","year":"2024","unstructured":"Haber J, Poesio M. Polysemy\u2014evidence from linguistics, behavioral science, and contextualized language models. Comput Linguist. 2024;50(1):351\u2013417.","journal-title":"Comput Linguist"},{"key":"456_CR46","unstructured":"Hackett A What are the Key Practices that STEM & Manufacturing based Companies are Deploying to Drive Improvements in the Diversity of their Workforce? (2015)."},{"key":"456_CR47","unstructured":"Haviland S, Paris J, Gooch R, Sotelo J What\u2019s now and what\u2019s next in graduate admissions policies: Results from the ETS\/NAGAP 2022 admissions survey (ETS Research Notes). Educational testing service (2023)."},{"issue":"2","key":"456_CR48","first-page":"1","volume":"2015","author":"M Heilman","year":"2015","unstructured":"Heilman M, Breyer FJ, Williams F, Klieger D, Flor M. Automated analysis of text in graduate school recommendations. ETS Res Rep Ser. 2015;2015(2):1\u201312.","journal-title":"ETS Res Rep Ser"},{"key":"456_CR49","unstructured":"Holdsworth J What is NLP (natural language processing)? IBM. https:\/\/www.ibm.com\/topics\/natural-language-processing (2024)"},{"key":"456_CR50","volume-title":"Beyond the skills gap: Preparing college students for life and work","author":"MT Hora","year":"2019","unstructured":"Hora MT. Beyond the skills gap: Preparing college students for life and work. Harvard Education Press; 2019."},{"issue":"5","key":"456_CR51","doi-asserted-by":"publisher","first-page":"585","DOI":"10.1080\/0309877X.2017.1301410","volume":"42","author":"C Houser","year":"2018","unstructured":"Houser C, Lemmons K. Implicit bias in letters of recommendation for an undergraduate research internship. J Furth High Educ. 2018;42(5):585\u201395.","journal-title":"J Furth High Educ"},{"key":"456_CR52","volume-title":"Berkeley\u2019s comprehensive review method for making freshman admissions decisions: An assessment","author":"M Hout","year":"2005","unstructured":"Hout M. Berkeley\u2019s comprehensive review method for making freshman admissions decisions: An assessment. Berkeley: University of California; 2005."},{"key":"456_CR53","doi-asserted-by":"crossref","unstructured":"Jeon J, Lee S (2023) Large language models in education: A focus on the complementary relationship between human teachers and ChatGPT. Education and Information Technologies, 1\u201320.","DOI":"10.1007\/s10639-023-11834-1"},{"key":"456_CR54","unstructured":"Kalmukov Y (2021) Using word clouds for fast identification of papers\u2019 subject domain and reviewers\u2019 competences. arXiv 2021; 26 dez"},{"key":"456_CR55","doi-asserted-by":"publisher","DOI":"10.1111\/nyas.15125","volume-title":"Can large language models reason and plan?","author":"S Kambhampati","year":"2024","unstructured":"Kambhampati S. Can large language models reason and plan? Annals of the New York Academy of Sciences; 2024."},{"issue":"1","key":"456_CR56","doi-asserted-by":"publisher","first-page":"21","DOI":"10.51355\/jstem.2021.99","volume":"7","author":"H Karimi","year":"2021","unstructured":"Karimi H, Pina A. Strategically addressing the soft skills gap among STEM undergraduates. J Res STEM Educ. 2021;7(1):21\u201346.","journal-title":"J Res STEM Educ"},{"key":"456_CR57","unstructured":"Kent JD, McCarthy MT (2016) Holistic review in graduate admissions. Council of Graduate Schools."},{"key":"456_CR58","unstructured":"Kim BH, Park JJ, Lo P, Baker D, Wong N, Breen S, Truong H, Zheng J, Rosinger K, Poon OA Inequity and College Applications: Assessing Differences and Disparities in Letters of Recommendation from School Counselors with Natural Language Processing. EdWorkingPaper No. 24\u2013953. Annenberg Institute for School Reform at Brown University (2024)."},{"issue":"3","key":"456_CR59","first-page":"351","volume":"26","author":"MJ Kirchner","year":"2014","unstructured":"Kirchner MJ, Akdere M. Examining leadership development in the US Army within the human resource development context: Implications for security and defense strategies. Korean J Def Anal. 2014;26(3):351\u201369.","journal-title":"Korean J Def Anal"},{"key":"456_CR60","unstructured":"Knowledge DT (2012). Education for life and work."},{"issue":"1","key":"456_CR61","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1080\/02188791.2018.1423952","volume":"38","author":"E Koh","year":"2018","unstructured":"Koh E, Hong H, Tan JP-L. Formatively assessing teamwork in technology-enabled twenty-first century classrooms: exploratory findings of a teamwork awareness programme in Singapore. Asia Pacific J Educ. 2018;38(1):129\u201344.","journal-title":"Asia Pacific J Educ"},{"issue":"2","key":"456_CR62","doi-asserted-by":"publisher","first-page":"280","DOI":"10.1007\/s10559-022-00460-3","volume":"58","author":"A Kolesnyk","year":"2022","unstructured":"Kolesnyk A, Khairova N. Justification for the use of Cohen\u2019s Kappa statistic in experimental studies of NLP and text mining. Cybern Syst Anal. 2022;58(2):280\u20138.","journal-title":"Cybern Syst Anal"},{"issue":"1","key":"456_CR63","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1111\/ijsa.12060","volume":"22","author":"NR Kuncel","year":"2014","unstructured":"Kuncel NR, Kochevar RJ, Ones DS. A meta-analysis of letters of recommendation in college and graduate admissions: Reasons for hope. Int J Sel Assess. 2014;22(1):101\u20137.","journal-title":"Int J Sel Assess"},{"issue":"1","key":"456_CR64","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1002\/jee.20154","volume":"106","author":"H Kyoung Ro","year":"2017","unstructured":"Kyoung Ro H, Lattuca LR, Alcott B. Who goes to graduate school? Engineers\u2019 math proficiency, college experience, and self-assessment of skills. J Eng Educ. 2017;106(1):98\u2013122.","journal-title":"J Eng Educ"},{"key":"456_CR65","volume-title":"The measurement of observer agreement for categorical data","author":"JR Landis","year":"2016","unstructured":"Landis JR, Koch GG. The measurement of observer agreement for categorical data. UK: International Biometric Society Stable; 2016."},{"key":"456_CR66","doi-asserted-by":"publisher","DOI":"10.1016\/j.stueduc.2021.101002","volume":"70","author":"R Lavi","year":"2021","unstructured":"Lavi R, Tal M, Dori YJ. Perceptions of STEM alumni and students on developing 21st century skills through methods of teaching and learning. Stud Educ Eval. 2021;70: 101002.","journal-title":"Stud Educ Eval"},{"issue":"8","key":"456_CR67","doi-asserted-by":"publisher","first-page":"634","DOI":"10.1108\/JMD-11-2017-0390","volume":"37","author":"E Lawrence","year":"2018","unstructured":"Lawrence E, Dunn MW, Weisfeld-Spolter S. Developing leadership potential in graduate students with assessment, self-awareness, reflection and coaching. J Manag Dev. 2018;37(8):634\u201351.","journal-title":"J Manag Dev"},{"issue":"2","key":"456_CR68","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1080\/0047231X.2022.12290689","volume":"52","author":"C Lenhart","year":"2022","unstructured":"Lenhart C, Bouwma-Gearhart J, Keszler DA, Giordan J, Carter R, Dolgos M. STEM graduate students\u2019 development at the intersection of research, leadership, and innovation. J Coll Sci Teach. 2022;52(2):3\u20135.","journal-title":"J Coll Sci Teach"},{"key":"456_CR69","unstructured":"Liu Y, Ott M, Goyal N, Du J, Joshi M, Chen D, Levy O, Lewis M, Zettlemoyer L, Stoyanov V. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 (2019)."},{"key":"456_CR70","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s41239-020-00208-z","volume":"17","author":"M Lnenicka","year":"2020","unstructured":"Lnenicka M, Kopackova H, Machova R, Komarkova J. Big and open linked data analytics: a study on changing roles and skills in the higher educational process. Int J Educ Technol High Educ. 2020;17:1\u201330.","journal-title":"Int J Educ Technol High Educ"},{"key":"456_CR71","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1007\/s10869-018-9541-1","volume":"34","author":"JM Madera","year":"2019","unstructured":"Madera JM, Hebl MR, Dial H, Martin R, Valian V. Raising doubt in letters of recommendation for academia: gender differences and their impact. J Bus Psychol. 2019;34:287\u2013303.","journal-title":"J Bus Psychol"},{"issue":"6","key":"456_CR72","doi-asserted-by":"publisher","first-page":"1591","DOI":"10.1037\/a0016539","volume":"94","author":"JM Madera","year":"2009","unstructured":"Madera JM, Hebl MR, Martin RC. Gender and letters of recommendation for academia: agentic and communal differences. J Appl Psychol. 2009;94(6):1591.","journal-title":"J Appl Psychol"},{"key":"456_CR73","doi-asserted-by":"publisher","DOI":"10.1016\/j.engstruct.2020.110927","volume":"219","author":"S Mangalathu","year":"2020","unstructured":"Mangalathu S, Hwang S-H, Jeon J-S. Failure mode and effects analysis of RC members based on machine-learning-based SHapley Additive exPlanations (SHAP) approach. Eng Struct. 2020;219: 110927.","journal-title":"Eng Struct"},{"key":"456_CR74","volume-title":"An Introduction to Information Retrieval","author":"CD Manning","year":"2009","unstructured":"Manning CD, Raghavan P, Sch\u00fctze H. An Introduction to Information Retrieval. Cambridge UP; 2009."},{"key":"456_CR75","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-01652-8","volume-title":"A discipline based teaching and learning center","author":"G Marbach-Ad","year":"2015","unstructured":"Marbach-Ad G, Eagan L, Thompson K. A discipline based teaching and learning center. Springer Publications; 2015."},{"issue":"3","key":"456_CR76","doi-asserted-by":"publisher","first-page":"2156759X1001300","DOI":"10.1177\/2156759X1001300302","volume":"13","author":"C McCarthy","year":"2010","unstructured":"McCarthy C, Van Horn Kerne V, Calfa NA, Lambert RG, Guzm\u00e1n M. An exploration of school counselors\u2019 demands and resources: relationship to stress, biographic, and caseload characteristics. Profes School Counsel. 2010;13(3):2156759X1001300302.","journal-title":"Profes School Counsel"},{"issue":"1","key":"456_CR77","first-page":"1","volume":"2019","author":"RS Michel","year":"2019","unstructured":"Michel RS, Belur V, Naemi B, Kell HJ. Graduate admissions practices: A targeted review of the literature. ETS Res Rep Ser. 2019;2019(1):1\u201318.","journal-title":"ETS Res Rep Ser"},{"issue":"11","key":"456_CR78","doi-asserted-by":"publisher","first-page":"2297","DOI":"10.1111\/jasp.12179","volume":"43","author":"WB Morgan","year":"2013","unstructured":"Morgan WB, Elder KB, King EB. The emergence and reduction of bias in letters of recommendation. J Appl Soc Psychol. 2013;43(11):2297\u2013306.","journal-title":"J Appl Soc Psychol"},{"key":"456_CR79","unstructured":"National Academies of Science, E, & Medicine, Graduate STEM education for the 21st century (2018)."},{"key":"456_CR80","doi-asserted-by":"crossref","unstructured":"Niu C, Li C, Ng V, Chen D, Ge J, Luo B An empirical comparison of pre-trained models of source code. In: 2023 IEEE\/ACM 45th International Conference on Software Engineering (ICSE) (2023),","DOI":"10.1109\/ICSE48619.2023.00180"},{"key":"456_CR81","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmpb.2021.106584","volume":"214","author":"Y Nohara","year":"2022","unstructured":"Nohara Y, Matsumoto K, Soejima H, Nakashima N. Explanation of machine learning models using shapley additive explanation and application for real data in hospital. Comput Methods Programs Biomed. 2022;214: 106584.","journal-title":"Comput Methods Programs Biomed"},{"issue":"1","key":"456_CR82","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1177\/17456916221081873","volume":"18","author":"CD Nye","year":"2023","unstructured":"Nye CD, Ryan AM. Improving graduate-school admissions by expanding rather than eliminating predictors. Perspect Psychol Sci. 2023;18(1):54\u201360.","journal-title":"Perspect Psychol Sci"},{"key":"456_CR83","unstructured":"Okahana H, Augustine R, Zhou E (2018). Master\u2019s admissions: Transparency, guidance, and training. Washington, DC: Council of Graduate Schools. Retrieved March, 16, 2019."},{"key":"456_CR84","first-page":"1","volume":"1","author":"AV Ortiz","year":"2022","unstructured":"Ortiz AV, Feldman MJ, Yengo-Kahn AM, Roth SG, Dambrino RJ, Chitale RV, Chambless LB. Words matter: using natural language processing to predict neurosurgical residency match outcomes. J Neurosurg. 2022;1:1\u20138.","journal-title":"J Neurosurg"},{"key":"456_CR85","unstructured":"P21 (2019) P.f.s.C.L. Framework for 21st century learning definitions. 2019. https:\/\/static.battelleforkids.org\/documents\/p21\/P21_Framework_DefinitionsBFK.pdf"},{"key":"456_CR86","doi-asserted-by":"crossref","unstructured":"Paris JH, Birnbaum M Selecting Students Graduate Admissions Criteria and Evaluation Methodologies Joseph H. Paris, Matthew Birnbaum, and Nicholas Dix. A Comprehensive Guide to Graduate Enrollment Management: Advancing Research and Practice, 72 (2024).","DOI":"10.4324\/9781003447856-7"},{"key":"456_CR87","doi-asserted-by":"crossref","unstructured":"Paris JH, Birnbaum M, Dix N (2020) Selecting Students: Graduate Admissions Criteria and Evaluation Methodologies. In A Comprehensive Guide to Graduate Enrollment Management (pp. 72\u201391). Routledge.","DOI":"10.4324\/9781003447856-7"},{"issue":"1","key":"456_CR88","first-page":"1","volume":"35","author":"MJ Parker","year":"2024","unstructured":"Parker MJ, Anderson C, Stone C, Oh Y. A large language model approach to educational survey feedback analysis. Int J Artif Intell Educ. 2024;35(1):1\u201338.","journal-title":"Int J Artif Intell Educ"},{"issue":"4","key":"456_CR89","doi-asserted-by":"publisher","first-page":"242","DOI":"10.3390\/info14040242","volume":"14","author":"N Patwardhan","year":"2023","unstructured":"Patwardhan N, Marrone S, Sansone C. Transformers in the real world: a survey on NLP applications. Information. 2023;14(4):242.","journal-title":"Information"},{"issue":"4","key":"456_CR90","doi-asserted-by":"publisher","first-page":"497","DOI":"10.1353\/rhe.2018.0023","volume":"41","author":"JR Posselt","year":"2018","unstructured":"Posselt JR. Trust networks: a new perspective on pedigree and the ambiguities of admissions. Rev High Educ. 2018;41(4):497\u2013521.","journal-title":"Rev High Educ"},{"key":"456_CR91","doi-asserted-by":"crossref","unstructured":"Qiao S, Ou Y, Zhang N, Chen X, Yao Y, Deng S, Tan C, Huang F, Chen H. Reasoning with language model prompting: A survey. arXiv preprint arXiv:2212.09597 (2022).","DOI":"10.18653\/v1\/2023.acl-long.294"},{"issue":"140","key":"456_CR92","first-page":"1","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel C, Shazeer N, Roberts A, Lee K, Narang S, Matena M, Zhou Y, Li W, Liu PJ. Exploring the limits of transfer learning with a unified text-to-text transformer. J Mach Learn Res. 2020;21(140):1\u201367.","journal-title":"J Mach Learn Res"},{"key":"456_CR93","doi-asserted-by":"crossref","unstructured":"Ratner A, Bach SH, Ehrenberg H, Fries J, Wu S, R\u00e9 C (2017) Snorkel: Rapid training data creation with weak supervision. In: Proceedings of the VLDB endowment. International conference on very large data bases,","DOI":"10.14778\/3157794.3157797"},{"issue":"2","key":"456_CR94","doi-asserted-by":"publisher","first-page":"709","DOI":"10.1007\/s00778-019-00552-1","volume":"29","author":"A Ratner","year":"2020","unstructured":"Ratner A, Bach SH, Ehrenberg H, Fries J, Wu S, R\u00e9 C. Snorkel: rapid training data creation with weak supervision. VLDB J. 2020;29(2):709\u201330.","journal-title":"VLDB J"},{"key":"456_CR95","doi-asserted-by":"publisher","first-page":"842","DOI":"10.1162\/tacl_a_00349","volume":"8","author":"A Rogers","year":"2021","unstructured":"Rogers A, Kovaleva O, Rumshisky A. A Primer in BERTology: What We Know About How BERT Works. Trans Assoc Comput Linguist. 2021;8:842\u201366. https:\/\/doi.org\/10.1162\/tacl_a_00349.","journal-title":"Trans Assoc Comput Linguist"},{"issue":"6","key":"456_CR96","first-page":"677","volume":"73","author":"MAD Sagaria","year":"2002","unstructured":"Sagaria MAD. An exploratory model of filtering in administrative searches: toward counter-hegemonic discourses. J Higher Educ. 2002;73(6):677\u2013710.","journal-title":"J Higher Educ"},{"issue":"2","key":"456_CR97","first-page":"2","volume":"94","author":"M Sandlin","year":"2019","unstructured":"Sandlin M. An admissions\/enrollment imperative for predicting student success. College and University. 2019;94(2):2\u201311.","journal-title":"College and University"},{"issue":"7","key":"456_CR98","doi-asserted-by":"publisher","first-page":"509","DOI":"10.1007\/s11199-007-9291-4","volume":"57","author":"T Schmader","year":"2007","unstructured":"Schmader T, Whitehead J, Wysocki VH. A linguistic comparison of letters of recommendation for male and female chemistry and biochemistry job applicants. Sex Roles. 2007;57(7):509\u201314.","journal-title":"Sex Roles"},{"key":"456_CR99","unstructured":"Snoek J, Larochelle H, Adams RP Practical bayesian optimization of machine learning algorithms. Advances in Neural Information Processing Systems 25 (2012)."},{"issue":"5","key":"456_CR100","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1080\/00091383.2012.706534","volume":"44","author":"RJ Sternberg","year":"2012","unstructured":"Sternberg RJ. College admissions: beyond conventional testing. Change Mag Higher Learn. 2012;44(5):6\u201313.","journal-title":"Change Mag Higher Learn"},{"key":"456_CR101","unstructured":"Strubbe L, Bosinger M, Stauffer HL, Tarjan M (2022) The value of teaching leadership skills to STEM graduate students and postdocs. Leaders in effective and inclusive STEM: Twenty years of the Institute for Scientist & Engineer Educators."},{"key":"456_CR102","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1007\/s10742-011-0077-3","volume":"11","author":"S Sun","year":"2011","unstructured":"Sun S. Meta-analysis of Cohen\u2019s kappa. Health Serv Outcomes Res Method. 2011;11:145\u201363.","journal-title":"Health Serv Outcomes Res Method"},{"key":"456_CR103","doi-asserted-by":"crossref","unstructured":"Tao C, Gao S, Li J, Feng Y, Zhao D, Yan R Learning to organize a bag of words into sentences with neural networks: An empirical study. In: Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (2021).","DOI":"10.18653\/v1\/2021.naacl-main.134"},{"key":"456_CR104","unstructured":"Touvron H, Lavril T, Izacard G, Martinet X, Lachaux M-A, Lacroix T, Rozi\u00e8re B, Goyal N, Hambro E, Azhar F Llama: Open and efficient foundation language models. arXiv preprint arXiv:2302.13971 (2023)."},{"key":"456_CR105","volume-title":"Machine Learning From Human Preferences","author":"S Truong","year":"2025","unstructured":"Truong S, Koyejo S. Machine Learning From Human Preferences. The MIT Press; 2025."},{"key":"456_CR106","unstructured":"Tunstall L, Reimers N, Jo UES, Bates L, Korat D, Wasserblat M, Pereg O (2022) Efficient Few-Shot Learning Without Prompts. arXiv preprint arXiv:2209.11055."},{"key":"456_CR107","doi-asserted-by":"crossref","unstructured":"Wallace E, Feng S, Kandpal N, Gardner M, Singh S. Universal adversarial triggers for attacking and analyzing NLP. arXiv preprint arXiv:1908.07125 (2019)","DOI":"10.18653\/v1\/D19-1221"},{"issue":"1","key":"456_CR108","first-page":"i","volume":"2002","author":"M Walpole","year":"2002","unstructured":"Walpole M, Burton NW, Kanyi K, Jackenthal A. Selecting successful graduate students: in-depth interviews with GRE\u00ae users. ETS Res Rep Ser. 2002;2002(1):i\u201329.","journal-title":"ETS Res Rep Ser"},{"issue":"1","key":"456_CR109","first-page":"64","volume":"35","author":"A Waters","year":"2014","unstructured":"Waters A, Miikkulainen R. Grade: machine learning support for graduate admissions. AI Mag. 2014;35(1):64\u201364.","journal-title":"AI Mag"},{"issue":"1","key":"456_CR110","doi-asserted-by":"publisher","first-page":"13","DOI":"10.12806\/V2\/I1\/RF1","volume":"2","author":"WM Watt","year":"2003","unstructured":"Watt WM. Effective leadership education: developing a core curriculum for leadership studies. J Leadersh Educ. 2003;2(1):13\u201326.","journal-title":"J Leadersh Educ"},{"key":"456_CR111","doi-asserted-by":"crossref","unstructured":"Wu J, Poloczek M, Wilson AG, Frazier P Bayesian optimization with gradients. Adv Neural Inf Process Syst 30 (2017).","DOI":"10.1109\/WSC.2016.7822140"},{"key":"456_CR112","unstructured":"Xin D, Ma L, Song S, Parameswaran A How Developers Iterate on Machine Learning Workflows--A Survey of the Applied Machine Learning Literature. arXiv preprint arXiv:1803.10311 (2018)."},{"key":"456_CR113","unstructured":"Yao S, Zhao J, Yu D, Du N, Shafran I, Narasimhan K, CaoY React: Synergizing reasoning and acting in language models. arXiv preprint arXiv:2210.03629 (2022)."},{"issue":"1","key":"456_CR114","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1093\/nsr\/nwx106","volume":"5","author":"Z-H Zhou","year":"2018","unstructured":"Zhou Z-H. A brief introduction to weakly supervised learning. Natl Sci Rev. 2018;5(1):44\u201353.","journal-title":"Natl Sci Rev"},{"key":"456_CR115","doi-asserted-by":"crossref","unstructured":"Zhu D, Shen X, Mosbach M, Stephan A, Klakow D Weaker than you think: A critical look at weakly supervised learning. arXiv preprint arXiv:2305.17442 (2023).","DOI":"10.18653\/v1\/2023.acl-long.796"}],"container-title":["Discover Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44163-025-00456-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s44163-025-00456-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44163-025-00456-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,21]],"date-time":"2025-10-21T13:04:11Z","timestamp":1761051851000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s44163-025-00456-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,21]]},"references-count":115,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["456"],"URL":"https:\/\/doi.org\/10.1007\/s44163-025-00456-w","relation":{},"ISSN":["2731-0809"],"issn-type":[{"value":"2731-0809","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,21]]},"assertion":[{"value":"4 April 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 July 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 October 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}},{"value":"This study was reviewed and approved by the Institutional Review Board at the Georgia Institute of Technology.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}],"article-number":"276"}}