{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,16]],"date-time":"2026-10-16T11:53:22Z","timestamp":1792151602501,"version":"4.4.0"},"reference-count":16,"publisher":"Elsevier BV","issue":"11","license":[{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Surgical Education"],"published-print":{"date-parts":[[2026,11]]},"DOI":"10.1016\/j.jsurg.2026.104118","type":"journal-article","created":{"date-parts":[[2026,9,9]],"date-time":"2026-09-09T21:04:34Z","timestamp":1788987874000},"page":"104118","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"title":["Leveraging Natural Language Processing for Analysis of EPA Comment Quality by Automated QuAL Scoring"],"prefix":"10.1016","volume":"83","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-3279-9168","authenticated-orcid":false,"given":"Shelby","family":"Willis","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8661-9442","authenticated-orcid":false,"given":"Phillip D.","family":"Jenkins","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0163-9397","authenticated-orcid":false,"given":"Steven","family":"Bedrick","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8252-2053","authenticated-orcid":false,"given":"Jonathan","family":"Jesneck","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3331-4810","authenticated-orcid":false,"given":"Julie W.","family":"Doberne","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ruchi M.","family":"Thanawala","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"11","key":"10.1016\/j.jsurg.2026.104118_bib0001","doi-asserted-by":"crossref","first-page":"1086","DOI":"10.1111\/medu.12831","article-title":"Implementation of competency-based medical education: are we addressing the concerns and challenges?","volume":"49","author":"Hawkins","year":"2015","journal-title":"Med Educ"},{"issue":"4","key":"10.1016\/j.jsurg.2026.104118_bib0002","doi-asserted-by":"crossref","first-page":"578","DOI":"10.1097\/SLA.0000000000005991","article-title":"Implementation of entrustable professional activities in general surgery: results of a national pilot study","volume":"278","author":"Brasel","year":"2023","journal-title":"Ann Surg"},{"issue":"6","key":"10.1016\/j.jsurg.2026.104118_bib0003","doi-asserted-by":"crossref","first-page":"823","DOI":"10.1016\/j.jsurg.2024.02.011","article-title":"A scoping review of the literature on entrustable professional activities in surgery residency programs","volume":"81","author":"Kitto","year":"2024","journal-title":"J Surg Educ"},{"key":"10.1016\/j.jsurg.2026.104118_bib0004","unstructured":"American Board of Surgery. Entrustable professional activities (EPAs) for general surgery.https:\/\/www.absurgery.org\/get-certified\/epas\/general-surgery\/. Accessed May 10,2025."},{"issue":"3","key":"10.1016\/j.jsurg.2026.104118_bib0005","doi-asserted-by":"crossref","first-page":"333","DOI":"10.1097\/ACM.0000000000002495","article-title":"The power of subjectivity in the assessment of medical trainees","volume":"94","author":"ten Cate","year":"2019","journal-title":"Acad Med"},{"issue":"8 suppl","key":"10.1016\/j.jsurg.2026.104118_bib0006","doi-asserted-by":"crossref","first-page":"S37","DOI":"10.1097\/ACM.0000000000005251","article-title":"The urgency of now: rethinking and improving assessment practices in medical education programs","volume":"98","author":"Holmboe","year":"2023","journal-title":"Acad Med"},{"issue":"6","key":"10.1016\/j.jsurg.2026.104118_bib0007","first-page":"19","article-title":"Validity evidence for the quality of assessment for learning score: a quality metric for supervisor comments in competency based medical education","volume":"13","author":"Woods","year":"2022","journal-title":"Can Med Educ J"},{"issue":"3","key":"10.1016\/j.jsurg.2026.104118_bib0008","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1080\/10401334.2019.1708365","article-title":"The quality of assessment of learning (QuAL) score: validity evidence for a scoring system aimed at rating short, workplace-based comments on trainee performance","volume":"32","author":"Chan","year":"2020","journal-title":"Teach Learn Med"},{"issue":"11","key":"10.1016\/j.jsurg.2026.104118_bib0009","doi-asserted-by":"crossref","first-page":"1699","DOI":"10.1097\/ACM.0000000000004755","article-title":"Narrative assessments in higher education: a scoping review to identify evidence-based quality indicators","volume":"97","author":"Chakroun","year":"2022","journal-title":"Acad Med"},{"key":"10.1016\/j.jsurg.2026.104118_bib0010","article-title":"Exploring the quality of narrative feedback provided to residents during ambulatory patient care in medicine and surgery","volume":"10","author":"Leclair","year":"2023","journal-title":"J Med Educ Curric Dev"},{"issue":"5","key":"10.1016\/j.jsurg.2026.104118_bib0011","doi-asserted-by":"crossref","first-page":"534","DOI":"10.1097\/ACM.0000000000005634","article-title":"Using natural language processing to evaluate the quality of supervisor narrative comments in competency-based medical education","volume":"99","author":"Spadafore","year":"2024","journal-title":"Acad Med"},{"issue":"11","key":"10.1016\/j.jsurg.2026.104118_bib0012","doi-asserted-by":"crossref","DOI":"10.1016\/j.jsurg.2025.103737","article-title":"Profiling and predicting faculty assessment behavior in surgical education","volume":"82","author":"Patel","year":"2025","journal-title":"J Surg Educ"},{"issue":"6","key":"10.1016\/j.jsurg.2026.104118_bib0013","first-page":"78","article-title":"The quality of assessment for learning score for evaluating written feedback in anesthesiology postgraduate medical education: a generalizability and decision study","volume":"14","author":"Choo","year":"2023","journal-title":"Can Med Educ J"},{"issue":"11","key":"10.1016\/j.jsurg.2026.104118_bib0014","doi-asserted-by":"crossref","first-page":"A12","DOI":"10.1016\/j.jsurg.2024.06.015","article-title":"EHR-driven delivery of EPA assessments significantly improves participation","volume":"81","author":"Chang","year":"2024","journal-title":"J Surg Educ"},{"key":"10.1016\/j.jsurg.2026.104118_bib0015","doi-asserted-by":"crossref","DOI":"10.3389\/fpsyg.2013.00668","article-title":"Narrative descriptions should replace grades and numerical ratings for clinical performance in medical education in the United States","volume":"4","author":"Hanson","year":"2013","journal-title":"Front Psychol"},{"key":"10.1016\/j.jsurg.2026.104118_bib0016","unstructured":"Jenkins PD, Willis S, Cook MR, Husain F, Doberne JW, Thanawala RM Understanding barriers to EPA microassessment completion among low-assessment-completion surgical faculty and residents: a two-cohort qualitative study. J Surg Educ."}],"container-title":["Journal of Surgical Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1931720426002515?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1931720426002515?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,10,16]],"date-time":"2026-10-16T11:17:43Z","timestamp":1792149463000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1931720426002515"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,11]]},"references-count":16,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2026,11]]}},"alternative-id":["S1931720426002515"],"URL":"https:\/\/doi.org\/10.1016\/j.jsurg.2026.104118","relation":{},"ISSN":["1931-7204"],"issn-type":[{"value":"1931-7204","type":"print"}],"subject":[],"published":{"date-parts":[[2026,11]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Leveraging Natural Language Processing for Analysis of EPA Comment Quality by Automated QuAL Scoring","name":"articletitle","label":"Article Title"},{"value":"Journal of Surgical Education","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jsurg.2026.104118","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Published by Elsevier Inc. on behalf of Association of Program Directors in Surgery.","name":"copyright","label":"Copyright"}],"article-number":"104118"}}