{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T13:16:25Z","timestamp":1775913385818,"version":"3.50.1"},"reference-count":21,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2023,5,16]],"date-time":"2023-05-16T00:00:00Z","timestamp":1684195200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,5,16]],"date-time":"2023-05-16T00:00:00Z","timestamp":1684195200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Educ Inf Technol"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s10639-023-11877-4","type":"journal-article","created":{"date-parts":[[2023,5,16]],"date-time":"2023-05-16T03:33:58Z","timestamp":1684208038000},"page":"16723-16742","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["Automating the mapping of course learning outcomes to program learning outcomes using natural language processing for accurate educational program evaluation"],"prefix":"10.1007","volume":"28","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6259-9843","authenticated-orcid":false,"given":"Nazar","family":"Zaki","sequence":"first","affiliation":[]},{"given":"Sherzod","family":"Turaev","sequence":"additional","affiliation":[]},{"given":"Khaled","family":"Shuaib","sequence":"additional","affiliation":[]},{"given":"Anusuya","family":"Krishnan","sequence":"additional","affiliation":[]},{"given":"Elfadil","family":"Mohamed","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,5,16]]},"reference":[{"key":"11877_CR1","doi-asserted-by":"publisher","unstructured":"Alshanqiti, A., Tanweer, A., Mohamed, B., Abdallah, N., & Ahmad, T. (2020). A rule-based Approach toward automating the assessments of academic curriculum mapping. International Journal of Advanced Computer Science and Applications (IJACSA), 11(12). https:\/\/doi.org\/10.14569\/IJACSA.2020.0111285","DOI":"10.14569\/IJACSA.2020.0111285"},{"key":"11877_CR2","unstructured":"Classification: Precision and Recall. (n.d.). Retrieved July 23, 2022, from https:\/\/developers.google.com\/machine-learning\/crash-course\/classification\/precision-and-recall"},{"key":"11877_CR3","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M., Lee, K., & Toutanova, K. (2018). BERT: Pre-training of deep bidirectional transformers for language understanding.\u00a0arXiv.\u00a0https:\/\/doi.org\/10.48550\/arXiv.1810.04805","DOI":"10.48550\/arXiv.1810.04805"},{"key":"11877_CR4","unstructured":"Honnibal, M., Montani, I., Van Landeghem, S., & Boyd, A. (2020). SpaCy: Industrial-Strength Natural Language Processing in Python. Zenodo. Retrieved from https:\/\/spacy.io\/.\u00a0Accessed 10 July 2022"},{"issue":"2","key":"11877_CR5","first-page":"46","volume":"18","author":"WA Ibrahim","year":"2015","unstructured":"Ibrahim, W. A., Atif, Y., Shuaib, K., & Sampson, D. (2015). A web-based course assessment tool with direct mapping to student outcomes. Educational Technology & Society, 18(2), 46\u201359.","journal-title":"Educational Technology & Society"},{"key":"11877_CR6","doi-asserted-by":"publisher","unstructured":"Immerstein, R., Hasleberg, H., & Eri, G. (2020). Quality assurance for work placement in higher education. In IEEE Global Engineering Education Conference (EDUCON) (pp.\u00a01096\u20131101). IEEE. https:\/\/doi.org\/10.1109\/EDUCON45650.2020.9125156","DOI":"10.1109\/EDUCON45650.2020.9125156"},{"key":"11877_CR7","doi-asserted-by":"publisher","unstructured":"Lam, B. H., & Tsui, K. T. (2014). Curriculum mapping as deliberation \u2013 examining the alignment of subject learning outcomes and course curricula. Studies in Higher Education, 1371\u20131388. https:\/\/doi.org\/10.1080\/03075079.2014.968539","DOI":"10.1080\/03075079.2014.968539"},{"issue":"8","key":"11877_CR8","first-page":"707","volume":"10","author":"VI Levenshtein","year":"1966","unstructured":"Levenshtein, V. I. (1966). Binary codes capable of correcting deletions, insertions, and reversals. Soviet Physics Doklady, 10(8), 707\u2013710.","journal-title":"Soviet Physics Doklady"},{"key":"11877_CR9","unstructured":"Linden, J., Annala, J., & Coate, K. (2017). The role of curriculum theory in contemporary higher education research and practice. In J. Huisman & M. Tight (Eds.), Theory and Method in Higher Education Research (pp.\u00a0137\u2013154). Emerald Publishing Limited. https:\/\/www.bibsonomy.org\/bibtex\/220546d80ce76f58c6ef6ece9dd5f5056\/jimregan.\u00a0Accessed 15 July 2022."},{"key":"11877_CR10","unstructured":"pandas.DataFrame \u2014 pandas 1.4.3 documentation. (n.d.). Retrieved July 6, from https:\/\/pandas.pydata.org\/docs\/reference\/api\/pandas.DataFrame.html"},{"key":"11877_CR11","doi-asserted-by":"publisher","unstructured":"Plaza, C. M., Draugalis, J. R., Slack, M. K., Skrepnek, G. H., & Sauer, K. A. (2007). Curriculum mapping in program assessment and evaluation. American Journal of Pharmaceutical Education, 71(2). https:\/\/doi.org\/10.5688\/aj710220","DOI":"10.5688\/aj710220"},{"key":"11877_CR12","unstructured":"scikit-learn Machine Learning in Python. (n.d.). Retrieved July 16, 2022, from https:\/\/scikit-learn.org\/stable\/"},{"key":"11877_CR13","doi-asserted-by":"publisher","first-page":"13653","DOI":"10.1109\/ACCESS.2019.2894066","volume":"7","author":"A Shafi","year":"2019","unstructured":"Shafi, A., Saeed, S., Bamarouf, Y. A., Iqbal, S. Z., Min-Allah, N., & Alqahtani, M. A. (2019). Student outcomes assessment methodology for ABET Accreditation: a case study of computer science and computer information systems programs. IEEE Access: Practical Innovations, Open Solutions, 7, 13653\u201313667. https:\/\/doi.org\/10.1109\/ACCESS.2019.2894066","journal-title":"IEEE Access: Practical Innovations, Open Solutions"},{"issue":"12","key":"11877_CR14","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1080\/07294360.2011.554387","volume":"31","author":"D Spencer","year":"2012","unstructured":"Spencer, D., Riddle, M., & Knewstubb, B. (2012). Curriculum mapping to embed graduate capabilities. Higher Education Research and Development, 31(12), 217\u2013231. https:\/\/doi.org\/10.1080\/07294360.2011.554387","journal-title":"Higher Education Research and Development"},{"key":"11877_CR15","unstructured":"Supraja, S., Hartman, K., Tatinati, S., & Khong, A. W. (2017). Toward the automatic labeling of course questions for ensuring their alignment with learning outcomes. In Proceedings of the 10th International Conference on Educational Data Mining. International Educational Data Mining Society. https:\/\/eric.ed.gov\/?id=ED596615.\u00a0Accessed 20 July 2022."},{"issue":"1","key":"11877_CR16","doi-asserted-by":"publisher","first-page":"27","DOI":"10.7196\/AJHPE.2019.v11i1.1073","volume":"11","author":"I Treadwell","year":"2019","unstructured":"Treadwell, I., Ahlers, O., & Botha, G. (2019). Initiating curriculum mapping on the web-based, interactive learning opportunities, objectives and outcome platform (looop). African Journal of Health Professions Education, 11(1), 27\u201331. https:\/\/doi.org\/10.7196\/AJHPE.2019.v11i1.1073","journal-title":"African Journal of Health Professions Education"},{"key":"11877_CR17","doi-asserted-by":"publisher","unstructured":"Ujkani, B., Minkovska, D., & Stoyanova, L. (2021). Using natural language processing for quality assurance purposes in higher education. In IV International Conference on High Technology for Sustainable Development (HiTech) (pp.\u00a001\u201304). IEEE. https:\/\/doi.org\/10.1109\/HiTech53072.2021.9614206","DOI":"10.1109\/HiTech53072.2021.9614206"},{"key":"11877_CR18","unstructured":"Vajjala, S., Majumder, B., Gupta, A., & Surana, H. (2020). Practical Natural Language Processing. O\u2019Reilly Media, Inc."},{"issue":"1","key":"11877_CR19","first-page":"31","volume":"22","author":"F Veltri","year":"2012","unstructured":"Veltri, F., Webb, W., Matveev, Alexei, G., & Zapatero, G. (2012). Curriculum mapping as a tool for continuous improvement of IS curriculum. Journal of Information Systems Education, 22(1), 31\u201342.","journal-title":"Journal of Information Systems Education"},{"issue":"1","key":"11877_CR20","doi-asserted-by":"publisher","first-page":"91","DOI":"10.11157\/fohpe.v21i1.364","volume":"21","author":"S Watson","year":"2020","unstructured":"Watson, S., Steketee, C., Mansfield, K., Moore, M., Dalziel, B., Damodaran, A., Walker, B., Duvivier, R. J., & Hu, W. (2020). Curriculum mapping for health professions education: a typology. Focus on Health Professional Education, 21(1), 91\u2013113. https:\/\/doi.org\/10.11157\/fohpe.v21i1.364","journal-title":"Focus on Health Professional Education"},{"key":"11877_CR21","unstructured":"Winkler, W. E. (1990). String comparator metrics and enhanced decision rules in the fellegi-sunter model of record linkage. In Proceedings of the Section on Survey Research Methods (pp.\u00a0354\u2013359). https:\/\/www.bibsonomy.org\/bibtex\/2a2dcfaedc01b2ffcab7afaffc6bd03bc\/sam_chapman.\u00a0Accessed 15 July 2022."}],"container-title":["Education and Information Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-023-11877-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10639-023-11877-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-023-11877-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,4]],"date-time":"2023-12-04T08:21:44Z","timestamp":1701678104000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10639-023-11877-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,16]]},"references-count":21,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["11877"],"URL":"https:\/\/doi.org\/10.1007\/s10639-023-11877-4","relation":{},"ISSN":["1360-2357","1573-7608"],"issn-type":[{"value":"1360-2357","type":"print"},{"value":"1573-7608","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,5,16]]},"assertion":[{"value":"15 September 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 May 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 May 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}