{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T15:37:04Z","timestamp":1772120224270,"version":"3.50.1"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,12,29]],"date-time":"2025-12-29T00:00:00Z","timestamp":1766966400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,12,29]],"date-time":"2025-12-29T00:00:00Z","timestamp":1766966400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Discov Artif Intell"],"DOI":"10.1007\/s44163-025-00628-8","type":"journal-article","created":{"date-parts":[[2025,12,29]],"date-time":"2025-12-29T15:04:28Z","timestamp":1767020668000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Evaluating AI toolchains for systematic literature reviews using a rubric-based workflow approach"],"prefix":"10.1007","volume":"5","author":[{"given":"Nisha","family":"Biju","sequence":"first","affiliation":[]},{"given":"Alisha","family":"Sinha","sequence":"additional","affiliation":[]},{"given":"Sarthak","family":"Saini","sequence":"additional","affiliation":[]},{"given":"Ganesh","family":"Beniwal","sequence":"additional","affiliation":[]},{"given":"Syaamantak","family":"Das","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,12,29]]},"reference":[{"issue":"3","key":"628_CR1","doi-asserted-by":"publisher","first-page":"248","DOI":"10.1093\/ejo\/cjv022","volume":"37","author":"N Anderson","year":"2015","unstructured":"Anderson N, Jayaratne YSN. Methodological challenges when performing a systematic review. Eur J Orthod. 2015;37(3):248\u201350. https:\/\/doi.org\/10.1093\/ejo\/cjv022.","journal-title":"Eur J Orthod"},{"key":"628_CR2","doi-asserted-by":"publisher","DOI":"10.1177\/08944393231196281","author":"CF Atkinson","year":"2023","unstructured":"Atkinson CF. Cheap, quick, and rigorous: artificial intelligence and the systematic literature review. Soc Sci Comput Rev. 2023. https:\/\/doi.org\/10.1177\/08944393231196281.","journal-title":"Soc Sci Comput Rev"},{"key":"628_CR3","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1002\/jrsm.1553","volume":"13","author":"A Blaizot","year":"2022","unstructured":"Blaizot A, Veettil SK, Saidoung P, Moreno-Garc\u00b4\u0131a CF, Wiratunga N, Aceves-Martins M, et al. Using artificial intelligence methods for systematic review in health sciences: A systematic review. Res Synthesis Methods. 2022;13:353\u201362. https:\/\/doi.org\/10.1002\/jrsm.1553.","journal-title":"Res Synthesis Methods"},{"issue":"4","key":"628_CR4","doi-asserted-by":"publisher","first-page":"531","DOI":"10.5195\/jmla.2018.283","volume":"106","author":"WM Bramer","year":"2018","unstructured":"Bramer WM, De Jonge GB, Rethlefsen ML, Mast F, Kleijnen J. A systematic approach to searching: an efficient and complete method to develop literature searches. J Med Libr Assoc. 2018;106(4):531. https:\/\/doi.org\/10.5195\/jmla.2018.283.","journal-title":"J Med Libr Assoc"},{"key":"628_CR5","doi-asserted-by":"publisher","DOI":"10.1016\/j.edurev.2021.100426","volume":"35","author":"SW Chong","year":"2022","unstructured":"Chong SW, Lin TJ, Chen Y. A methodological review of systematic literature reviews in higher education: heterogeneity and homogeneity. Educ Res Rev. 2022;35:100426. https:\/\/doi.org\/10.1016\/j.edurev.2021.100426.","journal-title":"Educ Res Rev"},{"issue":"41","key":"628_CR6","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2021636118","volume":"118","author":"JS Chu","year":"2021","unstructured":"Chu JS, Evans JA. Slowed canonical progress in large fields of science. Proc Natl Acad Sci U S A. 2021;118(41):e2021636118. https:\/\/doi.org\/10.1073\/pnas.2021636118.","journal-title":"Proc Natl Acad Sci U S A"},{"key":"628_CR7","first-page":"121","volume":"2010","author":"AM Cohen","year":"2010","unstructured":"Cohen AM, Ambert KH, McDonagh MS. A prospective valuation of an automated classification system to support evidence-based medicine and systematic review. AMIA Annual Symposium Proceed AMIA Symposium. 2010;2010:121\u20135.","journal-title":"AMIA Annual Symposium Proceed AMIA Symposium"},{"key":"628_CR8","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijinfomgt.2021.102383","volume":"60","author":"C Collins","year":"2021","unstructured":"Collins C, Dennehy D, Conboy K, Mikalef P. Artificial intelligence in information systems research: a systematic literature review and research agenda. Int J Inf Manage. 2021;60:102383. https:\/\/doi.org\/10.1016\/j.ijinfomgt.2021.102383.","journal-title":"Int J Inf Manage"},{"key":"628_CR9","doi-asserted-by":"publisher","unstructured":"de la Torre-Lo\u00b4pez J, Ram\u00b4\u0131rez A, Romero JR. Artificial intelligence to automate the systematic review of scientific literature. Computing, 2023; pp. 1\u201324. https:\/\/doi.org\/10.1007\/s00607-023-01181-x","DOI":"10.1007\/s00607-023-01181-x"},{"key":"628_CR10","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2021.106589","volume":"136","author":"R van Dinter","year":"2021","unstructured":"van Dinter R, Tekinerdogan B, Catal C. Automation of systematic literature reviews: a systematic literature review. Inf Softw Technol. 2021;136:106589. https:\/\/doi.org\/10.1016\/j.infsof.2021.106589.","journal-title":"Inf Softw Technol"},{"issue":"1","key":"628_CR11","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1186\/s13643-022-01994-5","volume":"11","author":"EB Elsman","year":"2022","unstructured":"Elsman EB, Butcher NJ, Mokkink LB, Terwee CB, Tricco A, Gagnier JJ, et al. Study protocol for developing, piloting and dis- seminating the PRISMA-COSMIN guideline: a new reporting guideline for systematic reviews of outcome measurement instruments. Syst Rev. 2022;11(1):121. https:\/\/doi.org\/10.1186\/s13643-022-01994-5.","journal-title":"Syst Rev"},{"issue":"2","key":"628_CR12","doi-asserted-by":"publisher","first-page":"69","DOI":"10.18438\/eblip29609","volume":"15","author":"R Eskrootchi","year":"2020","unstructured":"Eskrootchi R, Shahraki Mohammadi A, Panahi S, Zahedi R. Librarians\u2019 participation in the systematic reviews published by Iranian researchers and its impact on the quality of reporting search strategy. Evid Based Libr Inf Pract. 2020;15(2):69\u201384. https:\/\/doi.org\/10.18438\/eblip29609.","journal-title":"Evid Based Libr Inf Pract"},{"key":"628_CR13","doi-asserted-by":"publisher","DOI":"10.1002\/jcv2.12234","author":"N Fabiano","year":"2024","unstructured":"Fabiano N, Gupta A, Bhambra N, Luu B, Wong S, Maaz M, et al. How to optimize the systematic review process using AI tools. JCPP Adv. 2024. https:\/\/doi.org\/10.1002\/jcv2.12234.","journal-title":"JCPP Adv"},{"key":"628_CR14","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocac066","author":"Y Feng","year":"2022","unstructured":"Feng Y, Liang S, Zhang Y, Chen S, Wang Q, Huang T, et al. Automated medical literature screening using artificial intelligence: a systematic review and meta-analysis. J Am Med Inform Association\u202f: JAMIA. 2022. https:\/\/doi.org\/10.1093\/jamia\/ocac066.","journal-title":"J Am Med Inform Association : JAMIA"},{"key":"628_CR15","doi-asserted-by":"publisher","unstructured":"Ferreras-Fern\u00b4andez T, Rodero HM, Garc\u00b4\u0131a-Pen\u02dcalvo FJ, Merlo-Vega JA. The systematic review of literature in lis: an approach. In: Proceedings of the Fourth International Conference on Technological Ecosystems for Enhancing Multiculturality. 2016; https:\/\/doi.org\/10.1145\/3012430.3012531","DOI":"10.1145\/3012430.3012531"},{"issue":"12","key":"628_CR16","doi-asserted-by":"publisher","first-page":"5467","DOI":"10.3390\/app11125467","volume":"11","author":"V Gonz\u00b4alez-Calatayud","year":"2021","unstructured":"Gonz\u00b4alez-Calatayud V, Prendes-Espinosa P, Roig-Vila R. Artificial intelligence for student assessment: A systematic review. Appl Sci. 2021;11(12):5467. https:\/\/doi.org\/10.3390\/app11125467.","journal-title":"Appl Sci"},{"key":"628_CR17","doi-asserted-by":"publisher","first-page":"1582","DOI":"10.1038\/s41559-020-01295-x","volume":"4","author":"NR Haddaway","year":"2020","unstructured":"Haddaway NR, Bethel A, Dicks LV, Koricheva J, Macura B, Petrokofsky G, et al. Eight problems with literature reviews and how to fix them. Nat Ecol Evol. 2020;4:1582\u20139. https:\/\/doi.org\/10.1038\/s41559-020-01295-x.","journal-title":"Nat Ecol Evol"},{"key":"628_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13750-018-0121-7","volume":"7","author":"NR Haddaway","year":"2018","unstructured":"Haddaway NR, Macura B, Whaley P, Pullin AS. Roses reporting standards for systematic evidence syntheses: pro forma, flow-diagram and descriptive summary of the plan and conduct of environmental systematic reviews and systematic maps. Environ Evidence. 2018;7:1\u20138. https:\/\/doi.org\/10.1186\/s13750-018-0121-7.","journal-title":"Environ Evidence"},{"key":"628_CR19","doi-asserted-by":"publisher","first-page":"834","DOI":"10.1016\/j.ipm.2015.03.006","volume":"51","author":"H Joho","year":"2015","unstructured":"Joho H, Jatowt A, Blanco R. Temporal information searching behaviour and strategies. Inf Process Manage. 2015;51:834\u201350. https:\/\/doi.org\/10.1016\/j.ipm.2015.03.006.","journal-title":"Inf Process Manage"},{"issue":"4","key":"628_CR20","doi-asserted-by":"publisher","first-page":"616","DOI":"10.1093\/jamia\/ocaf030","volume":"32","author":"Y Li","year":"2025","unstructured":"Li Y, Datta S, Rastegar-Mojarad M, Lee K, Paek H, Glasgow J, et al. Enhancing systematic literature reviews with generative artificial intelligence: Development, applications, and performance evaluation. J Am Med Inform Assoc. 2025;32(4):616\u201325. https:\/\/doi.org\/10.1093\/jamia\/ocaf030.","journal-title":"J Am Med Inform Assoc"},{"issue":"3","key":"628_CR21","doi-asserted-by":"publisher","first-page":"445","DOI":"10.1080\/19439342.2012.711342","volume":"4","author":"R Mallett","year":"2012","unstructured":"Mallett R, Hagen-Zanker J, Slater R, Duvendack M. The benefits and challenges of using systematic reviews in international development research. J Dev Eff. 2012;4(3):445\u201355. https:\/\/doi.org\/10.1080\/19439342.2012.711342.","journal-title":"J Dev Eff"},{"key":"628_CR22","doi-asserted-by":"publisher","first-page":"1562","DOI":"10.1136\/bmj.317.7172.1562","volume":"317","author":"RJ McManus","year":"1998","unstructured":"McManus RJ, Wilson SR, Delaney BC, Fitzmaurice DA, Hyde C, Tobias RS, et al. Review of the usefulness of contacting other experts when conducting a literature search for systematic reviews. BMJ. 1998;317:1562\u20133. https:\/\/doi.org\/10.1136\/bmj.317.7172.1562.","journal-title":"BMJ"},{"key":"628_CR23","doi-asserted-by":"publisher","unstructured":"Mikriukov A, Senokosov A, Succi G, Tormasov A, Plaksin Y, Trofimova E, Sitnikov V. AI Tools for Automating Systematic Literature Reviews. In Proceedings of the 2025 International Conference on Software Engineering and Computer Applications. 2025; (pp. 25\u201330). https:\/\/doi.org\/10.1145\/3747912.374796","DOI":"10.1145\/3747912.374796"},{"issue":"3","key":"628_CR24","doi-asserted-by":"publisher","first-page":"447","DOI":"10.11613\/BM.2017.030201","volume":"27","author":"A Mlinariv\u00b4c","year":"2017","unstructured":"Mlinariv\u00b4c A, Horvat M, S\u02c7upak Smol\u02c7ci\u00b4c V. Dealing with the positive publication bias: Why you should really publish your negative results. Biochemia Medica. 2017;27(3):447\u201352. https:\/\/doi.org\/10.11613\/BM.2017.030201.","journal-title":"Biochemia Medica"},{"issue":"1","key":"628_CR25","doi-asserted-by":"publisher","first-page":"100","DOI":"10.51519\/journalisi.v7i1.1035","volume":"7","author":"PD Mogoale","year":"2023","unstructured":"Mogoale PD, Pretorius AB, Mogase RC, Segooa MA. Evaluating the efficacy of AI tools in systematic literature reviews: A comprehensive analysis. J Stud Soc Sci Human. 2023;7(1):100. https:\/\/doi.org\/10.51519\/journalisi.v7i1.1035.","journal-title":"J Stud Soc Sci Human."},{"key":"628_CR26","doi-asserted-by":"publisher","first-page":"111050","DOI":"10.1016\/j.jss.2021.111050","volume":"181","author":"L Myllyaho","year":"2021","unstructured":"Myllyaho L, Raatikainen M, Ma\u00a8nnisto\u00a8 T, Mikkonen T, Nurminen JK. Systematic literature review of validation methods for ai systems. J Syst Softw. 2021;181:111050. https:\/\/doi.org\/10.1016\/j.jss.2021.111050.","journal-title":"J Syst Softw"},{"key":"628_CR27","doi-asserted-by":"crossref","unstructured":"Schiff S, M\u00f6ller R. On Human-Aware Information Seeking. In CHAI@ KI. 2021; (pp. 31\u201339).","DOI":"10.1007\/978-3-658-35779-5_4"},{"key":"628_CR28","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1177\/1937586717747384","volume":"11","author":"D Pati","year":"2018","unstructured":"Pati D, Lorusso LN. How to write a systematic review of the literature. HERD Health Environ Res Des J. 2018;11:15\u201330. https:\/\/doi.org\/10.1177\/1937586717747384.","journal-title":"HERD Health Environ Res Des J"},{"issue":"2","key":"628_CR29","doi-asserted-by":"publisher","first-page":"366","DOI":"10.1016\/0030-5073(76)90022-2","volume":"16","author":"JW Payne","year":"1976","unstructured":"Payne JW. Task complexity and contingent processing in decision making: an information search and protocol analysis. Organ Behav Hum Perform. 1976;16(2):366\u201387. https:\/\/doi.org\/10.1016\/0030-5073(76)90022-2.","journal-title":"Organ Behav Hum Perform"},{"issue":"3","key":"628_CR30","doi-asserted-by":"publisher","first-page":"2495","DOI":"10.1007\/s10462-021-10068-2","volume":"55","author":"D Ramesh","year":"2022","unstructured":"Ramesh D, Sanampudi SK. An automated essay scoring systems: a systematic literature review. Artif Intell Rev. 2022;55(3):2495\u2013527. https:\/\/doi.org\/10.1007\/s10462-021-10068-2.","journal-title":"Artif Intell Rev"},{"key":"628_CR31","doi-asserted-by":"publisher","first-page":"252","DOI":"10.3200\/GENP.135.3.252-270","volume":"135","author":"S Sacchi","year":"2008","unstructured":"Sacchi S, Burigo M. Strategies in the information search process: interaction among task structure, knowledge, and source. J Gen Psychol. 2008;135:252\u201370. https:\/\/doi.org\/10.3200\/GENP.135.3.252-270.","journal-title":"J Gen Psychol"},{"issue":"12","key":"628_CR32","doi-asserted-by":"publisher","first-page":"4824","DOI":"10.3390\/en16124824","volume":"16","author":"MV Santos","year":"2023","unstructured":"Santos MV, Morgado-Dias F, Silva TC. Oil sector and sentiment analysis\u2014a review. Energies. 2023;16(12):4824. https:\/\/doi.org\/10.3390\/en16124824.","journal-title":"Energies"},{"key":"628_CR33","doi-asserted-by":"publisher","unstructured":"Das RK, Islam MSU. Application of artificial intelligence and machine learning in libraries: A systematic review. ArXiv, abs\/2112.04573. 2021; https:\/\/doi.org\/10.48550\/arXiv.2112.04573","DOI":"10.48550\/arXiv.2112.04573"},{"key":"628_CR34","doi-asserted-by":"publisher","unstructured":"Garc\u00b4\u0131a-Pen\u02dcalvo FJ. Developing robust state-of-the-art reports: Systematic literature reviews. 2022; https:\/\/doi.org\/10.14201\/eks.28600","DOI":"10.14201\/eks.28600"},{"key":"628_CR35","doi-asserted-by":"publisher","unstructured":"Sharadgah TA, Sa\u2019di, RA. A systematic review of research on the use of artificial intelligence in english language teaching and learning (2015\u20132021): What are the current effects? Journal of Information Technology Education: Research. 2022; https:\/\/doi.org\/10.28945\/4999","DOI":"10.28945\/4999"}],"container-title":["Discover Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44163-025-00628-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s44163-025-00628-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44163-025-00628-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,29]],"date-time":"2025-12-29T15:04:29Z","timestamp":1767020669000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s44163-025-00628-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,29]]},"references-count":35,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["628"],"URL":"https:\/\/doi.org\/10.1007\/s44163-025-00628-8","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-6328602\/v1","asserted-by":"object"}]},"ISSN":["2731-0809"],"issn-type":[{"value":"2731-0809","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,12,29]]},"assertion":[{"value":"28 March 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 October 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 December 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"All procedures performed in studies involving human participants were in accordance with the ethical standards of the institutional and\/or national research committee and its later amendments or comparable ethical standards.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"The authors declare no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"400"}}