{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,7]],"date-time":"2026-04-07T12:03:58Z","timestamp":1775563438289,"version":"3.50.1"},"reference-count":36,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,3,8]],"date-time":"2026-03-08T00:00:00Z","timestamp":1772928000000},"content-version":"vor","delay-in-days":66,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001871","name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001871","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Procedia Computer Science"],"published-print":{"date-parts":[[2026]]},"DOI":"10.1016\/j.procs.2026.03.136","type":"journal-article","created":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T12:39:40Z","timestamp":1774355980000},"page":"1494-1501","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Generative artificial intelligence for project evaluation: comparing large language models and human experts"],"prefix":"10.1016","volume":"278","author":[{"given":"Jos\u00e9 M.R.C.A.","family":"Santos","sequence":"first","affiliation":[]},{"given":"Gabriela","family":"Fernandes","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.procs.2026.03.136_bib1","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1016\/j.dss.2016.01.006","article-title":"\u201cStatic R&D project portfolio selection in public organizations,\u201d","volume":"84","author":"Arratia","year":"2016","journal-title":"Decis. Support Syst."},{"key":"10.1016\/j.procs.2026.03.136_bib2","unstructured":"C. C. Cort\u00e9s, AI-assisted pre-screening of biomedical research proposals: ethical considerations and the pilot case of \u201cla Caixa\u201d Foundation. Available: https:\/\/www.youtube.com\/watch?v=O2DcXzEtCmg"},{"issue":"2","key":"10.1016\/j.procs.2026.03.136_bib3","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1111\/jpim.12656","article-title":"\u201cAugmenting human innovation teams with artificial intelligence: Exploring transformer-based language models,\u201d","volume":"40","author":"Bouschery","year":"2023","journal-title":"J. Prod. Innov. Manag."},{"issue":"2","key":"10.1016\/j.procs.2026.03.136_bib4","first-page":"1","article-title":"\u201cCan ChatGPT evaluate research quality?,\u201d","volume":"9","author":"Thelwall","year":"2024","journal-title":"J. Data Inf. Sci."},{"issue":"2","key":"10.1016\/j.procs.2026.03.136_bib5","doi-asserted-by":"crossref","first-page":"158","DOI":"10.1109\/17.759144","article-title":"\u201cA practical r&d project-selection scoring tool,\u201d","volume":"46","author":"Henriksen","year":"1999","journal-title":"IEEE Trans. Eng. Manag."},{"key":"10.1016\/j.procs.2026.03.136_bib6","doi-asserted-by":"crossref","unstructured":"H. Abdoul et al., \u201cPeer Review of Grant Applications\u202f: Criteria Used and Qualitative Study of Reviewer Practices,\u201d vol. 7, no. 9, 2012, doi: 10.1371\/journal.pone.0046054.","DOI":"10.1371\/journal.pone.0046054"},{"key":"10.1016\/j.procs.2026.03.136_bib7","unstructured":"N. Stadler, \u201cSustainability assessments of research projects: exploring the case of Sustainability Readiness Level (SRL),\u201d Lund University, 2020."},{"key":"10.1016\/j.procs.2026.03.136_bib8","doi-asserted-by":"crossref","unstructured":"E. L. Pier, M. Brauer, A. Filut, A. Kaatz, J. Raclaw, and M. J. Nathan, \u201cLow agreement among reviewers evaluating the same NIH grant applications,\u201d vol. 115, no. 12, 2018, doi: 10.1073\/pnas.1714379115.","DOI":"10.1073\/pnas.1714379115"},{"issue":"4","key":"10.1016\/j.procs.2026.03.136_bib9","first-page":"749","article-title":"\u201cAnalysing the stakes of stakeholders in research and development project management: a systems approach,\u201d","volume":"46","author":"Elias","year":"2016","journal-title":"R D Manag."},{"issue":"1","key":"10.1016\/j.procs.2026.03.136_bib10","first-page":"278","article-title":"\u201cSustainability Impact Assessment on the project level; A review of available instruments,\u201d","volume":"8","author":"Silvius","year":"2022","journal-title":"J. Mod. Proj. Manag."},{"issue":"4","key":"10.1016\/j.procs.2026.03.136_bib11","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1177\/87569728241231266","article-title":"\u201cPrioritizing Stakeholders in Collaborative Research and Innovation Projects Toward Sustainability,\u201d","volume":"55","author":"Santos","year":"2024","journal-title":"Proj. Manag. J."},{"issue":"4\u201395","key":"10.1016\/j.procs.2026.03.136_bib12","doi-asserted-by":"crossref","first-page":"30","DOI":"10.15587\/1729-4061.2018.145252","article-title":"\u201cDevelopment of the Markovian model for the life cycle of a project\u2019s benefits,\u201d","volume":"5","author":"Piterska","year":"2018","journal-title":"Eastern-European J. Enterp. Technol."},{"issue":"July","key":"10.1016\/j.procs.2026.03.136_bib13","first-page":"102383","article-title":"\u201cArtificial intelligence in information systems research: A systematic literature review and research agenda,\u201d","volume":"60","author":"Collins","year":"2021","journal-title":"Int. J. Inf. Manage."},{"issue":"2","key":"10.1016\/j.procs.2026.03.136_bib14","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.metrad.2023.100022","article-title":"\u201cA comprehensive survey of ChatGPT: Advancements, applications, prospects, and challenges,\u201d","volume":"1","author":"Nazir","year":"2023","journal-title":"Meta-Radiology"},{"issue":"1","key":"10.1016\/j.procs.2026.03.136_bib15","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1111\/1467-8551.12788","article-title":"\u201cTheory-Driven Perspectives on Generative Artificial Intelligence in Business and Management,\u201d","volume":"35","author":"Brown","year":"2024","journal-title":"Br. J. Manag."},{"issue":"June","key":"10.1016\/j.procs.2026.03.136_bib16","doi-asserted-by":"crossref","first-page":"101861","DOI":"10.1016\/j.inffus.2023.101861","article-title":"\u201cChatGPT: Jack of all trades, master of none,\u201d","volume":"99","author":"Koco\u0144","year":"2023","journal-title":"Inf. Fusion"},{"issue":"5","key":"10.1016\/j.procs.2026.03.136_bib17","doi-asserted-by":"crossref","first-page":"1122","DOI":"10.1109\/JAS.2023.123618","article-title":"\u201cA Brief Overview of ChatGPT: The History, Status Quo and Potential Future Development,\u201d","volume":"10","author":"Wu","year":"2023","journal-title":"IEEE\/CAA J. Autom. Sin."},{"key":"10.1016\/j.procs.2026.03.136_bib18","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1038\/d41586-024-02989-z","article-title":"\u201cMust peer reviewers be human to assess quality?,\u201d","volume":"633","author":"Ryan","year":"2024","journal-title":"Nature"},{"issue":"27","key":"10.1016\/j.procs.2026.03.136_bib19","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3346\/jkms.2020.35.e217","article-title":"\u201cSimilarity and plagiarism in scholarly journal submissions: Bringing clarity to the concept for authors, reviewers and editors,\u201d","volume":"35","author":"Memon","year":"2020","journal-title":"J. Korean Med. Sci."},{"issue":"7631","key":"10.1016\/j.procs.2026.03.136_bib20","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1038\/540151a","article-title":"\u201cStat-checking software stirs up psychology,\u201d","volume":"540","author":"Baker","year":"2016","journal-title":"Nature"},{"key":"10.1016\/j.procs.2026.03.136_bib21","doi-asserted-by":"crossref","unstructured":"W. Liang et al., \u201cCan Large Language Models Provide Useful Feedback on Research Papers? A Large-Scale Empirical Analysis,\u201d NEJM AI, vol. 1, no. 8, Jul. 2024, doi: 10.1056\/AIoa2400196.","DOI":"10.1056\/AIoa2400196"},{"issue":"1","key":"10.1016\/j.procs.2026.03.136_bib22","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1057\/s41599-020-00703-8","article-title":"\u201cAI-assisted peer review,\u201d","volume":"8","author":"Checco","year":"2021","journal-title":"Humanit. Soc. Sci. Commun."},{"key":"10.1016\/j.procs.2026.03.136_bib23","doi-asserted-by":"crossref","unstructured":"X. Zhao and Y. Zhang, \u201cReviewer assignment algorithms for peer review automation: A survey,\u201d Inf. Process. Manag., vol. 59, no. 5, 2022, doi: 10.1016\/j.ipm.2022.103028.","DOI":"10.1016\/j.ipm.2022.103028"},{"key":"10.1016\/j.procs.2026.03.136_bib24","unstructured":"J. Du et al., \u201cLLMs Assist NLP Researchers: Critique Paper (Meta-)Reviewing,\u201d 2024, [Online]. Available: http:\/\/arxiv.org\/abs\/2406.16253"},{"issue":"10","key":"10.1016\/j.procs.2026.03.136_bib25","doi-asserted-by":"crossref","first-page":"1802","DOI":"10.1016\/j.ajpath.2024.08.002","article-title":"\u201cThe Impact of Generative Artificial Intelligence on the External Review of Scientific Manuscripts and Editorial Peer Review Processes,\u201d","volume":"194","author":"Chauhan","year":"2024","journal-title":"Am. J. Pathol."},{"issue":"1","key":"10.1016\/j.procs.2026.03.136_bib26","first-page":"1","article-title":"\u201cFighting reviewer fatigue or amplifying bias? Considerations and recommendations for use of ChatGPT and other large language models in scholarly peer review,\u201d","volume":"8","author":"Hosseini","year":"2023","journal-title":"Res. Integr. Peer Rev."},{"key":"10.1016\/j.procs.2026.03.136_bib27","doi-asserted-by":"crossref","unstructured":"D. Johnson et al., \u201cAssessing the Accuracy and Reliability of AI-Generated Medical Responses: An Evaluation of the Chat-GPT Model.,\u201d Res. Sq., pp. 1\u201317, 2023, doi: 10.21203\/rs.3.rs-2566942\/v1.","DOI":"10.21203\/rs.3.rs-2566942\/v1"},{"key":"10.1016\/j.procs.2026.03.136_bib28","unstructured":"European Commission, \u201cAI Act - Regulation (EU) 2024\/1689,\u201d 2024. [Online]. Available: https:\/\/eur-lex.europa.eu\/legal-content\/EN\/TXT\/?uri=OJ%3AL_202401689"},{"issue":"4","key":"10.1016\/j.procs.2026.03.136_bib29","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1192\/bja.2020.61","article-title":"\u201cOpen versus blind peer review: is anonymity better than transparency?,\u201d","volume":"27","author":"Shoham","year":"2021","journal-title":"BJPsych Adv."},{"key":"10.1016\/j.procs.2026.03.136_bib30","unstructured":"T. Saaty, The analytic network process: decision making with dependence and feedback. Pittsburgh: RWS Publications, 2001."},{"issue":"13","key":"10.1016\/j.procs.2026.03.136_bib31","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1108\/ECAM-08-2023-0819","article-title":"\u201cCan ChatGPT exceed humans in construction project risk management?,\u201d","volume":"31","author":"Nyqvist","year":"2024","journal-title":"Eng. Constr. Archit. Manag."},{"key":"10.1016\/j.procs.2026.03.136_bib32","doi-asserted-by":"crossref","unstructured":"L. Bornmann, R. Mutz, and H. D. Daniel, \u201cA reliability-generalization study of journal peer reviews: A multilevel meta-analysis of inter-rater reliability and its determinants,\u201d PLoS One, vol. 5, no. 12, 2010, doi: 10.1371\/journal.pone.0014331.","DOI":"10.1371\/journal.pone.0014331"},{"issue":"1","key":"10.1016\/j.procs.2026.03.136_bib33","doi-asserted-by":"crossref","first-page":"517","DOI":"10.1007\/s11192-020-03357-0","article-title":"\u201cConfirmatory bias in peer review,\u201d","volume":"123","author":"Garcia","year":"2020","journal-title":"Scientometrics"},{"issue":"1","key":"10.1016\/j.procs.2026.03.136_bib34","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1108\/JIC-07-2024-0199","article-title":"\u201cCognitive bias undermining intellectual capital development in the scientific contexts: a study to understand origins, effects and solutions,\u201d","volume":"26","author":"Palmucci","year":"2025","journal-title":"J. Intellect. Cap."},{"issue":"1","key":"10.1016\/j.procs.2026.03.136_bib35","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1021\/acsenergylett.3c02586","article-title":"\u201cCan ChatGPT and Other AI Bots Serve as Peer Reviewers?,\u201d","volume":"9","author":"Buriak","year":"2024","journal-title":"ACS Energy Lett."},{"key":"10.1016\/j.procs.2026.03.136_bib36","doi-asserted-by":"crossref","unstructured":"A. Barcaui and A. Monat, \u201cWho is better in project planning?Generative artificial intelligence or project managers?,\u201d Proj. Leadersh. Soc., vol. 4, no. July, 2023, doi: 10.1016\/j.plas.2023.100101.","DOI":"10.1016\/j.plas.2023.100101"}],"container-title":["Procedia Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1877050926007313?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1877050926007313?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,4,7]],"date-time":"2026-04-07T11:20:39Z","timestamp":1775560839000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1877050926007313"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":36,"alternative-id":["S1877050926007313"],"URL":"https:\/\/doi.org\/10.1016\/j.procs.2026.03.136","relation":{},"ISSN":["1877-0509"],"issn-type":[{"value":"1877-0509","type":"print"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Generative artificial intelligence for project evaluation: comparing large language models and human experts","name":"articletitle","label":"Article Title"},{"value":"Procedia Computer Science","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.procs.2026.03.136","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Author(s). Published by Elsevier B.V.","name":"copyright","label":"Copyright"}]}}