{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,15]],"date-time":"2026-05-15T21:38:25Z","timestamp":1778881105821,"version":"3.51.4"},"reference-count":33,"publisher":"Polish Information Processing Society","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"DOI":"10.15439\/2025f3908","type":"proceedings-article","created":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T07:44:23Z","timestamp":1761119063000},"page":"499-506","source":"Crossref","is-referenced-by-count":1,"title":["ELEVATE-AI: Evaluation of Learning Environments Via Assessment Tools Enhanced by AI"],"prefix":"10.15439","volume":"43","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-1098-1398","authenticated-orcid":true,"given":"Linda","family":"Burchiellaro","sequence":"first","affiliation":[{"name":"University of Modena and Reggio Emilia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7258-7192","authenticated-orcid":true,"given":"Francesco","family":"Faenza","sequence":"additional","affiliation":[{"name":"University of Modena and Reggio Emilia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8448-7693","authenticated-orcid":true,"given":"Claudia","family":"Canali","sequence":"additional","affiliation":[{"name":"University of Modena and Reggio Emilia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"6175","published-online":{"date-parts":[[2025,10,15]]},"reference":[{"key":"ref1","unstructured":"European Commission, \u201cSTEM Education Strategic Plan,\u201d\nhttps:\/\/education.ec.europa.eu\/sites\/default\/files\/2025-03\/STEM_Education_Strategic_Plan_COM_2025_89_1_EN_0.pdf,\n Mar.\n2025, accessed: 2025-07-15."},{"key":"ref2","unstructured":"OECD, \u201cGender, Education and Skills,\u201d https:\/\/www.oecd.org\/en\/publications\/gender-education-and-skills_34680dd5-en.html, 2023, accessed: 2025-07-15."},{"key":"ref3","doi-asserted-by":"publisher","unstructured":"M. M. Msambwa, K. Daniel, C. Lianyu, and F. Antony, \u201cA systematic\nreview using feminist perspectives on the factors affecting girls\u2019 participation in stem subjects,\u201d Science & Education, pp. 1\u201332, 2024. https:\/\/dx.doi.org\/10.1007\/s11191-024-00524-0","DOI":"10.1007\/s11191-024-00524-0"},{"key":"ref4","doi-asserted-by":"publisher","unstructured":"F. Bero\u00edza-Valenzuela and N. Salas-Guzm\u00e1n, \u201cStem and gender gap:\nA systematic review in wos, scopus, and eric databases (2012\u20132022),\u201d\nin Frontiers in Education, vol. 9. Frontiers Media SA, 2024. https:\/\/dx.doi.org\/10.3389\/feduc.2024.1378640 p. 1378640.","DOI":"10.3389\/feduc.2024.1378640"},{"key":"ref5","doi-asserted-by":"publisher","unstructured":"A. S. Rorrer, \u201cAn evaluation capacity building toolkit for principal\ninvestigators of undergraduate research experiences: A demonstration of\ntransforming theory into practice,\u201d Evaluation and program planning,\nvol. 55, pp. 103\u2013111, 2016. https:\/\/dx.doi.org\/10.1016\/j.evalprogplan.2015.12.006","DOI":"10.1016\/j.evalprogplan.2015.12.006"},{"key":"ref6","unstructured":"X. Chen, D. Zou, H. Xie, G. Cheng, and C. Liu, \u201cTwo decades of\nartificial intelligence in education,\u201d Educational Technology & Society,\nvol. 25, no. 1, pp. 28\u201347, 2022."},{"key":"ref7","unstructured":"E. A. Locke, \u201cSelf-efficacy: The exercise of control,\u201d Personnel psychology, vol. 50, no. 3, p. 801, 1997."},{"key":"ref8","doi-asserted-by":"publisher","unstructured":"B. P. Cipriano, N. Fachada, and P. Alves, \u201cDrop project: An automatic\nassessment tool for programming assignments,\u201d SoftwareX 18 (2022)\n101079, vol. 18, 2022. https:\/\/dx.doi.org\/10.1016\/j.softx.2022.101079","DOI":"10.1016\/j.softx.2022.101079"},{"key":"ref9","doi-asserted-by":"publisher","unstructured":"S. H. Edwards and M. A. Perez-Quinones, \u201cWeb-cat: automatically\ngrading programming assignments,\u201d in Proceedings of the 13th annual\nconference on Innovation and technology in computer science education,\n2008. https:\/\/dx.doi.org\/10.1145\/1384271.1384371 pp. 328\u2013328.","DOI":"10.1145\/1384271.1384371"},{"key":"ref10","doi-asserted-by":"publisher","unstructured":"J. Majern\u00edk, \u201cE-assessment management system for comprehensive assessment of medical students knowledge,\u201d in 2018 Federated Conference\non Computer Science and Information Systems (FedCSIS). IEEE, 2018.\nhttps:\/\/dx.doi.org\/10.15439\/2018F138 pp. 795\u2013799.","DOI":"10.15439\/2018F138"},{"key":"ref11","doi-asserted-by":"publisher","unstructured":"L. Stanescu and B. Savu, \u201cAutomatic assessment of narrative answers\nusing information retrieval techniques,\u201d in 2019 Federated Conference\non Computer Science and Information Systems (FedCSIS). IEEE, 2019.\nhttps:\/\/dx.doi.org\/10.15439\/2019F96 pp. 355\u2013358.","DOI":"10.15439\/2019F96"},{"key":"ref12","doi-asserted-by":"publisher","unstructured":"B. Van Dusen, \u201cLasso: A new tool to support instructors\nand researchers,\u201d arXiv preprint https:\/\/arxiv.org\/abs\/1812.02299, 2018. https:\/\/dx.doi.org\/10.48550\/arXiv.1812.02299","DOI":"10.48550\/arXiv.1812.02299"},{"key":"ref13","unstructured":"J. Hattie, Visible learning: A synthesis of over 800 meta-analyses relating\nto achievement. routledge, 2008."},{"key":"ref14","doi-asserted-by":"crossref","unstructured":"A. Decker and M. M. McGill, \u201cA topical review of evaluation instruments for computing education,\u201d in Proceedings of the 50th ACM\nTechnical Symposium on Computer Science Education, 2019. doi:\n10.1145\/3287324.3287393 pp. 558\u2013564.","DOI":"10.1145\/3287324.3287393"},{"key":"ref15","doi-asserted-by":"publisher","unstructured":"E. Knekta, C. Runyon, and S. Eddy, \u201cOne size doesn\u2019t fit all: Using\nfactor analysis to gather validity evidence when using surveys in your\nresearch,\u201d CBE\u2014Life Sciences Education, vol. 18, no. 1, p. rm1, 2019.\nhttps:\/\/dx.doi.org\/10.1187\/cbe.18-04-0064","DOI":"10.1187\/cbe.18-04-0064"},{"key":"ref16","doi-asserted-by":"publisher","unstructured":"I. Fronza, P. Ihantola, O.-P. Riikola, G. Iaccarino, T. Mikkonen, L. Garc\u00eda Rytman, V. Lappalainen, C. Rebollo Santamar\u00eda, I. Remolar Quintana, and V. Rossano, \u201cTowards s\u2019more connected coding camps,\u201d\nin Proceedings of the 56th ACM Technical Symposium on Computer\nScience Education V. 1, 2025. https:\/\/dx.doi.org\/10.1145\/3641554.3701849 pp. 353\u2013359.","DOI":"10.1145\/3641554.3701849"},{"key":"ref17","doi-asserted-by":"publisher","unstructured":"D. Guse, H. R. Orefice, G. Reimers, and O. Hohlfeld, \u201cThefragebogen:\nA web browser-based questionnaire framework for scientific research,\u201d\nin 2019 Eleventh International Conference on Quality of Multimedia Experience (QoMEX). IEEE, 2019. https:\/\/dx.doi.org\/10.1109\/QoMEX.2019.8743231\npp. 1\u20133.","DOI":"10.1109\/QoMEX.2019.8743231"},{"key":"ref18","doi-asserted-by":"publisher","unstructured":"F. Faenza, C. Canali, M. Colajanni, and A. Carbonaro, \u201cThe digital girls\nresponse to pandemic: Impacts of in presence and online extracurricular\nactivities on girls future academic choices,\u201d Education Sciences, vol. 11,\nno. 11, p. 715, 2021. https:\/\/dx.doi.org\/10.3390\/educsci11110715","DOI":"10.3390\/educsci11110715"},{"key":"ref19","unstructured":"F. Faenza, C. Canali, and A. Carbonaro, \u201cIct extra-curricular activities:\nThe \u201cdigital girls\u201d case study for the development of human capital,\u201d in\nThe International Research & Innovation Forum. Springer, 2021. doi:\n10.1007\/978-3-030-84311-3_18 pp. 193\u2013205."},{"key":"ref20","unstructured":"P. Cobb, K. Jackson, and C. Dunlap, \u201cDesign research: An analysis\nand critique,\u201d in Handbook of international research in mathematics\neducation. Routledge, 2015, pp. 481\u2013503."},{"key":"ref21","doi-asserted-by":"crossref","unstructured":"L. Markauskaite, P. Freebody, and J. Irwin, Methodological choice\nand design: Scholarship, policy and practice in social and educational\nresearch. Springer Science & Business Media, 2010, vol. 9.","DOI":"10.1007\/978-90-481-8933-5"},{"key":"ref22","doi-asserted-by":"publisher","unstructured":"C. Canali and F. Faenza, \u201cAn evaluation tool for extracurricular activities\nto reduce the gender gap in computer science,\u201d in ICGR 2023 6th\nInternational Conference on Gender Research. Academic Conferences\nand publishing limited, 2023. https:\/\/dx.doi.org\/10.34190\/icgr.6.1.1026","DOI":"10.34190\/icgr.6.1.1026"},{"key":"ref23","doi-asserted-by":"publisher","unstructured":"I. Ajzen, \u201cNature and operation of attitudes,\u201d Annual review of psychology, vol. 52, no. 1, pp. 27\u201358, 2001. https:\/\/dx.doi.org\/10.1146\/annurev.psych.52.1.27","DOI":"10.1146\/annurev.psych.52.1.27"},{"key":"ref24","doi-asserted-by":"crossref","unstructured":"J. F. McKenzie, M. L. Wood, J. E. Kotecki, J. K. Clark, and R. A. Brey,\n\u201cEstablishing content validity: Using qualitative and quantitative steps.\u201d\nAmerican Journal of Health Behavior, vol. 23, no. 4, 1999.","DOI":"10.5993\/AJHB.23.4.9"},{"key":"ref25","doi-asserted-by":"publisher","unstructured":"A. R. Artino Jr, J. S. La Rochelle, K. J. Dezee, and H. Gehlbach,\n\u201cDeveloping questionnaires for educational research: Amee guide\nno. 87,\u201d Medical teacher, vol. 36, no. 6, pp. 463\u2013474, 2014. https:\/\/dx.doi.org\/10.3109\/0142159X.2014.889814","DOI":"10.3109\/0142159X.2014.889814"},{"key":"ref26","unstructured":"J. A. Maxwell, Qualitative research design: An interactive approach:\nAn interactive approach. sage, 2013."},{"key":"ref27","doi-asserted-by":"publisher","unstructured":"E. Rudolph, H. Seer, C. Mothes, and J. Albrecht, \u201cAutomated feedback\ngeneration in an intelligent tutoring system for counselor education,\u201d in\n2024 19th Conference on Computer Science and Intelligence Systems\n(FedCSIS). IEEE, 2024. https:\/\/dx.doi.org\/10.15439\/2024F1649 pp. 501\u2013512.","DOI":"10.15439\/2024F1649"},{"key":"ref28","doi-asserted-by":"publisher","unstructured":"T. C. Freitas, M. J. V. Pereira, A. C. Neto, and P. R. Henriques, \u201cGoliath,\na programming exercises generator supported by ai,\u201d in 2024 19th\nConference on Computer Science and Intelligence Systems (FedCSIS).\nIEEE, 2024. https:\/\/dx.doi.org\/10.15439\/2024F8479 pp. 331\u2013342.","DOI":"10.15439\/2024F8479"},{"key":"ref29","unstructured":"F. Perez and B. E. Granger, \u201cProject jupyter: Computational narratives as\nthe engine of collaborative data science,\u201d Retrieved September, vol. 11,\nno. 207, p. 108, 2015."},{"key":"ref30","unstructured":"Y. Zhu, S. Du, B. Li, Y. Luo, and N. Tang, \u201cAre large language models\ngood statisticians?\u201d Advances in Neural Information Processing Systems,\nvol. 37, pp. 62 697\u201362 731, 2024."},{"key":"ref31","doi-asserted-by":"publisher","unstructured":"D. Maniglia, F. Faenza, and C. Canali, \u201cEmpowering girls in cs: The\nimpact of digital girls outreach camp,\u201d in Proceedings of The 7th\nInternational Conference on Gender Research. Academic Conferences\nand publishing limited, 2025. https:\/\/dx.doi.org\/10.34190\/icgr.8.1.3528","DOI":"10.34190\/icgr.8.1.3528"},{"key":"ref32","doi-asserted-by":"publisher","unstructured":"G. Szyjewski and L. Fabisiak, \u201cSurvey as a source of low quality\nresearch data,\u201d in 2017 Federated Conference on Computer Science and\nInformation Systems (FedCSIS). IEEE, 2017. https:\/\/dx.doi.org\/10.15439\/2017F266\npp. 939\u2013943.","DOI":"10.15439\/2017F266"},{"key":"ref33","doi-asserted-by":"publisher","unstructured":"S. Pigozzi, F. Faenza, and C. Canali, \u201cSophon: An extensible platform\nfor collaborative research,\u201d in Practice and Experience in Advanced\nResearch Computing 2022: Revolutionary: Computing, Connections,\nYou, 2022. https:\/\/dx.doi.org\/10.1145\/3491418.3535163 pp. 1\u20134.","DOI":"10.1145\/3491418.3535163"}],"event":{"name":"20th Conference on Computer Science and Intelligence Systems (FedCSIS)","theme":"Computer Science and Intelligence Systems","location":"Krak\u00f3w, Poland","acronym":"FedCSIS","number":"20","start":{"date-parts":[[2025,9,14]]},"end":{"date-parts":[[2025,9,17]]}},"container-title":["Annals of Computer Science and Information Systems","Proceedings of the 20th Conference on Computer Science and Intelligence Systems (FedCSIS)"],"original-title":[],"deposited":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T07:49:01Z","timestamp":1761119341000},"score":1,"resource":{"primary":{"URL":"https:\/\/annals-csis.org\/Volume_43\/drp\/3908.html"}},"subtitle":[],"proceedings-subject":"Computer Science and Information Systems","short-title":[],"issued":{"date-parts":[[2025,10,15]]},"references-count":33,"URL":"https:\/\/doi.org\/10.15439\/2025f3908","relation":{},"ISSN":["2300-5963"],"issn-type":[{"value":"2300-5963","type":"print"}],"subject":[],"published":{"date-parts":[[2025,10,15]]}}}