{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,18]],"date-time":"2026-04-18T17:41:15Z","timestamp":1776534075985,"version":"3.51.2"},"publisher-location":"Cham","reference-count":45,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031351280","type":"print"},{"value":"9783031351297","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-35129-7_24","type":"book-chapter","created":{"date-parts":[[2023,7,8]],"date-time":"2023-07-08T23:04:02Z","timestamp":1688857442000},"page":"322-342","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Improving Educational Outcomes: Developing and Assessing Grading System (ProGrader) for Programming Courses"],"prefix":"10.1007","author":[{"given":"Fatema","family":"Nafa","sequence":"first","affiliation":[]},{"given":"Lakshmidevi","family":"Sreeramareddy","sequence":"additional","affiliation":[]},{"given":"Sriharsha","family":"Mallapuram","sequence":"additional","affiliation":[]},{"given":"Paul","family":"Moulema","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,7,9]]},"reference":[{"key":"24_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2021.115926","volume":"187","author":"A Khalid","year":"2022","unstructured":"Khalid, A., Lundqvist, K., Yates, A.: A literature review of implemented recommendation techniques used in Massive Open online Courses. Expert Syst. Appl. 187, 115926 (2022)","journal-title":"Expert Syst. Appl."},{"key":"24_CR2","doi-asserted-by":"crossref","unstructured":"Graf, S., Rita, S., Leo, T., Kinshuk, S.: In-depth analysis of the felder-silverman learning style dimensions. J. Res. Technol. Educ. 40(1), 79\u201393 (2007)","DOI":"10.1080\/15391523.2007.10782498"},{"key":"24_CR3","unstructured":"National Center for Education Statistics (NCES) Homepage, as part of the U.S. Department of Education. https:\/\/nces.ed.gov\/programs\/digest\/d13\/tables\/dt13_303.10.asp. Accessed 2 Feb 2023"},{"key":"24_CR4","unstructured":"Gordon, C., Lysecky, R., Vahid, F.: The rise of program auto-grading in introductory CS courses: a Case Study of zyLabs. In: 2021 ASEE Annual Conference and Exposition, ASEE (American Society for Engineering Education), Virtual (2021)"},{"key":"24_CR5","doi-asserted-by":"crossref","unstructured":"Hsu, S., Li, T., Zhang, Z., Fowler, M., Karahalios, K.: Attitudes surrounding an imperfect AI Autograder. In: CHI 2021:Chi Conference on Human Factors in Computing Systems, pp. 1\u201315. ACM (Association for Computing Machinery), New York, USA (2021)","DOI":"10.1145\/3411764.3445424"},{"key":"24_CR6","unstructured":"Inside Higher Ed Homepage, Autograding System Goes Awry, Students Fume, by Lindsay McKenzie, published on Novevmber 20, 2018. https:\/\/www.insidehighered.com\/news\/2018\/11\/30\/autograder-issues-upset-students-berkeley. Accessed 2 Feb 2023"},{"key":"24_CR7","doi-asserted-by":"crossref","unstructured":"Zins, A., Bauernfeind, U.,Missier, F., Venturini, A., Rumetshofer, H.: An experimental usability test for different destination recommender systems. In: Proceedings of the international Conference, Information and Communication Technologies in Tourism, Cairo, Egypt (2004)","DOI":"10.1007\/978-3-7091-0594-8_22"},{"issue":"3","key":"24_CR8","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1006\/imms.1993.1022","volume":"38","author":"F Davis","year":"1993","unstructured":"Davis, F.: User acceptance of information technology: system characteristics, user perceptions and behavioral impacts. Int. J. Man Mach. Stud. 38(3), 457\u2013487 (1993)","journal-title":"Int. J. Man Mach. Stud."},{"key":"24_CR9","doi-asserted-by":"crossref","unstructured":"Davis, F.: Perceived usefulness, perceived ease of use, and user acceptance of information technology. J. MIS Quar. 13(3), 319\u2013340 (1989)","DOI":"10.2307\/249008"},{"key":"24_CR10","doi-asserted-by":"crossref","unstructured":"Marsh, T.: Evaluation of virtual reality systems for usability. In: CHI EA 1999:Chi Extended Abstracts on Human Factors in Computing Systems, pp. 61\u201362. ACM (Association for Computing Machinery), New York, USA (1999)","DOI":"10.1145\/632716.632756"},{"key":"24_CR11","doi-asserted-by":"crossref","unstructured":"Mileva, N., Stoyanova-Petrova, S., Tzanova, S.: Mobile technology enhanced learning (performance-centered approach). In: IEEE Global Engineering Education Conference (EDUCON), pp. 831\u2013836. IEEE. Amman, Jordan (2011)","DOI":"10.1109\/EDUCON.2011.5773239"},{"issue":"140","key":"24_CR12","first-page":"55","volume":"22","author":"R Likert","year":"1932","unstructured":"Likert, R.: A technique for the measurement of attitudes. Arch. Psychol. 22(140), 55 (1932)","journal-title":"Arch. Psychol."},{"issue":"3","key":"24_CR13","first-page":"31","volume":"32","author":"DE Laney","year":"2016","unstructured":"Laney, D.E., Helal, M.H.: The impact of automated grading on the teaching and learning of introductory programming. J. Comput. Sci. Coll. 32(3), 31\u201337 (2016)","journal-title":"J. Comput. Sci. Coll."},{"issue":"1","key":"24_CR14","first-page":"1","volume":"9","author":"M Islam","year":"2016","unstructured":"Islam, M., Alshaikhli, A.A., Aljohani, M.: Automatic grading of programming assignments: a review of literature and tools. J. Educ. Technol. Develop. Exchange 9(1), 1\u201320 (2016)","journal-title":"J. Educ. Technol. Develop. Exchange"},{"issue":"3","key":"24_CR15","first-page":"590","volume":"14","author":"KE Nguyen","year":"2018","unstructured":"Nguyen, K.E., Kim, S.B., Lee, S.H.: An automated grading system for programming assignments in a freshman-level computer science course. J. Inform. Process. Syst. 14(3), 590\u2013600 (2018)","journal-title":"J. Inform. Process. Syst."},{"issue":"1","key":"24_CR16","first-page":"1","volume":"10","author":"YC Lee","year":"2017","unstructured":"Lee, Y.C., Chiang, J.K., Liang, C.J.: An automated grading system for C\/C++ programming assignments in a freshman-level computer science course. J. Educ. Technol. Develop. Exchange 10(1), 1\u201313 (2017)","journal-title":"J. Educ. Technol. Develop. Exchange"},{"issue":"1","key":"24_CR17","first-page":"1","volume":"11","author":"CL Tan","year":"2018","unstructured":"Tan, C.L., Lee, Y.C.: An automated grading system for python programming assignments in a freshman-level computer science course. J. Educ. Technol. Develop. Exchange 11(1), 1\u201311 (2018)","journal-title":"J. Educ. Technol. Develop. Exchange"},{"issue":"1","key":"24_CR18","first-page":"1","volume":"11","author":"YC Lee","year":"2018","unstructured":"Lee, Y.C., Tan, C.L., Chiang, J.K.: An automated grading system for java programming assignments in a freshman-level computer science course. J. Educ. Technol. Develop. Exchange 11(1), 1\u201311 (2018)","journal-title":"J. Educ. Technol. Develop. Exchange"},{"issue":"2","key":"24_CR19","first-page":"1","volume":"10","author":"JK Chiang","year":"2017","unstructured":"Chiang, J.K., Lee, Y.C., Liang, C.J.: An automated grading system for assembly programming assignments in a freshman-level computer science course. J. Educ. Technol. Develop. Exchange 10(2), 1\u201311 (2017)","journal-title":"J. Educ. Technol. Develop. Exchange"},{"key":"24_CR20","doi-asserted-by":"crossref","unstructured":"Nayak, S., Agarwal, R., Khatri, S. K.: Automated assessment tools for grading of programming assignments: a review. In: 2022 International Conference on Computer Communication and Informatics (ICCCI), pp. 1\u20134. IEEE, Coimbatore, India (2022)","DOI":"10.1109\/ICCCI54379.2022.9740769"},{"issue":"3","key":"24_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3513140","volume":"22","author":"JC Paiva","year":"2022","unstructured":"Paiva, J.C., Leal, J.P., Figueira, A.: Automated assessment in computer science education: a state-of-the-art review. ACM Trans. Comput. Educ. 22(3), 1\u201340 (2022)","journal-title":"ACM Trans. Comput. Educ."},{"issue":"1","key":"24_CR22","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1002\/cae.22058","volume":"27","author":"F Restrepo-Calle","year":"2018","unstructured":"Restrepo-Calle, F., Echevery, J., Gonzalez, F.: Continuous assessment in a computer programming course supported by a software tool. Comput. Appl. Eng. Educ. 27(1), 80\u201389 (2018)","journal-title":"Comput. Appl. Eng. Educ."},{"key":"24_CR23","doi-asserted-by":"crossref","unstructured":"Marques, F., Morgado, A., Santos, J.F., Janota, M.: TestSelector: automatic test suite selection for student projects. In: 22nd International Conference on Runtime verification Proceedings, pp. 283\u2013292. Springer, Tbilis, Georgia (2022)","DOI":"10.1007\/978-3-031-17196-3_17"},{"key":"24_CR24","doi-asserted-by":"crossref","unstructured":"Gaweda, A.M., Lynch, C.F., Seamon, N., Oliveira, G.S., Deliwa, A.: Typing exercises as interactive worked examples for deliberate practice in CS courses. In: 22nd Australasian Computing Education Conference Proceedings, pp. 105\u2013113. ACM (Association for computing Machinery, NewYork, USA (2020)","DOI":"10.1145\/3373165.3373177"},{"key":"24_CR25","doi-asserted-by":"crossref","unstructured":"Ledeczi, A., Grover, S., Catete, V., Broll, B.: Beyond CS principles: bringing the frontiers of computing to K12. In: 52nd ACM Technical Symposium on Computer Science Education Proceedings, p. 1379. ACM (Association for computing Machinery, NewYork, USA (2021)","DOI":"10.1145\/3408877.3439542"},{"key":"24_CR26","doi-asserted-by":"crossref","unstructured":"Mekterovic, I., Brkic, L., Milasinovic, B., Baranovic, M.: Building a comprehensive automated programming assessment system. In IEEE Access 8, 81154\u201381172 (2020)","DOI":"10.1109\/ACCESS.2020.2990980"},{"key":"24_CR27","unstructured":"Khan, M.S., Ahmad, A., Humayoun, M.: Building an Effective Automated Assessment System for C\/C++ Introductory Programming Courses in ODL Environment. ArXiv Cornell University. https:\/\/arxiv.org\/abs\/2205.11915. Accessed 2 Feb 2023"},{"key":"24_CR28","doi-asserted-by":"crossref","unstructured":"Gonz\u00e1lez-Carrillo, C.D., Restrepo-Calle, F., Ram\u00edrez-Echeverry, J.J., Gonz\u00e1lez, F.A.: Automatic grading tool for jupyter notebooks in artificial intelligence courses. Sustainability 13, 21: 12050 (2021)","DOI":"10.3390\/su132112050"},{"key":"24_CR29","doi-asserted-by":"crossref","unstructured":"Zahid,U., Lajis, A., Jamjoom,M., Altalhi, A., Al\u2010Ghamdi, A., Saleem,F.,: The effect of automatic assessment on novice programming: Strengths and limitations of existing systems. Comput. Appl. Eng. Educ. 26(6), 2328\u20132341 (2018)","DOI":"10.1002\/cae.21974"},{"key":"24_CR30","doi-asserted-by":"crossref","unstructured":"Hegarty-Kelly, E., Mooney, A.: Analysis of an automatic grading system within first year Computer Science programming modules. In: 5th Proceedings on Computing Education Practice, pp. 17\u201320. ACM, New York (2021)","DOI":"10.1145\/3437914.3437973"},{"key":"24_CR31","doi-asserted-by":"crossref","unstructured":"Hagerer, G., Lahesoo, L., Anschutz, M., Krusche, S., Groh, G.: An analysis of programming course evaluations before and after the introduction of an autograder. In: 19th International Conference on Information technology Based Higher Education and Training (ITHET), pp. 1\u20139. IEEE, Sydney, Australia (2021)","DOI":"10.1109\/ITHET50392.2021.9759809"},{"issue":"4","key":"24_CR32","doi-asserted-by":"publisher","first-page":"576","DOI":"10.1109\/TE.2010.2098442","volume":"54","author":"JL Fernandez-Aleman","year":"2011","unstructured":"Fernandez-Aleman, J.L.: Automated assessment in a programming tools course. IEEE Trans. Educ. 54(4), 576\u2013581 (2011)","journal-title":"IEEE Trans. Educ."},{"key":"24_CR33","unstructured":"Edgcomb, A. D., & Sambamurthy, N., Gulvady, D., Kasula, S.: Student usage of small auto-graded MATLAB coding exercises. In: 2018 ASEE Annual Conference & Exposition, pp. 1\u20132. ASEE, Salt Lake City, Utah (2018)"},{"key":"24_CR34","unstructured":"Kazakou, E., Edgcomb, A. D.,Rajasekhar, Y., Lysecky, R., Vahid, F.: Randomized, structured, auto-graded homework: design philosophy and engineering. In: 2021 ASEE Virtual Annual Conference Content Access, ASEE, Virtual Conference (2021). https:\/\/peer.asee.org\/37636"},{"key":"24_CR35","doi-asserted-by":"publisher","unstructured":"Pettit, R.S., Homer, J.D., McMurry, K.M., Simone, N., Mengel, S.A.: Are automated assessment tools helpful in programming courses? In: 2015 ASEE Annual Conference & Exposition, ASEE, Seattle, Washington (2015). https:\/\/doi.org\/10.18260\/p.23569","DOI":"10.18260\/p.23569"},{"key":"24_CR36","doi-asserted-by":"publisher","unstructured":"Siegel, A.A., Bragg, T., Brodsky, A., Poitras. E.: Exploring the use of auto-grading systems to improve the efficacy of feedback through small, scaffolded programming assignments. In: Proceedings of the 26th ACM Conference on Innovation and Technology in Computer Science Education V. 2 (ITiCSE 2021). Association for Computing Machinery, pp. 607\u2013608. New York, NY, USA (2021). https:\/\/doi.org\/10.1145\/3456565.3460042","DOI":"10.1145\/3456565.3460042"},{"key":"24_CR37","doi-asserted-by":"publisher","unstructured":"Battestilli, L., Korkes, S., Smith, O., Barnes, T.: Using bloom's taxonomy to write effective programming questions for autograding tools. In: Proceedings of the 50th ACM Technical Symposium on Computer Science Education (SIGCSE 2019). Association for Computing Machinery, p. 1260. New York, NY, USA (2019). https:\/\/doi.org\/10.1145\/3287324.3293858","DOI":"10.1145\/3287324.3293858"},{"key":"24_CR38","doi-asserted-by":"publisher","unstructured":"Battestilli, L., Korkes, S.: Writing effective autograded exercises using bloom's taxonomy. In: 2020 ASEE Virtual Annual Conference Content Access. ASEE, Virtual Conference (2020).https:\/\/doi.org\/10.18260\/1-2-35711","DOI":"10.18260\/1-2-35711"},{"key":"24_CR39","doi-asserted-by":"publisher","unstructured":"Jin, K.H., Charpentier, M.: When black-box testing is not enough - on designing auto-graded programming assignments. In: Proceedings of the 51st ACM Technical Symposium on Computer Science Education (SIGCSE 2020). Association for Computing Machinery, p. 1342. New York, NY, USA (2020).https:\/\/doi.org\/10.1145\/3328778.3372650","DOI":"10.1145\/3328778.3372650"},{"issue":"8","key":"24_CR40","first-page":"116","volume":"35","author":"KH Jin","year":"2020","unstructured":"Jin, K.H., Charpentier, M.: Automatic programming assignment assessment beyond black-box testing. J. Comput. Sci. Coll. 35(8), 116\u2013125 (2020)","journal-title":"J. Comput. Sci. Coll."},{"key":"24_CR41","doi-asserted-by":"publisher","unstructured":"Stevenson, D.E., Wagner, P.J: Developing real-world programming assignments for CS1. In: Proceedings of the 11th annual SIGCSE conference on Innovation and technology in computer science education (ITICSE 2006). Association for Computing Machinery, pp. 158\u2013162. New York, NY, USA (2006).https:\/\/doi.org\/10.1145\/1140124.1140167","DOI":"10.1145\/1140124.1140167"},{"key":"24_CR42","doi-asserted-by":"publisher","unstructured":"Manzoor, H., Naik, A., Shaffer, C.A., North, A., Edwards, S.H.: Auto-grading jupyter notebooks. In: Proceedings of the 51st ACM Technical Symposium on Computer Science Education (SIGCSE 2020). Association for Computing Machinery, pp. 1139\u20131144. New York, NY, USA (2020). https:\/\/doi.org\/10.1145\/3328778.3366947","DOI":"10.1145\/3328778.3366947"},{"key":"24_CR43","doi-asserted-by":"publisher","unstructured":"Olmsted, A.: Scalable undergraduate cybersecurity curriculum through auto-graded e-learning labs. In: Arabnia, H.R., Deligiannidis, L., Tinetti, F.G., Tran, QN. (eds.) Advances in Software Engineering, Education, and e-Learning. Transactions on Computational Science and Computational Intelligence. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-70873-3_59","DOI":"10.1007\/978-3-030-70873-3_59"},{"key":"24_CR44","doi-asserted-by":"publisher","unstructured":"Staubitz, T., Teusner, R., Meinel, C.: Towards a repository for open auto-gradable programming exercises. In: 2017 IEEE 6th International Conference on Teaching, Assessment, and Learning for Engineering (TALE), pp. 66\u201373. Hong Kong, China (2017).https:\/\/doi.org\/10.1109\/TALE.2017.8252306","DOI":"10.1109\/TALE.2017.8252306"},{"key":"24_CR45","doi-asserted-by":"publisher","unstructured":"Liu, X., Wang, S., Wang, P., Wu, D.: Automatic grading of programming assignments: an approach based on formal semantics. In: 2019 IEEE\/ACM 41st International Conference on Software Engineering. Software Engineering Education and Training (ICSE-SEET), pp. 126\u2013137. Montreal, QC, Canada (2019).https:\/\/doi.org\/10.1109\/ICSE-SEET.2019.00022","DOI":"10.1109\/ICSE-SEET.2019.00022"}],"container-title":["Lecture Notes in Computer Science","Human Interface and the Management of Information"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-35129-7_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T14:59:46Z","timestamp":1710341986000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-35129-7_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031351280","9783031351297"],"references-count":45,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-35129-7_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"9 July 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Copenhagen","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Denmark","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 July 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 July 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2023.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7472","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1578","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"396","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}