{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T13:40:26Z","timestamp":1761745226055,"version":"3.40.5"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2020,5,22]],"date-time":"2020-05-22T00:00:00Z","timestamp":1590105600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,5,22]],"date-time":"2020-05-22T00:00:00Z","timestamp":1590105600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Educ Inf Technol"],"published-print":{"date-parts":[[2020,11]]},"DOI":"10.1007\/s10639-020-10218-z","type":"journal-article","created":{"date-parts":[[2020,5,22]],"date-time":"2020-05-22T20:02:20Z","timestamp":1590177740000},"page":"5185-5203","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Using image recognition to automatically assess programming tasks with graphical output"],"prefix":"10.1007","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7714-3224","authenticated-orcid":false,"given":"Eerik","family":"Muuli","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9118-0937","authenticated-orcid":false,"given":"Eno","family":"T\u00f5nisson","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3303-5245","authenticated-orcid":false,"given":"Marina","family":"Lepp","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9049-4192","authenticated-orcid":false,"given":"Piret","family":"Luik","sequence":"additional","affiliation":[]},{"given":"Tauno","family":"Palts","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2805-8127","authenticated-orcid":false,"given":"Reelika","family":"Suviste","sequence":"additional","affiliation":[]},{"given":"Kaspar","family":"Papli","sequence":"additional","affiliation":[]},{"given":"Merilin","family":"S\u00e4de","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,5,22]]},"reference":[{"issue":"1","key":"10218_CR1","doi-asserted-by":"publisher","first-page":"206","DOI":"10.3991\/ijet.v13i01.7461","volume":"13","author":"R Alcarria","year":"2018","unstructured":"Alcarria, R., Bordel, B., de Andr\u00e9s, D. M., & Robles, T. (2018). Enhanced peer assessment in MOOC evaluation through assignment and review analysis. International Journal of Emerging Technologies in Learning, 13(1), 206\u2013219. https:\/\/doi.org\/10.3991\/ijet.v13i01.7461.","journal-title":"International Journal of Emerging Technologies in Learning"},{"key":"10218_CR2","doi-asserted-by":"publisher","unstructured":"An J., & Park, N. (2011). Computer application in elementary education bases on fractal geometry theory using LOGO programming. In IT convergence and services (pp. 241\u2013249). https:\/\/doi.org\/10.1007\/978-94-007-2598-0_26.","DOI":"10.1007\/978-94-007-2598-0_26"},{"key":"10218_CR3","unstructured":"Artifex. (2019). Ghostscript Homepage. Retrieved from https:\/\/www.ghostscript.com\/"},{"key":"10218_CR4","doi-asserted-by":"publisher","DOI":"10.4324\/9781315398945","volume-title":"Coding as a playground: Programming and computational thinking in the early childhood classroom","author":"MU Bers","year":"2017","unstructured":"Bers, M. U. (2017). Coding as a playground: Programming and computational thinking in the early childhood classroom. New York: Routledge. https:\/\/doi.org\/10.4324\/9781315398945."},{"issue":"2","key":"10218_CR5","first-page":"259","volume":"21","author":"A Bey","year":"2018","unstructured":"Bey, A., Jermann, P., & Dillenbourg, P. (2018). A comparison between two automatic assessment approaches for programming: An empirical study on MOOCs. Educational Technology & Society, 21(2), 259\u2013272.","journal-title":"Educational Technology & Society"},{"key":"10218_CR6","unstructured":"Clarifai. (2019). Clarifai Homepage. Retrieved from https:\/\/www.clarifai.com\/"},{"issue":"2","key":"10218_CR7","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1007\/s40670-015-0123-9","volume":"25","author":"I Doherty","year":"2015","unstructured":"Doherty, I., Harbutt, D., & Sharma, N. (2015). Designing and developing a MOOC. Medical Science Educator, 25(2), 177\u2013181. https:\/\/doi.org\/10.1007\/s40670-015-0123-9.","journal-title":"Medical Science Educator"},{"key":"10218_CR8","doi-asserted-by":"publisher","unstructured":"Douce, C., Livingstone, D., & Orwell, J. (2005). Automatic test-based assessment of programming: A review. Journal on Educational Resources in Computing (JERIC), 5(3). https:\/\/doi.org\/10.1145\/1163405.1163409.","DOI":"10.1145\/1163405.1163409"},{"key":"10218_CR9","unstructured":"Dougiamas, M., & Taylor, P. C. (2003). Moodle: Using Learning Communities to Create an Open Source Course Management System. In Proceedings of the EDMEDIA 2003 Conference, Honolulu, Hawaii. Retrieved from https:\/\/www.learntechlib.org\/p\/13739\/"},{"issue":"3","key":"10218_CR10","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1145\/1026487.1008033","volume":"36","author":"J English","year":"2004","unstructured":"English, J. (2004). Automated assessment of GUI programs using JEWL. ACM SIGCSE Bulletin, 36(3), 137\u2013141. https:\/\/doi.org\/10.1145\/1026487.1008033.","journal-title":"ACM SIGCSE Bulletin"},{"key":"10218_CR11","doi-asserted-by":"crossref","unstructured":"Fricker, P., Wartmann, C., & Hovestadt, L. (2008). Processing: Programming instead of drawing. 26th eCAADe proceedings, 525-530. Retrieved from https:\/\/cumincad.architexturez.net\/system\/files\/pdf\/ecaade2008_183.content.pdf","DOI":"10.52842\/conf.ecaade.2008.525"},{"issue":"2","key":"10218_CR12","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1007\/s11257-018-9203-z","volume":"28","author":"J Gardner","year":"2018","unstructured":"Gardner, J., & Brooks, C. (2018). Student success prediction in MOOCs. User Modeling and User-Adapted Interaction, 28(2), 127\u2013203. https:\/\/doi.org\/10.1007\/s11257-018-9203-z.","journal-title":"User Modeling and User-Adapted Interaction"},{"key":"10218_CR13","unstructured":"Giannakos, M. N., Jaccheri, L., & Proto, R. (2013). Teaching computer science to young children through creativity: Lessons learned from the case of Norway. In Proceedings of the 3rd Computer Science Education Research Conference (pp. 103-111). Retrieved from https:\/\/dl.acm.org\/citation.cfm?id=2541927"},{"issue":"4","key":"10218_CR14","first-page":"327","volume":"7","author":"KN Goh","year":"2013","unstructured":"Goh, K. N., & Hilisebua Manao, R. (2013). Assessing engineering drawings through automated assessment: Discussing mechanism to award marks. International Journal of Smart Home, 7(4), 327\u2013335.","journal-title":"International Journal of Smart Home"},{"key":"10218_CR15","unstructured":"Google Cloud. (2019). Vision AI. Retrieved from https:\/\/cloud.google.com\/vision\/"},{"key":"10218_CR16","volume-title":"Programmeerimise \u00dclesannete Kogu","author":"H Hein","year":"2007","unstructured":"Hein, H., Kiho, J., Palm, R., & T\u00f5nisson, E. (2007). Programmeerimise \u00dclesannete Kogu. Tartu: Tartu \u00dclikool."},{"key":"10218_CR17","doi-asserted-by":"publisher","unstructured":"Higgins, C. A., Gray, G., Symeonidis, P., & Tsintsifas, A. (2005). Automated assessment and experiences of teaching programming. Journal on Educational Resources in Computing, 5(3). https:\/\/doi.org\/10.1145\/1163405.1163410.","DOI":"10.1145\/1163405.1163410"},{"key":"10218_CR18","volume-title":"Big Java: Early objects","author":"CS Horstmann","year":"2015","unstructured":"Horstmann, C. S. (2015). Big Java: Early objects. New York: Wiley Textbooks."},{"issue":"1","key":"10218_CR19","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1111\/bjet.12520","volume":"49","author":"B Huisman","year":"2016","unstructured":"Huisman, B., Admiraal, W., van de Ven, M., & Pilli, O. (2016). Peer assessment in MOOCs: The relationship between peer reviewers\u2019 ability and authors\u2019 essay performance. British Journal of Educational Technology, 49(1), 101\u2013110. https:\/\/doi.org\/10.1111\/bjet.12520.","journal-title":"British Journal of Educational Technology"},{"key":"10218_CR20","unstructured":"Imagga. (2019). All in One Image Recognition Solutions for Developers and Businesses. Retrieved from https:\/\/imagga.com\/"},{"key":"10218_CR21","doi-asserted-by":"publisher","unstructured":"Kohn T., & Komm, D. (2018). Teaching programming and algorithmic complexity with tangible machines. In International Conference on Informatics in Schools: Situation, Evolution, and Perspectives (pp. 68-83). https:\/\/doi.org\/10.1007\/978-3-030-02750-6_6.","DOI":"10.1007\/978-3-030-02750-6_6"},{"issue":"6","key":"10218_CR22","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1145\/2505057","volume":"20","author":"C Kulkarni","year":"2013","unstructured":"Kulkarni, C., Wei, K. P., Le, H., Chia, D., Papadopoulos, K., Cheng, J., Koller, D., & Klemmer, S. R. (2013). Peer and self assessment in massive online classes. ACM Transactions on Computer-Human Interaction, 20(6), 131\u2013168. https:\/\/doi.org\/10.1145\/2505057.","journal-title":"ACM Transactions on Computer-Human Interaction"},{"key":"10218_CR23","unstructured":"Lepp, M., Luik, P., Palts, T., Papli, K., Suviste, R., S\u00e4de, M., & T\u00f5nisson, E. (2017a). MOOC in programming: A success story. In Proceedings of the International Conference on e-Learning (pp. 138\u2013147)."},{"key":"10218_CR24","doi-asserted-by":"publisher","unstructured":"Lepp, M., Luik, P., Palts, T., Papli, K., Suviste, R., S\u00e4de, M., Hollo, K., Vaherpuu, V., & T\u00f5nisson, E. (2017b). Self-and automated assessment in programming MOOCs. International Computer Assisted Assessment Conference (pp. 72\u201385). Springer, Cham. https:\/\/doi.org\/10.1007\/978-3-319-57744-9_7.","DOI":"10.1007\/978-3-319-57744-9_7"},{"key":"10218_CR25","doi-asserted-by":"publisher","unstructured":"Lepp, M., Palts, T., Luik, P., Papli, K., Suviste, R., S\u00e4de, M., Hollo, K., Vaherpuu, V., & T\u00f5nisson, E. (2018). Troubleshooters for Tasks of Introductory Programming MOOCs. International Review of Research in Open and Distributed Learning, 19(4). https:\/\/doi.org\/10.19173\/irrodl.v19i4.3639.","DOI":"10.19173\/irrodl.v19i4.3639"},{"key":"10218_CR26","unstructured":"Luik, P., Lepp, M., Palts, T., S\u00e4de, M., Suviste, R., T\u00f5nisson, E., & Gaiduk, M. (2018). Completion of programming MOOC or dropping out: Are there any differences in motivation. In Proceedings of the 17th European Conference on e-Learning ECEL (pp. 329-337)."},{"key":"10218_CR27","doi-asserted-by":"publisher","unstructured":"Muuli, E., Papli, K., T\u00f5nisson, E., Lepp, M., Palts, T., Suviste, R., S\u00e4de, M., & Luik, P. (2017). Automatic assessment of programming assignments using image recognition. European Conference on Technology Enhanced Learning (pp. 153\u2013163). https:\/\/doi.org\/10.1007\/978-3-319-66610-5_12.","DOI":"10.1007\/978-3-319-66610-5_12"},{"key":"10218_CR28","doi-asserted-by":"publisher","unstructured":"Papathoma, T., Blake, C., Clow, D., & Scanlon, E. (2015). Investigating learners\u2019 views of assessment types in massive open online courses (MOOCs). In Design for Teaching and Learning in a Networked World (pp. 617\u2013621). Springer, Cham. https:\/\/doi.org\/10.1007\/978-3-319-24258-3_72.","DOI":"10.1007\/978-3-319-24258-3_72"},{"key":"10218_CR29","volume-title":"Mindstorms: Children, computers, and powerful ideas","author":"S Papert","year":"1980","unstructured":"Papert, S. (1980). Mindstorms: Children, computers, and powerful ideas. New York: Basic Books."},{"issue":"4","key":"10218_CR30","doi-asserted-by":"publisher","first-page":"204","DOI":"10.1145\/1345443.1345441","volume":"39","author":"A Pears","year":"2007","unstructured":"Pears, A., Seidman, S., Malmi, L., Mannila, L., Adams, E., Bennedsen, J., Devlin, M., & Paterson, J. (2007). A survey of literature on the teaching of introductory programming. ACM SIGCSE Bulletin, 39(4), 204\u2013223. https:\/\/doi.org\/10.1145\/1345443.1345441.","journal-title":"ACM SIGCSE Bulletin"},{"key":"10218_CR31","unstructured":"Pieterse, V. (2013). Automated assessment of programming assignments. In Proceedings of the 3rd Computer Science Education Research Conference on Computer Science Education Research (CSERC '13) (pp. 45\u201356). Open Universiteit, Heerlen, The Netherlands. Retrieved from https:\/\/dl.acm.org\/citation.cfm?id=2541921"},{"key":"10218_CR32","unstructured":"Python. (2019a). Abstract Syntax Trees. Retrieved from https:\/\/docs.python.org\/3.6\/library\/ast.html"},{"key":"10218_CR33","unstructured":"Python. (2019b). Graphical User Interfaces with Tk. Retrieved from https:\/\/docs.python.org\/3\/library\/tk.html"},{"key":"10218_CR34","unstructured":"Rodr\u00edguez-del-Pino, J. C., Rubio-Royo, E., & Hern\u00e1ndez-Figueroa, Z. J. (2012). A virtual programming lab for Moodle with automatic assessment and anti-plagiarism features. In Proceedings of The 2012 International Conference on e-Learning, e-Business, Enterprise Information Systems, & e-Government."},{"issue":"1","key":"10218_CR35","doi-asserted-by":"publisher","first-page":"119","DOI":"10.7238\/rusc.v12i1.2262","volume":"12","author":"MM S\u00e1nchez-Vera","year":"2015","unstructured":"S\u00e1nchez-Vera, M. M., & Prendes-Espinosa, M. P. (2015). Beyond objective testing and peer assessment: Alternative ways of assessment in MOOCs. International Journal of Educational Technology in Higher Education, 12(1), 119\u2013130. https:\/\/doi.org\/10.7238\/rusc.v12i1.2262.","journal-title":"International Journal of Educational Technology in Higher Education"},{"key":"10218_CR36","unstructured":"Shah, D. (2018). By The Numbers: MOOCs in 2018. Retrieved from https:\/\/www.classcentral.com\/report\/mooc-stats-2018\/"},{"key":"10218_CR37","doi-asserted-by":"publisher","unstructured":"Skalka, J., Drl\u00edk, M., & Obonya, J. (2019). Automated assessment in learning and teaching programming languages using virtual learning environment. In 2019 IEEE Global Engineering Education Conference (EDUCON) (pp. 689\u2013697). Dubai, United Arab Emirates. https:\/\/doi.org\/10.1109\/EDUCON.2019.8725127.","DOI":"10.1109\/EDUCON.2019.8725127"},{"key":"10218_CR38","doi-asserted-by":"publisher","unstructured":"Staubitz, T., Klement, H., Renz, J., Teusner R., & Meinel, C. (2015). Towards practical programming exercises and automated assessment in massive open online courses. In 2015IEEE International Conference on Teaching, Assessment, and Learning for Engineering (TALE) (pp. 23-30). https:\/\/doi.org\/10.1109\/TALE.2015.7386010.","DOI":"10.1109\/TALE.2015.7386010"},{"issue":"1","key":"10218_CR39","doi-asserted-by":"publisher","first-page":"537","DOI":"10.1145\/1352322.1352316","volume":"40","author":"M Thornton","year":"2008","unstructured":"Thornton, M., Edwards, S. H., Tan, R. P., & P\u00e9rez-Qui\u00f1ones, M. A. (2008). Supporting student-written tests of GUI programs. ACM SIGCSE Bulletin, 40(1), 537\u2013541. https:\/\/doi.org\/10.1145\/1352322.1352316.","journal-title":"ACM SIGCSE Bulletin"},{"key":"10218_CR40","doi-asserted-by":"publisher","unstructured":"Vidal Duarte, E. (2016). Teaching the first programming course with Python's turtle graphic library. In Proceedings of the 2016 ACM Conference on Innovation and Technology in Computer Science Education (pp. 244-245). https:\/\/doi.org\/10.1145\/2899415.2925499.","DOI":"10.1145\/2899415.2925499"},{"key":"10218_CR41","doi-asserted-by":"publisher","unstructured":"Vihavainen, A., Luukkainen, M., & Kurhila, J. (2012). Multi-faceted support for MOOC in programming. In Proceedings of the 13th annual conference on Information technology education (pp. 171\u2013176). https:\/\/doi.org\/10.1145\/2380552.2380603","DOI":"10.1145\/2380552.2380603"},{"key":"10218_CR42","unstructured":"VPL. (2014). Virtual Programming Lab for Moodle (Module). Retrieved from http:\/\/vpl.dis.ulpgc.es\/"},{"issue":"8","key":"10218_CR43","doi-asserted-by":"publisher","first-page":"2011","DOI":"10.1080\/10494820.2015.1073748","volume":"24","author":"Y Wang","year":"2016","unstructured":"Wang, Y., Liang, Y., Liu, L., & Liu, Y. (2016). A multi-peer assessment platform for programming language learning: Considering group non-consensus and personal radicalness. Interactive Learning Environments, 24(8), 2011\u20132031. https:\/\/doi.org\/10.1080\/10494820.2015.1073748.","journal-title":"Interactive Learning Environments"},{"issue":"2","key":"10218_CR44","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1007\/s11576-014-0405-7","volume":"6","author":"J Wulf","year":"2014","unstructured":"Wulf, J., Blohm, I., Leimeister, J. M., & Brenner, W. (2014). Massive Open Online Courses. Business & Information Systems Engineering (BISE), 6(2), 111\u2013114. https:\/\/doi.org\/10.1007\/s11576-014-0405-7.","journal-title":"Business & Information Systems Engineering (BISE)"},{"key":"10218_CR45","unstructured":"Xvfb. (2018). Xvfb Homepage. Retrieved from https:\/\/www.x.org\/archive\/X11R7.6\/doc\/man\/man1\/Xvfb.1.xhtml"}],"container-title":["Education and Information Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-020-10218-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10639-020-10218-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-020-10218-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,24]],"date-time":"2022-10-24T17:14:24Z","timestamp":1666631664000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10639-020-10218-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5,22]]},"references-count":45,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2020,11]]}},"alternative-id":["10218"],"URL":"https:\/\/doi.org\/10.1007\/s10639-020-10218-z","relation":{},"ISSN":["1360-2357","1573-7608"],"issn-type":[{"type":"print","value":"1360-2357"},{"type":"electronic","value":"1573-7608"}],"subject":[],"published":{"date-parts":[[2020,5,22]]},"assertion":[{"value":"22 January 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 May 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 May 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"None.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}