{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,13]],"date-time":"2026-03-13T04:14:34Z","timestamp":1773375274508,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,14]],"date-time":"2024-04-14T00:00:00Z","timestamp":1713052800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"FCT - Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","award":["EXPL\/CCI-COM\/1637\/2021"],"award-info":[{"award-number":["EXPL\/CCI-COM\/1637\/2021"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,14]]},"DOI":"10.1145\/3639474.3640050","type":"proceedings-article","created":{"date-parts":[[2024,5,24]],"date-time":"2024-05-24T15:35:49Z","timestamp":1716564949000},"page":"151-161","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Assessing the impact of hints in learning formal specification"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2714-8027","authenticated-orcid":false,"given":"Alcino","family":"Cunha","sequence":"first","affiliation":[{"name":"Universidade do Minho, Braga, Portugal"},{"name":"HASLab, INESC TEC, Braga, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4817-948X","authenticated-orcid":false,"given":"Nuno","family":"Macedo","sequence":"additional","affiliation":[{"name":"Faculdade de Engenharia, Universidade do Porto, Porto, Portugal"},{"name":"HASLab, INESC TEC, Porto, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9163-580X","authenticated-orcid":false,"given":"Jos\u00e9 Creissac","family":"Campos","sequence":"additional","affiliation":[{"name":"Universidade do Minho, Braga, Portugal"},{"name":"HASLab, INESC TEC, Braga, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1677-6607","authenticated-orcid":false,"given":"Iara","family":"Margolis","sequence":"additional","affiliation":[{"name":"Center for Computer Graphics, Guimar\u00e3es, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5128-5753","authenticated-orcid":false,"given":"Emanuel","family":"Sousa","sequence":"additional","affiliation":[{"name":"Center for Computer Graphics, Guimar\u00e3es, Portugal"}]}],"member":"320","published-online":{"date-parts":[[2024,5,24]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-015-0089-1"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Elisa L. A. Baniassad Lucas Zamprogno Braxton Hall and Reid Holmes. 2021. STOP THE (AUTOGRADER) INSANITY: Regression Penalties to Deter Auto-grader Overreliance. In SIGCSE. ACM 1062--1068.","DOI":"10.1145\/3408877.3432430"},{"key":"e_1_3_2_1_3_1","volume-title":"S.-\u00c5","author":"Bower G. H.","unstructured":"G. H. Bower. 1992. How might emotions affect learning? In The handbook of emotion and memory: Research and theory, S.-\u00c5. Christianson (Ed.). Lawrence Erlbaum Associates, Inc., 3--31."},{"key":"e_1_3_2_1_4_1","volume-title":"Frias","author":"Brida Sim\u00f3n Guti\u00e9rrez","year":"2021","unstructured":"Sim\u00f3n Guti\u00e9rrez Brida, Germ\u00e1n Regis, Guolong Zheng, Hamid Bagheri, ThanhVu Nguyen, Nazareno Aguirre, and Marcelo F. Frias. 2021. Bounded Exhaustive Search of Alloy Specification Repairs. In ICSE. IEEE, 1135--1147."},{"key":"e_1_3_2_1_5_1","first-page":"1","article-title":"ICEBAR","volume":"55","author":"Brida Sim\u00f3n Guti\u00e9rrez","year":"2022","unstructured":"Sim\u00f3n Guti\u00e9rrez Brida, Germ\u00e1n Regis, Guolong Zheng, Hamid Bagheri, ThanhVu Nguyen, Nazareno Aguirre, and Marcelo F. Frias. 2022. ICEBAR: Feedback-Driven Iterative Repair of Alloy Specifications. In ASE. ACM, 55:1--55:13.","journal-title":"Feedback-Driven Iterative Repair of Alloy Specifications. In ASE. ACM"},{"key":"e_1_3_2_1_6_1","volume-title":"SEFM (LNCS","volume":"303","author":"Cerqueira Jorge","year":"2022","unstructured":"Jorge Cerqueira, Alcino Cunha, and Nuno Macedo. 2022. Timely Specification Repair for Alloy 6. In SEFM (LNCS, Vol. 13550). Springer, 288--303."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","first-page":"100903","DOI":"10.1016\/j.iheduc.2023.100903","article-title":"The benefit of reflection prompts for encouraging learning with hints in an online programming course","volume":"58","author":"Choi Heeryung","year":"2023","unstructured":"Heeryung Choi, Jelena Jovanovic, Oleksandra Poquet, Christopher Brooks, Srecko Joksimovic, and Joseph Jay Williams. 2023. The benefit of reflection prompts for encouraging learning with hints in an online programming course. Internet High. Educ. 58 (2023), 100903.","journal-title":"Internet High. Educ."},{"key":"e_1_3_2_1_8_1","volume-title":"Fixing Defects in Integrity Constraints via Constraint Mutation","author":"Claris\u00f3 Robert","unstructured":"Robert Claris\u00f3 and Jordi Cabot. 2018. Fixing Defects in Integrity Constraints via Constraint Mutation. In QUATIC. IEEE Computer Society, 74--82."},{"key":"e_1_3_2_1_9_1","volume-title":"Anderson","author":"Corbett Albert T.","year":"2001","unstructured":"Albert T. Corbett and John R. Anderson. 2001. Locus of feedback control in computer-based tutoring: Impact on learning rate, achievement and attitudes. In CHI. ACM, 245--252."},{"key":"e_1_3_2_1_10_1","volume-title":"Descartes' error: Emotion, reason, and the human brain","author":"Damasio Antonio","unstructured":"Antonio Damasio. 2005. Descartes' error: Emotion, reason, and the human brain. Penguin (Non-Classics), New York."},{"key":"e_1_3_2_1_11_1","volume-title":"Dougherty","author":"Danas Natasha","year":"2017","unstructured":"Natasha Danas, Tim Nelson, Lane Harrison, Shriram Krishnamurthi, and Daniel J. Dougherty. 2017. User Studies of Principled Model Finder Output. In SEFM (Lecture Notes in Computer Science, Vol. 10469). Springer, 168--184."},{"key":"e_1_3_2_1_12_1","volume-title":"Proc. ACM Program. Lang. 6, OOPSLA1","author":"Dyer Tristan","year":"2022","unstructured":"Tristan Dyer, Tim Nelson, Kathi Fisler, and Shriram Krishnamurthi. 2022. Applying cognitive principles to model-finding output: The positive value of negative information. Proc. ACM Program. Lang. 6, OOPSLA1 (2022), 1--29."},{"key":"e_1_3_2_1_13_1","volume-title":"The usability metric for user experience. Interacting with computers 22, 5","author":"Finstad Kraig","year":"2010","unstructured":"Kraig Finstad. 2010. The usability metric for user experience. Interacting with computers 22, 5 (2010), 323--327."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","first-page":"010129","DOI":"10.1103\/PhysRevPhysEducRes.14.010129","article-title":"Exploring the entanglement of personal epistemologies and emotions in students' thinking","volume":"14","author":"Gupta A.","year":"2018","unstructured":"A. Gupta, A. Elby, and B. A. Danielak. 2018. Exploring the entanglement of personal epistemologies and emotions in students' thinking. Physical Review Physics Education Research 14, 1 (2018), 010129.","journal-title":"Physical Review Physics Education Research"},{"key":"e_1_3_2_1_15_1","volume-title":"Dennis G. Kafura, and Jeremy Ernst.","author":"Gusukuma Luke","year":"2018","unstructured":"Luke Gusukuma, Austin Cory Bart, Dennis G. Kafura, and Jeremy Ernst. 2018. Misconception-Driven Feedback: Results from an Experimental Study. In ICER. ACM, 160--168."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","unstructured":"Regina Hebig Truong Ho-Quang Rodi Jolak Jan Schr\u00f6der Humberto Linero Magnus \u00c5gren and Salome Honest Maro. 2020. How do Students Experience and Judge Software Comprehension Techniques?. In ICPC. ACM 425--435.","DOI":"10.1145\/3387904.3389283"},{"key":"e_1_3_2_1_17_1","volume-title":"Software abstractions: Logic, language, and analysis (revised ed.)","author":"Jackson Daniel","unstructured":"Daniel Jackson. 2006. Software abstractions: Logic, language, and analysis (revised ed.). MIT Press."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338843"},{"key":"e_1_3_2_1_19_1","volume-title":"Basics of software engineering experimentation","author":"Juzgado Natalia Juristo","unstructured":"Natalia Juristo Juzgado and Ana Mar\u00eda Moreno. 2001. Basics of software engineering experimentation. Kluwer."},{"key":"e_1_3_2_1_20_1","volume-title":"FM (Lecture Notes in Computer Science","volume":"10","author":"Krishnamurthi Shriram","year":"2019","unstructured":"Shriram Krishnamurthi and Tim Nelson. 2019. The Human in Formal Methods. In FM (Lecture Notes in Computer Science, Vol. 11800). Springer, 3--10."},{"key":"e_1_3_2_1_21_1","volume-title":"Specifying Systems: The TLA+ language and tools for hardware and software engineers","author":"Lamport Leslie","year":"2002","unstructured":"Leslie Lamport. 2002. Specifying Systems: The TLA+ language and tools for hardware and software engineers. Addison-Wesley."},{"key":"e_1_3_2_1_22_1","first-page":"3","article-title":"Developing 14 animated characters for non-verbal self-report of categorical emotions","volume":"15","author":"Laurans Ga\u00ebl","year":"2017","unstructured":"Ga\u00ebl Laurans and Pieter MA Desmet. 2017. Developing 14 animated characters for non-verbal self-report of categorical emotions. Journal of Design Research 15, 3-4 (2017), 214--233.","journal-title":"Journal of Design Research"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2017.2743701"},{"key":"e_1_3_2_1_24_1","volume-title":"Andrew Douglas Isherwood Gow, and Jiaxian Zhou","author":"Li Lu","year":"2020","unstructured":"Lu Li, Andrew Douglas Isherwood Gow, and Jiaxian Zhou. 2020. The Role of Positive Emotions in Education: A Neuroscience Perspective. Mind, Brain, and Education (2020). mbe.12244."},{"key":"e_1_3_2_1_25_1","volume-title":"Proceedings of the 24th ACM SIGSOFT International Symposium on Foundations of Software Engineering. ACM, 373--383","author":"Macedo Nuno","year":"2016","unstructured":"Nuno Macedo, Julien Brunel, David Chemouil, Alcino Cunha, and Denis Kuperberg. 2016. Lightweight specification and analysis of dynamic systems with rich configurations. In Proceedings of the 24th ACM SIGSOFT International Symposium on Foundations of Software Engineering. ACM, 373--383."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.10450609"},{"key":"e_1_3_2_1_27_1","volume-title":"FASE (Lecture Notes in Computer Science","volume":"315","author":"Macedo Nuno","year":"2015","unstructured":"Nuno Macedo, Alcino Cunha, and Tiago Guimar\u00e3es. 2015. Exploring Scenario Exploration. In FASE (Lecture Notes in Computer Science, Vol. 9033). Springer, 301--315."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","first-page":"102690","DOI":"10.1016\/j.scico.2021.102690","article-title":"Experiences on teaching Alloy with an automated assessment platform. Sci","volume":"211","author":"Macedo Nuno","year":"2021","unstructured":"Nuno Macedo, Alcino Cunha, Jos\u00e9 Pereira, Renato Carvalho, Ricardo Silva, Ana C. R. Paiva, Miguel Sozinho Ramalho, and Daniel Castro Silva. 2021. Experiences on teaching Alloy with an automated assessment platform. Sci. Comput. Program. 211 (2021), 102690.","journal-title":"Comput. Program."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","unstructured":"Stephen MacNeil Andrew Tran Arto Hellas Joanne Kim Sami Sarsa Paul Denny Seth Bernstein and Juho Leinonen. 2023. Experiences from Using Code Explanations Generated by Large Language Models in a Web Software Development E-Book. In SIGCSE (1). ACM 931--937.","DOI":"10.1145\/3545945.3569785"},{"key":"e_1_3_2_1_30_1","volume-title":"An Empirical Study Assessing Software Modeling in Alloy","author":"Mansoor Niloofar","unstructured":"Niloofar Mansoor, Hamid Bagheri, Eunsuk Kang, and Bonita Sharif. 2023. An Empirical Study Assessing Software Modeling in Alloy. In FormaliSE. IEEE, 44--54."},{"key":"e_1_3_2_1_31_1","volume-title":"Joseph Jay Williams, and Thomas W. Price","author":"Marwan Samiha","year":"2019","unstructured":"Samiha Marwan, Nicholas Lytle, Joseph Jay Williams, and Thomas W. Price. 2019. The Impact of Adding Textual Explanations to Next-step Hints in a Novice Programming Environment. In ITiCSE. ACM, 520--526."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2022.3223577"},{"key":"e_1_3_2_1_33_1","volume-title":"Joseph Jay Williams, and Thomas W. Price","author":"Marwan Samiha","year":"2019","unstructured":"Samiha Marwan, Joseph Jay Williams, and Thomas W. Price. 2019. An Evaluation of the Impact of Automated Programming Hints on Performance and Learning. In ICER. ACM, 61--70."},{"key":"e_1_3_2_1_34_1","volume-title":"A Survey of Automated Programming Hint Generation: The HINTS Framework. ACM Comput. Surv. 54, 8","author":"McBroom Jessica","year":"2022","unstructured":"Jessica McBroom, Irena Koprinska, and Kalina Yacef. 2022. A Survey of Automated Programming Hint Generation: The HINTS Framework. ACM Comput. Surv. 54, 8 (2022), 172:1--172:27."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"crossref","unstructured":"Joydeep Mitra. 2023. Studying the Impact of Auto-Graders Giving Immediate Feedback in Programming Assignments. In SIGCSE (1). ACM 388--394.","DOI":"10.1145\/3545945.3569726"},{"key":"e_1_3_2_1_36_1","volume-title":"Aluminum: Principled scenario exploration through minimality","author":"Nelson Tim","year":"2013","unstructured":"Tim Nelson, Salman Saghafi, Daniel J. Dougherty, Kathi Fisler, and Shriram Krishnamurthi. 2013. Aluminum: Principled scenario exploration through minimality. In ICSE. IEEE Computer Society, 232--241."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1207\/S15326985EP3702_4"},{"key":"e_1_3_2_1_38_1","volume-title":"AIED (2) (Lecture Notes in Computer Science","author":"Price Thomas W.","unstructured":"Thomas W. Price, Samiha Marwan, Michael Winters, and Joseph Jay Williams. 2020. An Evaluation of Data-Driven Programming Hints in a Classroom Setting. In AIED (2) (Lecture Notes in Computer Science, Vol. 12164). Springer, 246--251."},{"key":"e_1_3_2_1_39_1","volume-title":"Evaluating Feedback Tools in Introductory Programming Classes","author":"Reis Ruan","unstructured":"Ruan Reis, Gustavo Soares, Melina Mongiovi, and Wilkerson de L. Andrade. 2019. Evaluating Feedback Tools in Introductory Programming Classes. In FIE. IEEE, 1--7."},{"key":"e_1_3_2_1_40_1","volume-title":"Automated Data-Driven Hint Generation for Learning Programming. Ph. D. Dissertation","author":"Rivers Kelly","unstructured":"Kelly Rivers. 2017. Automated Data-Driven Hint Generation for Learning Programming. Ph. D. Dissertation. Carnegie Mellon University, USA."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"crossref","unstructured":"Jeff Sauro and James R Lewis. 2016. Quantifying the user experience: Practical statistics for user research. Morgan Kaufmann.","DOI":"10.1016\/B978-0-12-802308-2.00002-3"},{"key":"e_1_3_2_1_42_1","unstructured":"P. Schutz and R. Pekrun (Eds.). 2007. Emotion in education. Academic Press San Diego CA."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"crossref","unstructured":"Kaiyuan Wang Allison Sullivan and Sarfraz Khurshid. 2018. Automated model repair for Alloy. In ASE. ACM 577--588.","DOI":"10.1145\/3238147.3238162"},{"key":"e_1_3_2_1_44_1","volume-title":"Price","author":"Wang Wengran","year":"2020","unstructured":"Wengran Wang, Yudong Rao, Rui Zhi, Samiha Marwan, Ge Gao, and Thomas W. Price. 2020. Step Tutor: Supporting Students through Step-by-Step Example-Based Feedback. In ITiCSE. ACM, 391--397."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468587"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"Changjian Zhang Ryan Wagner Pedro Orvalho David Garlan Vasco M. Manquinho Ruben Martins and Eunsuk Kang. 2021. AlloyMax: Bringing maximum satisfaction to relational specifications. In ESEC\/SIGSOFT FSE. ACM 155--167.","DOI":"10.1145\/3468264.3468587"},{"key":"e_1_3_2_1_47_1","volume-title":"Germ\u00e1n Regis, Nazareno Aguirre, Marcelo F. Frias, and Hamid Bagheri.","author":"Zheng Guolong","year":"2022","unstructured":"Guolong Zheng, ThanhVu Nguyen, Sim\u00f3n Guti\u00e9rrez Brida, Germ\u00e1n Regis, Nazareno Aguirre, Marcelo F. Frias, and Hamid Bagheri. 2022. ATR: template-based repair for Alloy specifications. In ISSTA. ACM, 666--677."}],"event":{"name":"ICSE-SEET '24: 46th International Conference on Software Engineering: Software Engineering Education and Training","location":"Lisbon Portugal","acronym":"ICSE-SEET '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the 46th International Conference on Software Engineering: Software Engineering Education and Training"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3639474.3640050","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3639474.3640050","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:53:37Z","timestamp":1750287217000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3639474.3640050"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,14]]},"references-count":47,"alternative-id":["10.1145\/3639474.3640050","10.1145\/3639474"],"URL":"https:\/\/doi.org\/10.1145\/3639474.3640050","relation":{},"subject":[],"published":{"date-parts":[[2024,4,14]]},"assertion":[{"value":"2024-05-24","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}