{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,6]],"date-time":"2026-01-06T13:29:05Z","timestamp":1767706145171,"version":"3.40.3"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030522391"},{"type":"electronic","value":"9783030522407"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-52240-7_45","type":"book-chapter","created":{"date-parts":[[2020,7,4]],"date-time":"2020-07-04T09:02:55Z","timestamp":1593853375000},"page":"246-251","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["An Evaluation of Data-Driven Programming Hints in a Classroom Setting"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9375-2292","authenticated-orcid":false,"given":"Thomas W.","family":"Price","sequence":"first","affiliation":[]},{"given":"Samiha","family":"Marwan","sequence":"additional","affiliation":[]},{"given":"Michael","family":"Winters","sequence":"additional","affiliation":[]},{"given":"Joseph Jay","family":"Williams","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,6,30]]},"reference":[{"key":"45_CR1","unstructured":"Aleven, V., Koedinger, K.R.: Investigations into Help seeking and Learning with a Cognitive Tutor. In: Papers of the AIED 2001 Workhop \u2018Help Provision And Help Seeking In Interactive Learning Environments\u2019, pp. 47\u201358 (2001)"},{"issue":"3","key":"45_CR2","doi-asserted-by":"publisher","first-page":"277","DOI":"10.3102\/00346543073003277","volume":"73","author":"V Aleven","year":"2003","unstructured":"Aleven, V., Stahl, E., Schworm, S., Fischer, F., Wallace, R.: Help seeking and help design in interactive learning environments. Rev. Educ. Res. 73(3), 277\u2013320 (2003)","journal-title":"Rev. Educ. Res."},{"key":"45_CR3","doi-asserted-by":"crossref","unstructured":"Altadmri, A., K\u00f6lling, M., Brown, N.C.C.: The cost of syntax and how to avoid it: text versus frame-based editing. In: CELT: COMPSAC Symposium on Computing Education & Learning Technologies; Part of COMPSAC 2016: The 40th IEEE Computer Society International Conference on Computers, Software & Applications (2016)","DOI":"10.1109\/COMPSAC.2016.204"},{"key":"45_CR4","doi-asserted-by":"crossref","unstructured":"Baker, R.S., Corbett, A.T., Koedinger, K.R.: Detecting student misuse of intelligent tutoring systems. In: Proceedings of the International Conference on Intelligent Tutoring Systems, pp. 531\u2013540 (2004)","DOI":"10.1007\/978-3-540-30139-4_50"},{"key":"45_CR5","doi-asserted-by":"crossref","unstructured":"Choudhury, R.R., Yin, H., Fox, A.: Scale-driven automatic hint generation for coding style. In: Proceedings of the International Conference on Intelligent Tutoring Systems, pp. 122\u2013132 (2016)","DOI":"10.1007\/978-3-319-39583-8_12"},{"key":"45_CR6","doi-asserted-by":"crossref","unstructured":"Collier, S., Downing, M.: A qualitative analysis of students\u2019 understanding of conditional control structures. In: Proceedings of the 50th ACM Technical Symposium on Computer Science Education, pp. 1293\u20131293 (2019)","DOI":"10.1145\/3287324.3293704"},{"key":"45_CR7","doi-asserted-by":"publisher","unstructured":"Hartmann, B., Macdougall, D., Brandt, J., Klemmer, S.R.: What would other programmers do? suggesting solutions to error messages. In: Proceedings of the ACM Conference on Human Factors in Computing Systems, pp. 1019\u20131028 (2010). https:\/\/doi.org\/10.1145\/1753326.1753478","DOI":"10.1145\/1753326.1753478"},{"key":"45_CR8","doi-asserted-by":"crossref","unstructured":"Ko, A., Myers, B., Aung, H.: Six learning barriers in end-user programming systems. In: Proceedings of the IEEE Symposium on Visual Languages and Human-Centric Computing, pp. 199\u2013206 (2004)","DOI":"10.1109\/VLHCC.2004.47"},{"key":"45_CR9","doi-asserted-by":"crossref","unstructured":"Marwan, S., Dombe, A., Price, T.: Unproductive Help-seeking in Programming: what it is and how to address it? In: To be published in the Proceedings of the 25th Annual Conference on Innovation and Technology in Computer Science Education (2020)","DOI":"10.1145\/3341525.3387394"},{"key":"45_CR10","doi-asserted-by":"crossref","unstructured":"Marwan, S., Jay Williams, J., Price, T.: An evaluation of the impact of automated programming hints on performance and learning. In: Proceedings of the International Computing Education Research Conference (2019)","DOI":"10.1145\/3291279.3339420"},{"key":"45_CR11","doi-asserted-by":"crossref","unstructured":"Piech, C., Sahami, M., Huang, J., Guibas, L.: Autonomously generating hints by inferring problem solving policies. In: Proceedings of the second (2015) ACM Conference on Learning@ Scale, pp. 195\u2013204 (2015)","DOI":"10.1145\/2724660.2724668"},{"key":"45_CR12","unstructured":"Price, T., Zhi, R., Barnes, T.: Evaluation of a data-driven feedback algorithm for open-ended programming. In: International Educational Data Mining Society (2017)"},{"key":"45_CR13","unstructured":"Price, T.W., Dong, Y., Barnes, T.: Generating data-driven hints for open-ended programming. In: Proceedings of the International Conference on Educational Data Mining (2016)"},{"key":"45_CR14","doi-asserted-by":"crossref","unstructured":"Price, T.W., Dong, Y., Lipovac, D.: iSnap: towards intelligent tutoring in novice programming environments. In: Proceedings of the ACM Technical Symposium on Computer Science Education, pp. 483\u2013488 (2017)","DOI":"10.1145\/3017680.3017762"},{"issue":"3","key":"45_CR15","doi-asserted-by":"publisher","first-page":"368","DOI":"10.1007\/s40593-019-00177-z","volume":"29","author":"TW Price","year":"2019","unstructured":"Price, T.W., Dong, Y., Zhi, R., Paa\u00dfen, B., Lytle, N., Catet\u00e9, V., Barnes, T.: A comparison of the quality of data-driven programming hint generation algorithms. Int. J. Artif. Intell. Educ. 29(3), 368\u2013395 (2019). https:\/\/doi.org\/10.1007\/s40593-019-00177-z","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"45_CR16","doi-asserted-by":"crossref","unstructured":"Price, T.W., Liu, Z., Catete, V., Barnes, T.: Factors Influencing Students\u2019 Help-Seeking Behavior while Programming with Human and Computer Tutors. In: Proceedings of the International Computing Education Research Conference (2017)","DOI":"10.1145\/3105726.3106179"},{"key":"45_CR17","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1007\/978-3-319-61425-0_26","volume-title":"Artificial Intelligence in Education","author":"TW Price","year":"2017","unstructured":"Price, T.W., Zhi, R., Barnes, T.: Hint generation under uncertainty: the effect of hint quality on help-seeking behavior. In: Andr\u00e9, E., Baker, R., Hu, X., Rodrigo, M.M.T., du Boulay, B. (eds.) AIED 2017. LNCS (LNAI), vol. 10331, pp. 311\u2013322. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-61425-0_26"},{"key":"45_CR18","unstructured":"Rivers, K.: Automated Data-Driven Hint Generation for Learning Programming. Ph.D. thesis, Carnegie Mellon University (2017). http:\/\/krivers.net\/files\/thesis.pdf"},{"issue":"1","key":"45_CR19","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1007\/s40593-015-0070-z","volume":"27","author":"K Rivers","year":"2015","unstructured":"Rivers, K., Koedinger, K.R.: Data-driven hint generation in vast solution spaces: a self-improving python programming tutor. Int. J. Artif. Intell. Educ. 27(1), 37\u201364 (2015). https:\/\/doi.org\/10.1007\/s40593-015-0070-z","journal-title":"Int. J. Artif. Intell. Educ."},{"issue":"4","key":"45_CR20","doi-asserted-by":"publisher","first-page":"537","DOI":"10.1080\/10508406.2014.883977","volume":"23","author":"I Roll","year":"2014","unstructured":"Roll, I., Baker, R.S.D., Aleven, V., Koedinger, K.R.: On the benefits of seeking (and avoiding) help in online problem-solving environments. J. Learn. Sci. 23(4), 537\u2013560 (2014)","journal-title":"J. Learn. Sci."},{"key":"45_CR21","first-page":"3","volume":"22","author":"JC Stamper","year":"2013","unstructured":"Stamper, J.C., Eagle, M., Barnes, T., Croy, M.: Experimental evaluation of a automatic hint generation for a logic tutor. Int. J. Artif. Intell. Educ. 22, 3\u201317 (2013)","journal-title":"Int. J. Artif. Intell. Educ."},{"issue":"3","key":"45_CR22","first-page":"227","volume":"16","author":"K VanLehn","year":"2006","unstructured":"VanLehn, K.: The behavior of tutoring systems. Int. J. Artif. Intell. Educ. 16(3), 227\u2013265 (2006)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"45_CR23","doi-asserted-by":"crossref","unstructured":"Watson, C., Li, F.W.B., Godwin, J.L.: BlueFix: using crowd-sourced feedback to support programming students in error diagnosis and repair. In: Proceedings of the International Conference on Web-based Learning, pp. 228\u2013239 (2012)","DOI":"10.1007\/978-3-642-33642-3_25"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-52240-7_45","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,1]],"date-time":"2022-11-01T02:53:34Z","timestamp":1667271214000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-52240-7_45"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030522391","9783030522407"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-52240-7_45","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"30 June 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ifrane","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 July 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 July 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2020.nees.com.br\/#\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"214","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"49","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"66","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}