{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,14]],"date-time":"2026-01-14T16:40:27Z","timestamp":1768408827869,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":86,"publisher":"ACM","license":[{"start":{"date-parts":[[2017,8,14]],"date-time":"2017-08-14T00:00:00Z","timestamp":1502668800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100004344","name":"Adobe Systems","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100004344","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1539179, 1314399, 1240786, 1153625, 12566082"],"award-info":[{"award-number":["1539179, 1314399, 1240786, 1153625, 12566082"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006785","name":"Google","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006112","name":"Microsoft Research","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006112","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2017,8,14]]},"DOI":"10.1145\/3105726.3106178","type":"proceedings-article","created":{"date-parts":[[2017,8,15]],"date-time":"2017-08-15T12:25:25Z","timestamp":1502799925000},"page":"2-11","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":84,"title":["Comprehension First"],"prefix":"10.1145","author":[{"given":"Greg L.","family":"Nelson","sequence":"first","affiliation":[{"name":"University of Washington, Seattle, WA, USA"}]},{"given":"Benjamin","family":"Xie","sequence":"additional","affiliation":[{"name":"University of Washington, Seattle, WA, USA"}]},{"given":"Amy J.","family":"Ko","sequence":"additional","affiliation":[{"name":"University of Washington, Seattle, WA, USA"}]}],"member":"320","published-online":{"date-parts":[[2017,8,14]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Yen","author":"Allen Mary J.","year":"2001","unstructured":"Mary J. Allen and Wendy M . Yen . 2001 . Introduction to Measurement Theory. Waveland Press . Mary J. Allen and Wendy M. Yen. 2001. Introduction to Measurement Theory. Waveland Press."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/0364-0213(89)90021-9"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025711"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpsychores.2005.08.015"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-0663.80.3.291"},{"key":"e_1_3_2_1_6_1","first-page":"45","article-title":"Constructivism in computer science education","volume":"20","author":"Ben-Ari Mordechai","year":"2001","unstructured":"Mordechai Ben-Ari . 2001 . Constructivism in computer science education . Journal of Computers in Mathematics and Science Teaching 20 , 1 (2001), 45 -- 73 . Mordechai Ben-Ari. 2001. Constructivism in computer science education. Journal of Computers in Mathematics and Science Teaching 20, 1 (2001), 45--73.","journal-title":"Journal of Computers in Mathematics and Science Teaching"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-8624.2007.00995.x"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1201\/9781420035926"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/0885-2014(91)90049-J"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0020-7373(83)80031-5"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1214\/ss\/1009213286"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2526968.2526969"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2002.1158015"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/289393.289418"},{"key":"e_1_3_2_1_16_1","unstructured":"Codecademy. 2016. https:\/\/www.codecademy.com. (2016). Accessed: 2016-12-12  Codecademy. 2016. https:\/\/www.codecademy.com. (2016). Accessed: 2016-12-12"},{"key":"e_1_3_2_1_17_1","unstructured":"CodingBat. 2016. https:\/\/www.codingbat.com. (2016). Accessed: 2016-12-12.  CodingBat. 2016. https:\/\/www.codingbat.com. (2016). Accessed: 2016-12-12."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.smrv.2005.11.001"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.2190\/BC76-8479-YM0X-7FUA"},{"key":"e_1_3_2_1_20_1","volume-title":"Language Trends in Introductory Programming Courses On the internet. Informing Science","author":"Raadt M. De","year":"2002","unstructured":"M. De Raadt , M. Toleman , and R Watson . 2002. Language Trends in Introductory Programming Courses On the internet. Informing Science ( 2002 ), 329--337. http:\/\/proceedings.informingscience.org\/IS2002Proceedings\/papers\/deRaa136Langu.pdf M. De Raadt, M. Toleman, and R Watson. 2002. Language Trends in Introductory Programming Courses On the internet. Informing Science (2002), 329--337. http:\/\/proceedings.informingscience.org\/IS2002Proceedings\/papers\/deRaa136Langu.pdf"},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of the National Educational Computing Conference. 114--118","author":"Deimel Lionel","year":"1982","unstructured":"Lionel Deimel and David Moffat . 1982 . A More Analytical Approach to Teaching the Introductory Programming Course . In Proceedings of the National Educational Computing Conference. 114--118 . Lionel Deimel and David Moffat. 1982. A More Analytical Approach to Teaching the Introductory Programming Course. In Proceedings of the National Educational Computing Conference. 114--118."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.smrv.2009.10.004"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2006.322660"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0020-7373(81)80056-9"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1037\/\/0022-0663.81.1.16"},{"key":"e_1_3_2_1_26_1","volume-title":"Assessing fundamental introductory computing concept knowledge in a language independent manner","author":"Tew Allison Elliott","year":"2010","unstructured":"Allison Elliott Tew . 2010. Assessing fundamental introductory computing concept knowledge in a language independent manner . December 2010 (2010), 147. http:\/\/search.proquest.com\/docview\/873212789 Allison Elliott Tew. 2010. Assessing fundamental introductory computing concept knowledge in a language independent manner. December 2010 (2010), 147. http:\/\/search.proquest.com\/docview\/873212789"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1136\/bjsm.27.1.58"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1037\/a0017201"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2445196.2445368"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2445196.2445364"},{"key":"e_1_3_2_1_31_1","volume-title":"Design and Analysis of Experiments, Volume I: Introduction to Experimental Design","author":"Hinkelmann Klaus","unstructured":"Klaus Hinkelmann and Oscar Kempthorne . 2008. Design and Analysis of Experiments, Volume I: Introduction to Experimental Design . Wiley . Klaus Hinkelmann and Oscar Kempthorne. 2008. Design and Analysis of Experiments, Volume I: Introduction to Experimental Design. Wiley."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-350772-3.50014-8"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.19030\/jier.v11i1.9099"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/LaTiCE.2015.24"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v020.i08"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.3758\/BF03192993"},{"key":"e_1_3_2_1_37_1","volume-title":"Basic: a manual for BASIC, the elementary algebraic language designed for use with the Dartmouth Time Sharing System","author":"Kemeny John G","unstructured":"John G Kemeny , Thomas E Kurtz , and David S Cochran . 1968. Basic: a manual for BASIC, the elementary algebraic language designed for use with the Dartmouth Time Sharing System . Dartmouth Publications . John G Kemeny, Thomas E Kurtz, and David S Cochran. 1968. Basic: a manual for BASIC, the elementary algebraic language designed for use with the Dartmouth Time Sharing System. Dartmouth Publications."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/800126.809575"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1076\/csed.13.4.249.17496"},{"key":"e_1_3_2_1_40_1","unstructured":"A. Krapp S. Hidi and K.A. Renninger. 1992. Factors Affecting Performance in First-year Computing. The Role of interest in learning and development 32 2 (1992) 368.  A. Krapp S. Hidi and K.A. Renninger. 1992. Factors Affecting Performance in First-year Computing. The Role of interest in learning and development 32 2 (1992) 368."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/953224.953226"},{"key":"e_1_3_2_1_42_1","volume-title":"Proceedings of the eleventh annual International Conference on International Computing Education Research - ICER '15","author":"Michael","year":"2015","unstructured":"Michael J. Lee and Amy J. Ko. 2015. Comparing the Effectiveness of Online Learning Approaches on CS1 Learning Outcomes . Proceedings of the eleventh annual International Conference on International Computing Education Research - ICER '15 ( 2015 ), 237--246. DOI: http:\/\/dx.doi.org\/10.1145\/2787622.2787709 10.1145\/2787622.2787709 Michael J. Lee and Amy J. Ko. 2015. Comparing the Effectiveness of Online Learning Approaches on CS1 Learning Outcomes. Proceedings of the eleventh annual International Conference on International Computing Education Research - ICER '15 (2015), 237--246. DOI: http:\/\/dx.doi.org\/10.1145\/2787622.2787709"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2960310.2960329"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/1595496.1562930"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/1041624.1041673"},{"key":"e_1_3_2_1_46_1","volume-title":"Learning Logo: Methods of teaching, transfer of general skills, and attitudes toward school and computers. In Learning computer programming: Multiple research perspectives, Richard E","author":"Littlefield J","year":"1988","unstructured":"J Littlefield , V Delclos , S Lever , K Clayton , J Bransford , and J Franks . 1988 . Learning Logo: Methods of teaching, transfer of general skills, and attitudes toward school and computers. In Learning computer programming: Multiple research perspectives, Richard E . Mayer (Ed.). Erlbaum , Hillsdale, NJ , 111--135. J Littlefield, V Delclos, S Lever, K Clayton, J Bransford, and J Franks. 1988. Learning Logo: Methods of teaching, transfer of general skills, and attitudes toward school and computers. In Learning computer programming: Multiple research perspectives, Richard E. Mayer (Ed.). Erlbaum, Hillsdale, NJ, 111--135."},{"key":"e_1_3_2_1_47_1","volume-title":"Proceedings of the 2016 ACM Conference on International Computing Education Research (ICER '16)","author":"Loksa Dastyni","unstructured":"Dastyni Loksa and Amy J. Ko . 2016. The Role of Self-Regulation in Programming Problem Solving Process and Success . In Proceedings of the 2016 ACM Conference on International Computing Education Research (ICER '16) . ACM, New York, NY, USA, 83--91. DOI: http:\/\/dx.doi.org\/10.1145\/2960310.2960334 10.1145\/2960310.2960334 Dastyni Loksa and Amy J. Ko. 2016. The Role of Self-Regulation in Programming Problem Solving Process and Success. In Proceedings of the 2016 ACM Conference on International Computing Education Research (ICER '16). ACM, New York, NY, USA, 83--91. DOI: http:\/\/dx.doi.org\/10.1145\/2960310.2960334"},{"key":"e_1_3_2_1_48_1","volume-title":"Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems (CHI '16)","author":"Loksa Dastyni","unstructured":"Dastyni Loksa , Amy J. Ko , Will Jernigan , Alannah Oleson , Christopher J. Mendez , and Margaret M. Burnett . 2016. Programming, Problem Solving, and Self-Awareness: Effects of Explicit Guidance . In Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems (CHI '16) . ACM, New York, NY, USA, 1449--1461. DOI: http:\/\/dx.doi.org\/10.1145\/2858036.2858252 10.1145\/2858036.2858252 Dastyni Loksa, Amy J. Ko, Will Jernigan, Alannah Oleson, Christopher J. Mendez, and Margaret M. Burnett. 2016. Programming, Problem Solving, and Self-Awareness: Effects of Explicit Guidance. In Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems (CHI '16). ACM, New York, NY, USA, 1449--1461. DOI: http:\/\/dx.doi.org\/10.1145\/2858036.2858252"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/1404520.1404531"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/2899415.2899432"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/1868358.1868363"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/356835.356841"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0079-7421(08)60525-3"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/2.402076"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/572139.572181"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/989863.989928"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/2787622.2787744"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/1597849.1384344"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.3102\/00346543060001065"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/2960310.2960316"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/351440.351452"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.2190\/689T-1R2A-X4W4-29J2"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/1345443.1345441"},{"key":"e_1_3_2_1_68_1","unstructured":"PracticeIt. 2016. http:\/\/practiceit.cs.washington.edu. (2016). Accessed: 2016-12-12.  PracticeIt. 2016. http:\/\/practiceit.cs.washington.edu. (2016). Accessed: 2016-12-12."},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/382214.382499"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/1007996.1008042"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.2190\/C670-Y3C8-LTJ1-CT3P"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/1124706.1121432"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/971300.971343"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1076\/csed.13.2.137.14200"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/1971681.1971687"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1016\/0360-1315(77)90008-2"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00977789"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.2190\/2XPP-LTYH-98NQ-BU77"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1145\/2483710.2483713"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/2674683.2674690"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/1930464.1930471"},{"key":"e_1_3_2_1_82_1","volume-title":"Proceedings of the Sixth Program Visualization Workshop (PVW 2011)","author":"Sorva Juha","year":"2011","unstructured":"Juha Sorva and Teemu Sirkia . 2011 . Context-sensitive guidance in the UUhistle program visualization system . Proceedings of the Sixth Program Visualization Workshop (PVW 2011) (2011), 77--85. Juha Sorva and Teemu Sirkia. 2011. Context-sensitive guidance in the UUhistle program visualization system. Proceedings of the Sixth Program Visualization Workshop (PVW 2011) (2011), 77--85."},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2014.970779"},{"key":"e_1_3_2_1_84_1","first-page":"86","article-title":"Teaching recursion before loops in CS1","author":"Turbak Franklyn","year":"1999","unstructured":"Franklyn Turbak , Constance Royden , Jennifer Stephan , and Jean Herbst . 1999 . Teaching recursion before loops in CS1 . Journal of Computing in Small Colleges 14 , May (1999), 86 -- 101 . http:\/\/cs.wellesley.edu\/ Franklyn Turbak, Constance Royden, Jennifer Stephan, and Jean Herbst. 1999. Teaching recursion before loops in CS1. Journal of Computing in Small Colleges 14, May (1999), 86--101. http:\/\/cs.wellesley.edu\/","journal-title":"Journal of Computing in Small Colleges 14"},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00120253"},{"key":"e_1_3_2_1_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/1584322.1584336"},{"key":"e_1_3_2_1_87_1","volume-title":"Koli Calling 2005 Conference on Computer Science Education","author":"Virtanen Antti","year":"2005","unstructured":"Antti Virtanen , Essi Lahtinen , and Hannu-Matti Jarvinen . 2005 . VIP, a Visual Interpreter for Learning Introductory Programming with C++ . Koli Calling 2005 Conference on Computer Science Education November (2005), 125--130. http:\/\/citeseerx.ist.psu.edu\/viewdoc\/download?doi=10.1.1.101.9111 Antti Virtanen, Essi Lahtinen, and Hannu-Matti Jarvinen. 2005. VIP, a Visual Interpreter for Learning Introductory Programming with C++. Koli Calling 2005 Conference on Computer Science Education November (2005), 125--130. http:\/\/citeseerx.ist.psu.edu\/viewdoc\/download?doi=10.1.1.101.9111"},{"key":"e_1_3_2_1_88_1","doi-asserted-by":"publisher","DOI":"10.1145\/2538862.2538930"},{"key":"e_1_3_2_1_89_1","doi-asserted-by":"publisher","DOI":"10.1145\/366413.364581"},{"key":"e_1_3_2_1_90_1","doi-asserted-by":"publisher","DOI":"10.1145\/234867.234872"},{"key":"e_1_3_2_1_91_1","doi-asserted-by":"publisher","DOI":"10.1145\/961290.961547"}],"event":{"name":"ICER '17: International Computing Education Research Conference","location":"Tacoma Washington USA","acronym":"ICER '17","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 2017 ACM Conference on International Computing Education Research"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3105726.3106178","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3105726.3106178","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3105726.3106178","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T03:30:38Z","timestamp":1750217438000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3105726.3106178"}},"subtitle":["Evaluating a Novel Pedagogy and Tutoring System for Program Tracing in CS1"],"short-title":[],"issued":{"date-parts":[[2017,8,14]]},"references-count":86,"alternative-id":["10.1145\/3105726.3106178","10.1145\/3105726"],"URL":"https:\/\/doi.org\/10.1145\/3105726.3106178","relation":{},"subject":[],"published":{"date-parts":[[2017,8,14]]},"assertion":[{"value":"2017-08-14","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}