{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T12:54:03Z","timestamp":1776084843148,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,2,22]],"date-time":"2022-02-22T00:00:00Z","timestamp":1645488000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2044473,2107397"],"award-info":[{"award-number":["2044473,2107397"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,2,22]]},"DOI":"10.1145\/3478431.3499305","type":"proceedings-article","created":{"date-parts":[[2022,2,23]],"date-time":"2022-02-23T00:53:28Z","timestamp":1645577608000},"page":"495-501","source":"Crossref","is-referenced-by-count":10,"title":["Investigating the Impact of Using a Live Programming Environment in a CS1 Course"],"prefix":"10.1145","author":[{"given":"Ruanqianqian (Lisa)","family":"Huang","sequence":"first","affiliation":[{"name":"University of California, San Diego, La Jolla, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kasra","family":"Ferdowsi","sequence":"additional","affiliation":[{"name":"University of California, San Diego, La Jolla, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ana","family":"Selvaraj","sequence":"additional","affiliation":[{"name":"Stanford University & University of California, San Diego, Stanford, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Adalbert Gerald","family":"Soosai Raj","sequence":"additional","affiliation":[{"name":"University of California, San Diego, La Jolla, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sorin","family":"Lerner","sequence":"additional","affiliation":[{"name":"University of California, San Diego, La Jolla, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,2,22]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2021. IDLE -- Python 3.9.6 Documentation. https:\/\/docs.python.org\/3\/library\/ idle.html  2021. IDLE -- Python 3.9.6 Documentation. https:\/\/docs.python.org\/3\/library\/ idle.html"},{"key":"e_1_3_2_1_3_1","volume-title":"Live Object Exploration: Observing and Manipulating Behavior and State of Java Objects. In 2015 IEEE International Conference on Software Maintenance and Evolution (ICSME). 581--585","author":"Biegel Benjamin","year":"2015","unstructured":"Benjamin Biegel , Benedikt Lesch , and Stephan Diehl . 2015 . Live Object Exploration: Observing and Manipulating Behavior and State of Java Objects. In 2015 IEEE International Conference on Software Maintenance and Evolution (ICSME). 581--585 . https:\/\/doi.org\/10.1109\/ICSM.2015.7332518 Benjamin Biegel, Benedikt Lesch, and Stephan Diehl. 2015. Live Object Exploration: Observing and Manipulating Behavior and State of Java Objects. In 2015 IEEE International Conference on Software Maintenance and Evolution (ICSME). 581--585. https:\/\/doi.org\/10.1109\/ICSM.2015.7332518"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3311927.3323138"},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the 7th International Workshop on Evaluation and Usability of Programming Languages and Tools. ACM","author":"Campusano Miguel","year":"2016","unstructured":"Miguel Campusano , Alexandre Bergel , and Johan Fabry . 2016 . Does live programming help program comprehension?--A user study with Live Robot Programming . In Proceedings of the 7th International Workshop on Evaluation and Usability of Programming Languages and Tools. ACM , Amsterdam, Netherlands, 8 pages. http:\/\/bergel.eu\/MyPapers\/Camp16-ComprehensionWithLRP.pdf Miguel Campusano, Alexandre Bergel, and Johan Fabry. 2016. Does live programming help program comprehension?--A user study with Live Robot Programming. In Proceedings of the 7th International Workshop on Evaluation and Usability of Programming Languages and Tools. ACM, Amsterdam, Netherlands, 8 pages. http:\/\/bergel.eu\/MyPapers\/Camp16-ComprehensionWithLRP.pdf"},{"key":"e_1_3_2_1_6_1","volume-title":"Rumrill","author":"Dimitrov Dimiter M.","year":"2003","unstructured":"Dimiter M. Dimitrov and Phillip D . Rumrill . 2003 . Pretest-Posttest Designs and Measurement of Change. Work (Reading, Mass .) 20, 2 (2003), 159--165. https: \/\/pubmed.ncbi.nlm.nih.gov\/12671209\/ Dimiter M. Dimitrov and Phillip D. Rumrill. 2003. Pretest-Posttest Designs and Measurement of Change. Work (Reading, Mass.) 20, 2 (2003), 159--165. https: \/\/pubmed.ncbi.nlm.nih.gov\/12671209\/"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.2190\/3LFX-9RRF-67T8-UVK9"},{"key":"e_1_3_2_1_8_1","volume-title":"The SAGE Encyclopedia of Educational Research, Measurement, and Evaluation","author":"Frey Bruce B.","unstructured":"Bruce B. Frey . 2018. The SAGE Encyclopedia of Educational Research, Measurement, and Evaluation . SAGE Publications, Inc., 2455 Teller Road , Thousand Oaks, California 91320. https:\/\/doi.org\/10.4135\/9781506326139 Bruce B. Frey. 2018. The SAGE Encyclopedia of Educational Research, Measurement, and Evaluation. SAGE Publications, Inc., 2455 Teller Road, Thousand Oaks, California 91320. https:\/\/doi.org\/10.4135\/9781506326139"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2445196.2445368"},{"key":"e_1_3_2_1_10_1","volume-title":"Real-time programming and the big ideas of computational literacy. Thesis","author":"Hancock Christopher Michael","unstructured":"Christopher Michael Hancock . 2003. Real-time programming and the big ideas of computational literacy. Thesis . Massachusetts Institute of Technology . https: \/\/dspace.mit.edu\/handle\/1721.1\/61549 Christopher Michael Hancock. 2003. Real-time programming and the big ideas of computational literacy. Thesis. Massachusetts Institute of Technology. https: \/\/dspace.mit.edu\/handle\/1721.1\/61549"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1879211.1879234"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2445196.2445364"},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of the 30th Annual ACM Symposium on User Interface Software and Technology (UIST '17)","author":"Kang Hyeonsu","unstructured":"Hyeonsu Kang and Philip J. Guo . 2017. Omnicode: A Novice-Oriented Live Programming Environment with Always-On Run-Time Value Visualizations . In Proceedings of the 30th Annual ACM Symposium on User Interface Software and Technology (UIST '17) . Association for Computing Machinery, New York, NY, USA, 737--745. https:\/\/doi.org\/10.1145\/3126594.3126632 Hyeonsu Kang and Philip J. Guo. 2017. Omnicode: A Novice-Oriented Live Programming Environment with Always-On Run-Time Value Visualizations. In Proceedings of the 30th Annual ACM Symposium on User Interface Software and Technology (UIST '17). Association for Computing Machinery, New York, NY, USA, 737--745. https:\/\/doi.org\/10.1145\/3126594.3126632"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-008-0114-1"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2014.6883013"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1080\/19312458.2011.568376"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376494"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1041624.1041673"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.publhealth.23.100901.140546"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1352135.1352253"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/TE.2018.2864133"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the 17th ACM Annual Conference on Innovation and Technology in Computer Science Education (ITiCSE '12)","author":"Bradley","unstructured":"Bradley N. Miller and David L. Ranum. 2012. Beyond PDF and ePub: Toward an Interactive Textbook . In Proceedings of the 17th ACM Annual Conference on Innovation and Technology in Computer Science Education (ITiCSE '12) . Association for Computing Machinery, New York, NY, USA, 150--155. https:\/\/doi.org\/10. 1145\/2325296.2325335 Bradley N. Miller and David L. Ranum. 2012. Beyond PDF and ePub: Toward an Interactive Textbook. In Proceedings of the 17th ACM Annual Conference on Innovation and Technology in Computer Science Education (ITiCSE '12). Association for Computing Machinery, New York, NY, USA, 150--155. https:\/\/doi.org\/10. 1145\/2325296.2325335"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432552"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/344949.344959"},{"key":"e_1_3_2_1_25_1","volume-title":"Proceedings of the 2017 ACM Conference on International Computing Education Research. ACM","author":"Nelson Greg L.","unstructured":"Greg L. Nelson , Benjamin Xie , and Amy J. Ko . 2017. Comprehension First: Evaluating a Novel Pedagogy and Tutoring System for Program Tracing in CS1 . In Proceedings of the 2017 ACM Conference on International Computing Education Research. ACM , Tacoma, Washington, USA, 2--11. https:\/\/doi.org\/10. 1145\/3105726.3106178 Greg L. Nelson, Benjamin Xie, and Amy J. Ko. 2017. Comprehension First: Evaluating a Novel Pedagogy and Tutoring System for Program Tracing in CS1. In Proceedings of the 2017 ACM Conference on International Computing Education Research. ACM, Tacoma, Washington, USA, 2--11. https:\/\/doi.org\/10. 1145\/3105726.3106178"},{"key":"e_1_3_2_1_26_1","volume-title":"Proceedings of the ACM on Programming Languages 3, POPL (Jan.","author":"Omar Cyrus","year":"2019","unstructured":"Cyrus Omar , Ian Voysey , Ravi Chugh , and Matthew A. Hammer . 2019. Live Functional Programming with Typed Holes . Proceedings of the ACM on Programming Languages 3, POPL (Jan. 2019 ), 1--32. https:\/\/doi.org\/10.1145\/3290327 Cyrus Omar, Ian Voysey, Ravi Chugh, and Matthew A. Hammer. 2019. Live Functional Programming with Typed Holes. Proceedings of the ACM on Programming Languages 3, POPL (Jan. 2019), 1--32. https:\/\/doi.org\/10.1145\/3290327"},{"key":"e_1_3_2_1_27_1","first-page":"2","article-title":"Live Programming as a Lecture Technique","volume":"18","author":"Paxton John","year":"2002","unstructured":"John Paxton . 2002 . Live Programming as a Lecture Technique . Journal of Computing Sciences in Colleges 18 , 2 (Dec. 2002), 51--56. John Paxton. 2002. Live Programming as a Lecture Technique. Journal of Computing Sciences in Colleges 18, 2 (Dec. 2002), 51--56.","journal-title":"Journal of Computing Sciences in Colleges"},{"key":"e_1_3_2_1_28_1","volume-title":"Proceedings of the Twenty-Second Australasian Computing Education Conference. ACM, Melbourne VIC Australia, 152--159","author":"Soosai Raj Adalbert Gerald","unstructured":"Adalbert Gerald Soosai Raj , Pan Gu , Eda Zhang , Arokia Xavier Annie R, Jim Williams , Richard Halverson , and Jignesh M. Patel . 2020. Live-Coding vs Static Code Examples: Which Is Better with Respect to Student Learning and Cognitive Load? . In Proceedings of the Twenty-Second Australasian Computing Education Conference. ACM, Melbourne VIC Australia, 152--159 . https:\/\/doi.org\/10.1145\/ 3373165.3373182 Adalbert Gerald Soosai Raj, Pan Gu, Eda Zhang, Arokia Xavier Annie R, Jim Williams, Richard Halverson, and Jignesh M. Patel. 2020. Live-Coding vs Static Code Examples: Which Is Better with Respect to Student Learning and Cognitive Load?. In Proceedings of the Twenty-Second Australasian Computing Education Conference. ACM, Melbourne VIC Australia, 152--159. https:\/\/doi.org\/10.1145\/ 3373165.3373182"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3430665.3456382"},{"key":"e_1_3_2_1_30_1","volume-title":"Visual Program Simulation in Introductory Programming Education. Ph. D. Dissertation","author":"Sorva Juha","unstructured":"Juha Sorva . 2012. Visual Program Simulation in Introductory Programming Education. Ph. D. Dissertation . Aalto University . https:\/\/aaltodoc.aalto.fi\/handle\/ 123456789\/3534 Juha Sorva. 2012. Visual Program Simulation in Introductory Programming Education. Ph. D. Dissertation. Aalto University. https:\/\/aaltodoc.aalto.fi\/handle\/ 123456789\/3534"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2483710.2483713"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2490822"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/1930464.1930471"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1177\/2167696815587648"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1045-926X(05)80012-6"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.5555\/2662726.2662735"},{"key":"e_1_3_2_1_37_1","volume-title":"Proceedings of the ACM SIGCHI Conference on Human Factors in Computing Systems. ACM, Atlanta Georgia USA, 258--265","author":"Wilcox E. M.","unstructured":"E. M. Wilcox , J. W. Atwood , M. M. Burnett , J. J. Cadiz , and C. R. Cook . 1997. Does Continuous Visual Feedback Aid Debugging in Direct-Manipulation Programming Systems? . In Proceedings of the ACM SIGCHI Conference on Human Factors in Computing Systems. ACM, Atlanta Georgia USA, 258--265 . https: \/\/doi.org\/10.1145\/258549.258721 E. M. Wilcox, J. W. Atwood, M. M. Burnett, J. J. Cadiz, and C. R. Cook. 1997. Does Continuous Visual Feedback Aid Debugging in Direct-Manipulation Programming Systems?. In Proceedings of the ACM SIGCHI Conference on Human Factors in Computing Systems. ACM, Atlanta Georgia USA, 258--265. https: \/\/doi.org\/10.1145\/258549.258721"},{"key":"e_1_3_2_1_38_1","volume-title":"Proceedings of the 49th ACM Technical Symposium on Computer Science Education. ACM, Baltimore Maryland USA, 344--349","author":"Xie Benjamin","unstructured":"Benjamin Xie , Greg L. Nelson , and Amy J. Ko . 2018. An Explicit Strategy to Scaffold Novice Program Tracing . In Proceedings of the 49th ACM Technical Symposium on Computer Science Education. ACM, Baltimore Maryland USA, 344--349 . https:\/\/doi.org\/10.1145\/3159450.3159527 Benjamin Xie, Greg L. Nelson, and Amy J. Ko. 2018. An Explicit Strategy to Scaffold Novice Program Tracing. In Proceedings of the 49th ACM Technical Symposium on Computer Science Education. ACM, Baltimore Maryland USA, 344--349. https:\/\/doi.org\/10.1145\/3159450.3159527"},{"key":"e_1_3_2_1_39_1","volume-title":"Proceedings of the 30th Annual ACM Symposium on User Interface Software and Technology. ACM, Qu\u00e9bec City QC Canada, 691--702","author":"Zhang Xiong","unstructured":"Xiong Zhang and Philip J. Guo . 2017. DS.Js: Turn Any Webpage into an ExampleCentric Live Programming Environment for Learning Data Science . In Proceedings of the 30th Annual ACM Symposium on User Interface Software and Technology. ACM, Qu\u00e9bec City QC Canada, 691--702 . https:\/\/doi.org\/10.1145\/3126594. 3126663 Xiong Zhang and Philip J. Guo. 2017. DS.Js: Turn Any Webpage into an ExampleCentric Live Programming Environment for Learning Data Science. In Proceedings of the 30th Annual ACM Symposium on User Interface Software and Technology. ACM, Qu\u00e9bec City QC Canada, 691--702. https:\/\/doi.org\/10.1145\/3126594. 3126663"}],"event":{"name":"SIGCSE 2022: The 53rd ACM Technical Symposium on Computer Science Education","location":"Providence RI USA","acronym":"SIGCSE 2022","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 53rd ACM Technical Symposium on Computer Science Education"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3478431.3499305","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3478431.3499305","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3478431.3499305","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:18:26Z","timestamp":1750191506000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3478431.3499305"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2,22]]},"references-count":38,"alternative-id":["10.1145\/3478431.3499305","10.1145\/3478431"],"URL":"https:\/\/doi.org\/10.1145\/3478431.3499305","relation":{},"subject":[],"published":{"date-parts":[[2022,2,22]]}}}