{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T10:43:54Z","timestamp":1770720234602,"version":"3.49.0"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2010,8,21]],"date-time":"2010-08-21T00:00:00Z","timestamp":1282348800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Software Qual J"],"published-print":{"date-parts":[[2011,3]]},"DOI":"10.1007\/s11219-010-9106-7","type":"journal-article","created":{"date-parts":[[2010,8,20]],"date-time":"2010-08-20T11:17:44Z","timestamp":1282303064000},"page":"65-99","source":"Crossref","is-referenced-by-count":20,"title":["Empirical studies on programming language stimuli"],"prefix":"10.1007","volume":"19","author":[{"given":"Andreas","family":"Stefik","sequence":"first","affiliation":[]},{"given":"Ed","family":"Gellenbeck","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2010,8,21]]},"reference":[{"key":"9106_CR1","unstructured":"Begel, A., & Graham, S. (2004). Spoken language support for software development. In IEEE symposium on visual languages and human-centric computing (VL\/HCC) (pp. 271\u2013272). Los Alamitos, CA: IEEE Computer Society Press."},{"key":"9106_CR2","doi-asserted-by":"crossref","unstructured":"Binkley, D., Davis, M., Lawrie, D., & Morrell, C. (2009). To camel case or under_score. In Program Comprehension, 2009. ICPC \u201909. IEEE 17th International Conference on (pp 158\u2013167). doi: 10.1109\/ICPC.2009.5090039 .","DOI":"10.1109\/ICPC.2009.5090039"},{"key":"9106_CR3","doi-asserted-by":"crossref","unstructured":"Boardman, D. B., Greene, G., Khandelwal, V., & Mathur, A. P. (1995). Listen: A tool to investigate the use of sound for the analysis of program behavior. In Computer software and applications conference, 1995. COMPSAC 95. Proceedings., nineteenth annual international, Dallas, TX (pp. 184\u2013189). doi: 10.1109\/CMPSAC.1995.524778 .","DOI":"10.1109\/CMPSAC.1995.524778"},{"key":"9106_CR4","doi-asserted-by":"crossref","unstructured":"Bonar, J., & Soloway, E. (1983). Uncovering principles of novice programming. In POPL \u201983: Proceedings of the 10th ACM SIGACT-SIGPLAN symposium on principles of programming languages (pp. 10\u201313). NY, USA: ACM Press. doi: 10.1145\/567067.567069 .","DOI":"10.1145\/567067.567069"},{"key":"9106_CR5","doi-asserted-by":"crossref","unstructured":"Brown, A., Pettifer, S., & Stevens, R. (2004). Evaluation of a non-visual molecule browser. In Assets \u201904: Proceedings of the 6th international ACM SIGACCESS conference on Computers and accessibility (pp. 40\u201347). New York, NY: ACM Press. doi: 10.1145\/1028630.1028639 .","DOI":"10.1145\/1028630.1028639"},{"key":"9106_CR6","doi-asserted-by":"crossref","unstructured":"Brown, M. H., & Hershberger, J. (1991). Colour and sound in algorithm animation. In Proceedings of the IEEE workshop on visual languages (pp. 10\u201317). Los Alamitos, CA: IEEE Computer Society Press. doi: 10.1109\/WVL.1991.238856 .","DOI":"10.1109\/WVL.1991.238856"},{"key":"9106_CR7","unstructured":"Cooper, S., Dann, W., & Pausch, R. (2000). Alice: A 3-d tool for introductory programming concepts. In CCSC \u201900: Proceedings of the fifth annual CCSC northeastern conference on The Journal of Computing in Small Colleges (pp. 107\u2013116). USA: Consortium for Computing Sciences in Colleges."},{"key":"9106_CR8","volume-title":"The selfish gene 30th anniversary edition","author":"R. Dawkins","year":"2006","unstructured":"Dawkins, R. (2006). The selfish gene 30th anniversary edition. New York:Oxford University Press Inc."},{"key":"9106_CR9","doi-asserted-by":"crossref","unstructured":"Dei\u00dfenb\u00f6ck, F., & Pizka, M. (2005). Concise and consistent naming. In IWPC \u201905: Proceedings of the 13th international workshop on program comprehension (pp. 97\u2013106). Washington, DC, USA: IEEE Computer Society. doi: 10.1109\/WPC.2005.14 .","DOI":"10.1109\/WPC.2005.14"},{"issue":"3","key":"9106_CR10","first-page":"145","volume":"22","author":"J.P. Dougherty","year":"2007","unstructured":"Dougherty, J. P. (2007). Concept visualization in cs0 using alice. The Journal of Computing in Small Colleges, 22(3), 145\u2013152.","journal-title":"The Journal of Computing in Small Colleges"},{"key":"9106_CR11","doi-asserted-by":"crossref","unstructured":"Ellis, B., Stylos, J., & Myers, B. (2007). The factory pattern in api design: A usability evaluation. In International Conference on Software Engineering. ICSE \u201907 (pp. 302\u2013312). doi: 10.1109\/ICSE.2007.85 .","DOI":"10.1109\/ICSE.2007.85"},{"key":"9106_CR12","unstructured":"Francioni, J. M., Jackson, J. A., & Albright, L. (1991). The sounds of parallel programs. In: The sixth distributed memory computing conference (pp. 570\u2013577)."},{"key":"9106_CR13","volume-title":"Design patterns: Elements of reusable object-oriented software","author":"E. Gamma","year":"1995","unstructured":"Gamma, E., Helm, R., Johnson, R., & Vlissides, J. (1995). Design patterns: Elements of reusable object-oriented software. Boston, MA: Addison-Wesley."},{"key":"9106_CR14","doi-asserted-by":"crossref","first-page":"167","DOI":"10.1207\/s15327051hci0202_3","volume":"2","author":"W. W. Gaver","year":"1986","unstructured":"Gaver, W. W. (1986). Auditory icons: Using sound in computer interfaces. Human-Computer Interaction 2, 167\u2013177.","journal-title":"Human-Computer Interaction"},{"key":"9106_CR15","unstructured":"Green, T. R. G., & Petre, M. (1996). Usability analysis of visual programming environments: A \u2018cognitive dimensions\u2019 framework. Journal of Visual Languages and Computing 7(2), 131\u2013174. URL: citeseer.ist.psu.edu\/article\/green96usability.html ."},{"key":"9106_CR16","doi-asserted-by":"crossref","unstructured":"Gross, P., & Powers, K. (2005). Evaluating assessments of novice programming environments. In: ICER \u201905: Proceedings of the 2005 international workshop on computing education research (pp. 99\u2013110). NY, USA: ACM Press. doi: 10.1145\/1089786.1089796 .","DOI":"10.1145\/1089786.1089796"},{"key":"9106_CR17","doi-asserted-by":"crossref","unstructured":"Guzdial, M., & Soloway, E. (2002). Teaching the nintendo generation to program. Communications of the ACM 45(4), 17\u201321. doi: 10.1145\/505248.505261 .","DOI":"10.1145\/505248.505261"},{"key":"9106_CR18","doi-asserted-by":"crossref","unstructured":"H\u00f8st, E. W., \u00d8stvold, B. M. (2007). The programmer\u2019s lexicon, volume I: The verbs. In SCAM \u201907: Proceedings of the seventh IEEE international working conference on source code analysis and manipulation (pp. 193\u2013202). IEEE Computer Society, Washington, DC, USA, doi: 10.1109\/SCAM.2007.31 .","DOI":"10.1109\/SCAM.2007.31"},{"key":"9106_CR19","doi-asserted-by":"crossref","unstructured":"Hundhausen, C. D., & Brown, J. L. (2005). Personalizing and discussing algorithms within cs1 studio experiences: an observational study. In ICER \u201905: Proceedings of the first international workshop on computing education research (pp. 45\u201356). NY, USA: ACM. doi: 10.1145\/1089786.1089791 .","DOI":"10.1145\/1089786.1089791"},{"key":"9106_CR20","doi-asserted-by":"crossref","unstructured":"Hundhausen, C. D., Brown, J. L., & Farley, S. (2006). Adding procedures and pointers to the alvis algorithm visualization software: A preliminary design. In SoftVis \u201906: Proceedings of the 2006 ACM symposium on Software visualization (pp. 155\u2013156). New York, NY, USA: ACM Press. doi: 10.1145\/1148493.1148521 .","DOI":"10.1145\/1148493.1148521"},{"issue":"3","key":"9106_CR21","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/1592440.1592442","volume":"16","author":"C.D. Hundhausen","year":"2009","unstructured":"Hundhausen, C. D., Farley, S. F., & Brown, J. L. (2009). Can direct manipulation lower the barriers to computer programming and promote transfer of training? An experimental study. ACM Transactions on Computer-Human Interaction 16(3), 1\u201340, doi: 10.1145\/1592440.1592442 .","journal-title":"ACM Transactions on Computer-Human Interaction"},{"issue":"2","key":"9106_CR22","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1145\/1089733.1089734","volume":"37","author":"C. Kelleher","year":"2005","unstructured":"Kelleher, C., & Pausch, R. (2005). Lowering the barriers to programming: A taxonomy of programming environments and languages for novice programmers. ACM Computing Surveys 37(2), 83\u2013137, doi: 10.1145\/1089733.1089734 .","journal-title":"ACM Computing Surveys"},{"key":"9106_CR23","doi-asserted-by":"crossref","unstructured":"Lewis, B., & Ducass\u00e9, M. (2003). Using events to debug java programs backwards in time. In OOPSLA \u201903: Companion of the 18th annual ACM SIGPLAN conference on Object-oriented programming, systems, languages, and applications (pp. 96\u201397). New York, NY: ACM Press. doi: 10.1145\/949344.949367 .","DOI":"10.1145\/949344.949367"},{"key":"9106_CR24","doi-asserted-by":"crossref","unstructured":"Mayrhauser, A. v., & Vans, A. M. (1997). Program understanding behavior during debugging of large scale software. In ESP \u201997: Papers presented at the seventh workshop on empirical studies of programmers (pp. 157\u2013179). New York, NY: ACM Press. doi: 10.1145\/266399.266414 .","DOI":"10.1145\/266399.266414"},{"key":"9106_CR25","unstructured":"McIver, L. (1996). Seven deadly sins of introductory programming language design. In Proceedings from the international conference on software engineering: education and practice (pp. 309\u2013316). Los Alamitos, CA: IEEE Computer Society Press."},{"key":"9106_CR26","unstructured":"McIver, L. (2000). The effect of programming language on error rates of novice programmers. In The 12th annual workshop of psychology of programmers interest group (PPIG), Cosenza, Italy."},{"key":"9106_CR27","unstructured":"McIver, L. K. (2001). Syntactic and semantic issues in introductory programming education. PhD thesis, Monash University."},{"issue":"1","key":"9106_CR28","doi-asserted-by":"crossref","first-page":"90","DOI":"10.1145\/505282.505285","volume":"34","author":"M. F. McTear","year":"2002","unstructured":"McTear, M. F. (2002). Spoken dialogue technology: Enabling the conversational user interface. ACM Computing Surveys 34(1), 90\u2013169. doi: 10.1145\/505282.505285 .","journal-title":"ACM Computing Surveys"},{"issue":"3","key":"9106_CR29","first-page":"136","volume":"24","author":"P. Mullins","year":"2009","unstructured":"Mullins, P., Whitfield, D., & Conlon, M. (2009). Using alice 2.0 as a first language. The Journal of Computing in Small Colleges, 24(3), 136\u2013143.","journal-title":"The Journal of Computing in Small Colleges"},{"key":"9106_CR30","unstructured":"Myers, B., & Pane, J. (1996). Usability issues in the design of novice programming systems. School of computer science technical report CMU-CS-96-132, Carnegie Mellon University."},{"issue":"9","key":"9106_CR31","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1145\/1015864.1015888","volume":"47","author":"B. A. Myers","year":"2004","unstructured":"Myers, B. A., Pane, J. F., & Ko, A. (2004). Natural programming languages and environments. Communications of the ACM, 47(9), 47\u201352.","journal-title":"Communications of the ACM"},{"key":"9106_CR32","doi-asserted-by":"crossref","unstructured":"Myers, B. A., Ko, A. J., Park, S. Y., Stylos, J., LaToza, T. D., & Beaton, J. (2008). More natural end-user software engineering. In WEUSE \u201908: Proceedings of the 4th international workshop on end-user software engineering, ACM, New York, NY, USA (pp. 30\u201334). doi: 10.1145\/1370847.1370854 .","DOI":"10.1145\/1370847.1370854"},{"key":"9106_CR33","unstructured":"Palladino, D. K., & Walker, B. N. (2007). Learning rates for auditory menus enhanced with spearcons versus earcons. In Proceedings of the 13th international conference on auditory display (pp. 274\u2013279). Montr\u00e9al, Canada."},{"issue":"78","key":"9106_CR34","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1145\/1028630.1028633","volume":"77","author":"P. Parente","year":"2004","unstructured":"Parente, P. (2004). Audio enriched links: Web page previews for blind users. SIGACCESS Accessibility and Computing, 77\u201378, 2\u20138. doi: 10.1145\/1029014.1028633 .","journal-title":"SIGACCESS Accessibility and Computing"},{"key":"9106_CR35","doi-asserted-by":"crossref","unstructured":"Pausch, R. (2008). Alice: A dying man\u2019s passion. In SIGCSE \u201908: Proceedings of the 39th SIGCSE technical symposium on computer science education (p. 1). ACM, New York, NY, USA, doi: 10.1145\/1352135.1352137 .","DOI":"10.1145\/1352135.1352137"},{"key":"9106_CR36","unstructured":"Pennington, N. (1987). Comprehension strategies in programming. In G. M. Olson, S. Sheppard, E. Soloway & B. Shneiderman (Eds.), Empirical Studies of Programmers: Second Workshop (pp. 100\u2013113). Westport, CT: Greenwood Publishing Group Inc."},{"key":"9106_CR37","doi-asserted-by":"crossref","unstructured":"Pothier, G., Tanter, E., & Piquer, J. (2007). Scalable omniscient debugging. In OOPSLA \u201907: Proceedings of the 22nd annual ACM SIGPLAN conference on Object-oriented programming systems and applications (pp. 535\u2013552). New York, NY, USA: ACM. doi: 10.1145\/1297027.1297067 .","DOI":"10.1145\/1297027.1297067"},{"key":"9106_CR38","doi-asserted-by":"crossref","unstructured":"Ritchie, D. M. (1996). The development of the c programming language (pp. 671\u2013698). doi: 10.1145\/234286.1057834 .","DOI":"10.1145\/234286.1057834"},{"key":"9106_CR39","doi-asserted-by":"crossref","unstructured":"Sammet, J. E. (1981). The early history of cobol (pp. 199\u2013243). doi: 10.1145\/800025.1198367 .","DOI":"10.1145\/800025.1198367"},{"key":"9106_CR40","doi-asserted-by":"crossref","unstructured":"Smith, A. C., Cook, J. S., Francioni, J. M., Hossain, A., Anwar, M., & Rahman, M. F. (2004). Nonvisual tool for navigating hierarchical structures. In The tenth international ACM SIGACCESS conference on computers and accessibility (pp. 133\u2013139). New York, NY: ACM Press. doi: 10.1145\/1029014.1028654 .","DOI":"10.1145\/1029014.1028654"},{"issue":"11","key":"9106_CR41","doi-asserted-by":"crossref","first-page":"853","DOI":"10.1145\/182.358436","volume":"26","author":"E. Soloway","year":"1983","unstructured":"Soloway, E., Bonar, J., & Ehrlich, K. (1983). Cognitive strategies and looping constructs: An empirical study. Communications of the ACM, 26(11), 853\u2013860. doi: 10.1145\/182.358436 .","journal-title":"Communications of the ACM"},{"key":"9106_CR42","doi-asserted-by":"crossref","unstructured":"Steele, G. L., & Gabriel, R. P. (1996). The evolution of lisp (pp. 233\u2013330). doi: 10.1145\/234286.1057818 .","DOI":"10.1145\/234286.1057818"},{"key":"9106_CR43","unstructured":"Stefik, A. (2008). On the design of program execution environments for non-sighted computer programmers. PhD thesis, Washington State University."},{"key":"9106_CR44","unstructured":"Stefik, A., Fitz, K., & Alexander, R. (2006). Increasing fault detection effectiveness using layered program auralization. In Software engineering research and practice (pp. 959\u2013965). Las Vegas, NV: CSREA Press."},{"key":"9106_CR45","unstructured":"Stefik, A., Alexander, R., Patterson, R., & Brown, J. (2007). WAD: A feasibility study using the wicked audio debugger. In ICPC \u201907: Proceedings of the 15th IEEE international conference on program comprehension (ICPC\u201907). Los Alamitos, CA: IEEE Computer Society Press."},{"key":"9106_CR46","unstructured":"Stevens, R. (1996). Principles for the design of auditory interfaces to present complex information to blind people. PhD thesis, The University of York."},{"key":"9106_CR47","doi-asserted-by":"crossref","unstructured":"Stroustrup, B. (1996). A history of c++: 1979\u20131991 (pp. 699\u2013769). doi: 10.1145\/234286.1057836 .","DOI":"10.1145\/234286.1057836"},{"key":"9106_CR48","unstructured":"Tabbers, H. K., Martens, R. L., & Van Merri\u00ebnboer, J. J. G. (2001). The modality effect in multimedia instructions. In: Annual conference of the Cognitive Science Society."},{"issue":"6","key":"9106_CR49","doi-asserted-by":"crossref","first-page":"793","DOI":"10.1016\/S0953-5438(02)00026-7","volume":"14","author":"P. Vickers","year":"2002","unstructured":"Vickers, P., & Alty, J. L. (2002). When bugs sing. Interacting with Computers, 14(6), 793\u2013819.","journal-title":"Interacting with Computers"},{"issue":"4","key":"9106_CR50","doi-asserted-by":"crossref","first-page":"477","DOI":"10.1145\/1101530.1101546","volume":"2","author":"P. Vickers","year":"2005","unstructured":"Vickers, P., & Alty, J. L. (2005). Musical program auralization: Empirical studies. ACM Transactions on Applied Perception, 2(4), 477\u2013489, doi: 10.1145\/1101530.1101546 .","journal-title":"ACM Transactions on Applied Perception"},{"issue":"4","key":"9106_CR51","doi-asserted-by":"crossref","first-page":"407","DOI":"10.1145\/1101530.1101534","volume":"2","author":"B.N. Walker","year":"2005","unstructured":"Walker, B. N., & Kramer, G. (2005). Mappings and metaphors in auditory displays: An experimental assessment. ACM Transactions on Applied Perception, 2(4), 407\u2013412. doi: 10.1145\/1101530.1101534 .","journal-title":"ACM Transactions on Applied Perception"},{"key":"9106_CR52","unstructured":"Walker, B. N., Nance, A., & Lindsay, J. (2006). Spearcons: Speech-based earcons improve navigation performance in auditory menus. In Proceedings of the 12th international conference on auditory display, London, UK."},{"key":"9106_CR53","doi-asserted-by":"crossref","unstructured":"Whitaker, W. A. (1996). Ada\u2014the project: The dod high order language working group (pp. 173\u2013232). doi: 10.1145\/234286.1057816 .","DOI":"10.1145\/234286.1057816"}],"container-title":["Software Quality Journal"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-010-9106-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11219-010-9106-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-010-9106-7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,2]],"date-time":"2019-06-02T04:05:52Z","timestamp":1559448352000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11219-010-9106-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,8,21]]},"references-count":53,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2011,3]]}},"alternative-id":["9106"],"URL":"https:\/\/doi.org\/10.1007\/s11219-010-9106-7","relation":{},"ISSN":["0963-9314","1573-1367"],"issn-type":[{"value":"0963-9314","type":"print"},{"value":"1573-1367","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010,8,21]]}}}