{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,5]],"date-time":"2026-02-05T08:30:18Z","timestamp":1770280218993,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":82,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,8,8]],"date-time":"2018-08-08T00:00:00Z","timestamp":1533686400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100003593","name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["201365\/2015-4"],"award-info":[{"award-number":["201365\/2015-4"]}],"id":[{"id":"10.13039\/501100003593","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,8,8]]},"DOI":"10.1145\/3230977.3230986","type":"proceedings-article","created":{"date-parts":[[2018,8,8]],"date-time":"2018-08-08T19:13:06Z","timestamp":1533755586000},"page":"21-30","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":34,"title":["Towards an Analysis of Program Complexity From a Cognitive Perspective"],"prefix":"10.1145","author":[{"given":"Rodrigo","family":"Duran","sequence":"first","affiliation":[{"name":"Aalto University, Aalto, Finland"}]},{"given":"Juha","family":"Sorva","sequence":"additional","affiliation":[{"name":"Aalto University, Aalto, Finland"}]},{"given":"Sofia","family":"Leite","sequence":"additional","affiliation":[{"name":"University of Porto, Porto, Portugal"}]}],"member":"320","published-online":{"date-parts":[[2018,8,8]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2017.39"},{"key":"e_1_3_2_1_2_1","volume-title":"Taming a beast of burden--On some issues with the conceptualisation and operationalisation of cognitive load. Learning and instruction","author":"Beckmann Jens F","year":"2010","unstructured":"Jens F Beckmann . 2010. Taming a beast of burden--On some issues with the conceptualisation and operationalisation of cognitive load. Learning and instruction Vol. 20, 3 (2010), 250--264."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1039\/C1RP90021H"},{"key":"e_1_3_2_1_4_1","volume-title":"Evaluating the quality of learning: The SOLO taxonomy (Structure of the Observed Learning Outcome)","author":"Biggs John B","unstructured":"John B Biggs and Kevin F Collis . 2014. Evaluating the quality of learning: The SOLO taxonomy (Structure of the Observed Learning Outcome). Academic Press."},{"key":"e_1_3_2_1_5_1","volume-title":"Cognitive domain.","author":"Bloom Benjamin S","year":"1956","unstructured":"Benjamin S Bloom et almbox. . 1956. Taxonomy of educational objectives. Vol. 1: Cognitive domain. New York: McKay (1956), 20--24."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3024906.3024912"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/331795.331817"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/0950-5849(95)91491-H"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3141880.3141891"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10648-014-9262-6"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1080\/02604020802301204"},{"key":"e_1_3_2_1_13_1","first-page":"182","article-title":"Using Rasch scaled stage scores to validate orders of hierarchical complexity of balance beam task sequences","volume":"9","author":"Commons Michael Lamport","year":"2008","unstructured":"Michael Lamport Commons, Eric Andrew Goodheart, Alexander Pekker, Theo Linda Dawson, Karen Draney, and Kathryn Marie Adams . 2008. Using Rasch scaled stage scores to validate orders of hierarchical complexity of balance beam task sequences. Journal of Applied Measurement Vol. 9, 2 (2008), 182.","journal-title":"Journal of Applied Measurement"},{"key":"e_1_3_2_1_14_1","volume-title":"Eva Yujia Li, and Thomas Gordon Gutheil .","author":"Commons Michael Lamport","year":"2012","unstructured":"Michael Lamport Commons, Patrice Marie Miller, Eva Yujia Li, and Thomas Gordon Gutheil . 2012. Forensic experts' perceptions of expert bias. International journal of law and psychiatry Vol. 35, 5--6 (2012), 362--371."},{"key":"e_1_3_2_1_15_1","volume-title":"Applying the model of hierarchical complexity. Unpublished manuscript","author":"Commons Michael Lamport","year":"2007","unstructured":"Michael Lamport Commons, JA Rodriguez, PM Miller, SN Ross, A LoCicero, EA Goodheart, and D Danaher-Gilpin . 2007. Applying the model of hierarchical complexity. Unpublished manuscript (2007)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1006\/drev.1998.0467"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.5555\/2483716.2483726"},{"key":"e_1_3_2_1_18_1","volume-title":"On the capacity of attention: Its estimation and its role in working memory and cognitive aptitudes. Cognitive psychology","author":"Cowan Nelson","year":"2005","unstructured":"Nelson Cowan, Emily M Elliott, J Scott Saults, Candice C Morey, Sam Mattox, Anna Hismjatullina, and Andrew RA Conway . 2005. On the capacity of attention: Its estimation and its role in working memory and cognitive aptitudes. Cognitive psychology Vol. 51, 1 (2005), 42--100."},{"key":"e_1_3_2_1_19_1","first-page":"146","article-title":"A comparison of three developmental stage scoring systems","volume":"3","author":"Dawson Theo Linda","year":"2002","unstructured":"Theo Linda Dawson . 2002. A comparison of three developmental stage scoring systems. Journal of applied measurement Vol. 3, 2 (2002), 146--189.","journal-title":"Journal of applied measurement"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1999747.1999807"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.2190\/3LFX-9RRF-67T8-UVK9"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.1994.1069"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","unstructured":"Said Elnaffar . 2016. Using Software Metrics to Predict the Difficulty of Code Writing Questions 2016 IEEE Global Engineering Education Conference. 513--518.","DOI":"10.1109\/EDUCON.2016.7474601"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2632320.2632346"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3105726.3106183"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2839509.2844556"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-36617-8_5"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2013.768830"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","unstructured":"Shuchi Grover and Satabdi Basu . 2017. Measuring student learning in introductory block-based programming: Examining misconceptions of loops variables and boolean logic Proceedings of the 2017 ACM SIGCSE Technical Symposium on Computer Science Education. ACM 267--272. 10.1145\/3017680.3017723","DOI":"10.1145\/3017680.3017723"},{"key":"e_1_3_2_1_31_1","volume-title":"What makes code hard to understand? arXiv preprint arXiv:1304.5257","author":"Hansen Michael","year":"2013","unstructured":"Michael Hansen, Robert L Goldstone, and Andrew Lumsdaine . 2013. What makes code hard to understand? arXiv preprint arXiv:1304.5257 (2013)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","unstructured":"Michael E Hansen Andrew Lumsdaine and Robert L Goldstone . 2012. Cognitive architectures: A way forward for the psychology of programming Proceedings of the ACM international symposium on New ideas new paradigms and reflections on programming and software. ACM 27--38. 10.1145\/2384592.2384596","DOI":"10.1145\/2384592.2384596"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2016.7503706"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.5555\/2483716.2483722"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","unstructured":"Cruz Izu Amali Weerasinghe and Cheryl Pope . 2016. A study of code design skills in novice programmers using the SOLO taxonomy Proceedings of the 2016 ACM Conference on International Computing Education Research. ACM 251--259. 10.1145\/2960310.2960324","DOI":"10.1145\/2960310.2960324"},{"key":"e_1_3_2_1_36_1","volume-title":"Bug Catalogue: I. Technical Report","author":"Johnson W. Lewis","year":"1983","unstructured":"W. Lewis Johnson, Elliot Soloway, Benjamin Cutler, and Steven Draper . 1983. Bug Catalogue: I. Technical Report. Yale University, YaleU\/CSD\/RR \\#286."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10648-010-9150-7"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.5555\/2667199.2667206"},{"key":"e_1_3_2_1_39_1","volume-title":"2012 IEEE 20th International Conference on. IEEE, 17--26","author":"Katzmarski Bernhard","year":"2012","unstructured":"Bernhard Katzmarski and Rainer Koschke . 2012. Program complexity metrics and programmer opinions Program Comprehension (ICPC), 2012 IEEE 20th International Conference on. IEEE, 17--26."},{"key":"e_1_3_2_1_40_1","volume-title":"Differentiating Different Types of Cognitive Load: a Comparison of Different Measures. Educational Psychology Review","author":"Korbach Andreas","year":"2017","unstructured":"Andreas Korbach, Roland Br\u00fcnken, and Babette Park . 2017. Differentiating Different Types of Cognitive Load: a Comparison of Different Measures. Educational Psychology Review (2017), 1--27."},{"key":"e_1_3_2_1_41_1","unstructured":"Sofia Leite Jose Carlos Principe Antonio Carlos Silva Joao Marques-Teixeira Michael L Commons and Pedro Rodrigues . In Review. Connectionist models capture hierarchical complexity transitions in development: discrimination between memory-based and operationally-based transitions. (. In Review)."},{"key":"e_1_3_2_1_42_1","volume-title":"Tamara Van Gog, and Jeroen JG Van Merri\u00ebnboer .","author":"Leppink Jimmie","year":"2013","unstructured":"Jimmie Leppink, Fred Paas, Cees PM Van der Vleuten, Tamara Van Gog, and Jeroen JG Van Merri\u00ebnboer . 2013. Development of an instrument for measuring different types of cognitive load. Behavior research methods Vol. 45, 4 (2013), 1058--1072."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.1986.233414"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.5555\/2459936.2459938"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/1041624.1041673"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","unstructured":"Raymond Lister Beth Simon Errol Thompson Jacqueline L. Whalley and Christine Prasad . 2006. Not seeing the forest for the trees: Novice programmers and the SOLO taxonomy Proceedings of the 11th annual SIGCSE conference on Innovation and Technology in Computer Science Education. 118--122. 10.1145\/1140124.1140157","DOI":"10.1145\/1140124.1140157"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ergon.2012.09.001"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/1404520.1404531"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/2999541.2999551"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3174781.3174784"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3013499.3013500"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","unstructured":"Susana Masapanta-Carri\u00f3n and J. \u00c1ngel Vel\u00e1zquez-Iturbide . 2018. A systematic review of the use of Bloom's Taxonomy in computer science education Proceedings of the 49h ACM Technical Symposium on Computer Science Education (SIGCSE '18). ACM 441--446. 10.1145\/3159450.3159491","DOI":"10.1145\/3159450.3159491"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1976.233837"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/572139.572181"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/1189136.1189185"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1037\/bdb0000039"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","unstructured":"Briana B Morrison Brian Dorn and Mark Guzdial . 2014. Measuring cognitive load in introductory CS: adaptation of an instrument Proceedings of the tenth annual conference on International computing education research. ACM 131--138. 10.1145\/2632320.2632348","DOI":"10.1145\/2632320.2632348"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818314.2818320"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677232"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1037\/0278-7393.28.3.411"},{"key":"e_1_3_2_1_61_1","volume-title":"Cognitive load measurement as a means to advance cognitive load theory. Educational psychologist","author":"Paas Fred","year":"2003","unstructured":"Fred Paas, Juhani E Tuovinen, Huib Tabbers, and Pascal WM Van Gerven . 2003. Cognitive load measurement as a means to advance cognitive load theory. Educational psychologist Vol. 38, 1 (2003), 63--71."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3105726.3106166"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15516709cog1303_3"},{"key":"e_1_3_2_1_64_1","volume-title":"Task complexity, task difficulty, and task production: Exploring interactions in a componential framework. Applied linguistics","author":"Peter Robinson","year":"2001","unstructured":"Peter Robinson . 2001. Task complexity, task difficulty, and task production: Exploring interactions in a componential framework. Applied linguistics Vol. 22, 1 (2001), 27--57."},{"key":"e_1_3_2_1_65_1","volume-title":"New theoretical approaches for HCI. Annual review of information science and technology","author":"Yvonne Rogers","year":"2004","unstructured":"Yvonne Rogers . 2004. New theoretical approaches for HCI. Annual review of information science and technology Vol. 38, 1 (2004), 87--143."},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993400500056563"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/2543882.2543885"},{"key":"e_1_3_2_1_68_1","volume-title":"A reconsideration of cognitive load theory. Educational psychology review","author":"Schnotz Wolfgang","year":"2007","unstructured":"Wolfgang Schnotz and Christian K\u00fcrschner . 2007. A reconsideration of cognitive load theory. Educational psychology review Vol. 19, 4 (2007), 469--508."},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/2828959.2828963"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.5555\/2667199.2667215"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/1597849.1384328"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.5555\/1862712.1862736"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/6592.6594"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/182.358436"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/2483710.2483713"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/2950065"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327051hci0102_4"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0100591"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1145\/2534973"},{"key":"e_1_3_2_1_80_1","volume-title":"Cognitive load during problem solving: Effects on learning. Cognitive science","author":"John Sweller","year":"1988","unstructured":"John Sweller . 1988. Cognitive load during problem solving: Effects on learning. Cognitive science Vol. 12, 2 (1988), 257--285."},{"key":"e_1_3_2_1_81_1","volume-title":"Element interactivity and intrinsic, extraneous, and germane cognitive load. Educational psychology review","author":"John Sweller","year":"2010","unstructured":"John Sweller . 2010. Element interactivity and intrinsic, extraneous, and germane cognitive load. Educational psychology review Vol. 22, 2 (2010), 123--138."},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/2591708.2591712"},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/2543882.2543884"},{"key":"e_1_3_2_1_84_1","volume-title":"Ten steps to complex learning: A systematic approach to four-component instructional design","author":"Van Merri\u00ebnboer Jeroen JG","unstructured":"Jeroen JG Van Merri\u00ebnboer and Paul A Kirschner . 2017. Ten steps to complex learning: A systematic approach to four-component instructional design. Routledge."}],"event":{"name":"ICER '18: International Computing Education Research Conference","location":"Espoo Finland","acronym":"ICER '18","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 2018 ACM Conference on International Computing Education Research"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3230977.3230986","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3230977.3230986","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T01:39:10Z","timestamp":1750210750000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3230977.3230986"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,8,8]]},"references-count":82,"alternative-id":["10.1145\/3230977.3230986","10.1145\/3230977"],"URL":"https:\/\/doi.org\/10.1145\/3230977.3230986","relation":{},"subject":[],"published":{"date-parts":[[2018,8,8]]},"assertion":[{"value":"2018-08-08","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}