{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:14:56Z","timestamp":1750306496092,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":155,"publisher":"ACM","license":[{"start":{"date-parts":[[2015,7,4]],"date-time":"2015-07-04T00:00:00Z","timestamp":1435968000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2015,7,4]]},"DOI":"10.1145\/2858796.2858801","type":"proceedings-article","created":{"date-parts":[[2016,1,29]],"date-time":"2016-01-29T20:17:08Z","timestamp":1454098628000},"page":"117-147","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":16,"title":["New Horizons in the Assessment of Computer Science at School and Beyond"],"prefix":"10.1145","author":[{"given":"Daniela","family":"Giordano","sequence":"first","affiliation":[{"name":"University of Catania, Catania, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Francesco","family":"Maiorana","sequence":"additional","affiliation":[{"name":"University of Catania, Catania, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andrew Paul","family":"Csizmadia","sequence":"additional","affiliation":[{"name":"Newman University, Birmingham, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Simon","family":"Marsden","sequence":"additional","affiliation":[{"name":"University of Portsmouth, Portsmouth, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Charles","family":"Riedesel","sequence":"additional","affiliation":[{"name":"University of Nebraska, Lincoln, NE, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shitanshu","family":"Mishra","sequence":"additional","affiliation":[{"name":"Indian Institute of Technology Bombay, Powai, Mumbai , India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lina","family":"Vinikien\u0117","sequence":"additional","affiliation":[{"name":"University of Vilnius, Vilnius, Lithuania"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2015,7,4]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.4236\/jilsa.2012.41006"},{"key":"e_1_3_2_2_2_1","volume-title":"The statistics concept inventory: Development and analysis of a cognitive assessment instrument in statistics. Available at SSRN 2130143","author":"Allen K.","year":"2006","unstructured":"K. Allen . The statistics concept inventory: Development and analysis of a cognitive assessment instrument in statistics. Available at SSRN 2130143 , 2006 . K. Allen. The statistics concept inventory: Development and analysis of a cognitive assessment instrument in statistics. Available at SSRN 2130143, 2006."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1189136.1189182"},{"key":"e_1_3_2_2_4_1","volume-title":"21st century skills and competences for new millennium learners in OECD countries. OECD Education Working Papers (NJ1), (41):1--34","author":"Ananiadou K.","year":"2009","unstructured":"K. Ananiadou and M. Claro . 21st century skills and competences for new millennium learners in OECD countries. OECD Education Working Papers (NJ1), (41):1--34 , 2009 . K. Ananiadou and M. Claro. 21st century skills and competences for new millennium learners in OECD countries. OECD Education Working Papers (NJ1), (41):1--34, 2009."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677332"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2014.12.012"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2602490"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2014.10.016"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/571922.571963"},{"key":"e_1_3_2_2_10_1","volume-title":"Inquiry based learning: the project guts (growing up thinking scientifically) program","author":"Berlat K.","year":"2010","unstructured":"K. Berlat . Inquiry based learning: the project guts (growing up thinking scientifically) program . 2010 . K. Berlat. Inquiry based learning: the project guts (growing up thinking scientifically) program. 2010."},{"key":"e_1_3_2_2_11_1","first-page":"17","volume-title":"Defining 21st century skills. Assessment and teaching of 21st century skills","author":"Binkley M.","year":"2011","unstructured":"M. Binkley , O. Erstad , J. Herman , S. Raizen , M. Ripley , and M. Rumble . Defining 21st century skills. Assessment and teaching of 21st century skills , pages 17 -- 66 , 2011 . M. Binkley, O. Erstad, J. Herman, S. Raizen, M. Ripley, and M. Rumble. Defining 21st century skills. Assessment and teaching of 21st century skills, pages 17--66, 2011."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2445196.2445265"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1709424.1709458"},{"key":"e_1_3_2_2_14_1","volume-title":"New frameworks for studying and assessing the development of computational thinking","author":"Brennan K.","year":"2012","unstructured":"K. Brennan and M. Resnick . New frameworks for studying and assessing the development of computational thinking , 2012 . K. Brennan and M. Resnick. New frameworks for studying and assessing the development of computational thinking, 2012."},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2803178"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677295"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/960492.960539"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2078856.2078858"},{"key":"e_1_3_2_2_19_1","volume-title":"Ap computer science principles curriculum framework","author":"C. B.","year":"2014","unstructured":"C. B. {CB}. Ap computer science principles curriculum framework , 2014 . {Online; Accessed 2015-August-31}. C. B. {CB}. Ap computer science principles curriculum framework, 2014. {Online; Accessed 2015-August-31}."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.15388\/ioi.2015.02"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2012.03.004"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2594456"},{"key":"e_1_3_2_2_23_1","volume-title":"exploring computer science","author":"CSEA.","year":"2013","unstructured":"CSEA. Computer science equity alliance. exploring computer science , 2013 . {Online; Accessed 2015-August-31}. CSEA. Computer science equity alliance. exploring computer science, 2013. {Online; Accessed 2015-August-31}."},{"key":"e_1_3_2_2_24_1","volume-title":"k12 computer science standards revised","author":"CSTA.","year":"2011","unstructured":"CSTA. The csta standards task force. k12 computer science standards revised 2011 , 2011. {Online; Accessed 2015-August-31}. CSTA. The csta standards task force. k12 computer science standards revised 2011, 2011. {Online; Accessed 2015-August-31}."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2809795"},{"key":"e_1_3_2_2_26_1","volume-title":"Developing computational thinking in the classroom: a framework","author":"Curzon P.","year":"2014","unstructured":"P. Curzon , M. Dorling , T. Ng , C. Selby , and J. Woollard . Developing computational thinking in the classroom: a framework . 2014 . P. Curzon, M. Dorling, T. Ng, C. Selby, and J. Woollard. Developing computational thinking in the classroom: a framework. 2014."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2670757.2670780"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-11376-5_1"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-69924-8_2"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"crossref","first-page":"66","DOI":"10.1007\/978-3-319-09958-3_7","volume-title":"Informatics in Schools. Teaching and Learning Perspectives","author":"Dagiene V.","year":"2014","unstructured":"V. Dagiene , L. Mannila , T. Poranen , L. Rolandsson , and G. Stupuriene . Reasoning on children's cognitive skills in an informatics contest: Findings and discoveries from finland, lithuania, and sweden . In Informatics in Schools. Teaching and Learning Perspectives , pages 66 -- 77 . Springer , 2014 . V. Dagiene, L. Mannila, T. Poranen, L. Rolandsson, and G. Stupuriene. Reasoning on children's cognitive skills in an informatics contest: Findings and discoveries from finland, lithuania, and sweden. In Informatics in Schools. Teaching and Learning Perspectives, pages 66--77. Springer, 2014."},{"key":"e_1_3_2_2_31_1","volume-title":"Thinking like a biologist: using diagnostic questions to help students reason with biological principles","author":"D'Avanzo C.","year":"2010","unstructured":"C. D'Avanzo , C. Anderson , A. Griffith , and J. Merrill . Thinking like a biologist: using diagnostic questions to help students reason with biological principles , 2010 . C. D'Avanzo, C. Anderson, A. Griffith, and J. Merrill. Thinking like a biologist: using diagnostic questions to help students reason with biological principles, 2010."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2015.04.011"},{"key":"e_1_3_2_2_33_1","first-page":"231","volume-title":"Assessing student learning: Perspectives from research and practice","author":"DeBoer G. E.","year":"2008","unstructured":"G. E. DeBoer , C. F. Herrmann-Abell , A. Gogos , A. Michiels , T. Regan , and P. Wilson . Assessment linked to science learning goals: Probing student thinking through assessment . In Assessing student learning: Perspectives from research and practice , pages 231 -- 252 , Arlington, VA , 2008 . NSTA Press . G. E. DeBoer, C. F. Herrmann-Abell, A. Gogos, A. Michiels, T. Regan, and P. Wilson. Assessment linked to science learning goals: Probing student thinking through assessment. In Assessing student learning: Perspectives from research and practice, pages 231--252, Arlington, VA, 2008. NSTA Press."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2447976.2447988"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/1822090.1822176"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677253"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1734263.1734407"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.5555\/1379249.1379255"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/1404520.1404532"},{"key":"e_1_3_2_2_40_1","unstructured":"Department for Education. National curriculum in England: computing programmes of study. url = \"https:\/\/www.gov.uk\/government\/publications\/national-curriculum-in-england-computing-programmes-of-study\/national-curriculum-in-england-computing-programmes-of-study\". Accessed 8-July-2015.  Department for Education. National curriculum in England: computing programmes of study. url = \"https:\/\/www.gov.uk\/government\/publications\/national-curriculum-in-england-computing-programmes-of-study\/national-curriculum-in-england-computing-programmes-of-study\". Accessed 8-July-2015."},{"key":"e_1_3_2_2_41_1","volume-title":"Statutory Guidance. National Curriculum. Department of Education","author":"Department for Education.","year":"2013","unstructured":"Department for Education. Statutory Guidance. National Curriculum. Department of Education , 2013 . Department for Education. Statutory Guidance. National Curriculum. Department of Education, 2013."},{"key":"e_1_3_2_2_42_1","first-page":"1","volume-title":"Educational Technology Research and Development","author":"Deved\u017ei\u0107 V.","year":"2015","unstructured":"V. Deved\u017ei\u0107 and J. Jovanovi\u0107 . Developing open badges: a comprehensive approach . Educational Technology Research and Development , pages 1 -- 18 , 2015 . V. Deved\u017ei\u0107 and J. Jovanovi\u0107. Developing open badges: a comprehensive approach. Educational Technology Research and Development, pages 1--18, 2015."},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-15378-5_8"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2591708.2591742"},{"key":"e_1_3_2_2_45_1","volume-title":"Computing progression pathways with computational thinking","author":"Dorling M.","year":"2014","unstructured":"M. Dorling and M. Walker . Computing progression pathways with computational thinking ., 2014 . {Online; accessed 03-September-2015}. M. Dorling and M. Walker. Computing progression pathways with computational thinking., 2014. {Online; accessed 03-September-2015}."},{"key":"e_1_3_2_2_46_1","volume-title":"Computing progression pathways with computational thinking","author":"Dorling M.","year":"2014","unstructured":"M. Dorling and M. Walker . Computing progression pathways with computational thinking ., 2014 . {Online; accessed 03-September-2015}. M. Dorling and M. Walker. Computing progression pathways with computational thinking., 2014. {Online; accessed 03-September-2015}."},{"key":"e_1_3_2_2_47_1","unstructured":"H. E. Dudeney. The Canterbury Puzzles. Courier Corporation 2002.  H. E. Dudeney. The Canterbury Puzzles. Courier Corporation 2002."},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2014.7043996"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/1473195.1473240"},{"key":"e_1_3_2_2_50_1","first-page":"1","volume-title":"Quizly: A live coding assessment platform for app inventor. proceeding of the blocks and beyond lessons and directions for first programming environments","author":"M. F, G.","year":"2015","unstructured":"M. F, G. D, and R. Morelli . Quizly: A live coding assessment platform for app inventor. proceeding of the blocks and beyond lessons and directions for first programming environments . pages 1 -- 6 , 2015 . M. F, G. D, and R. Morelli. Quizly: A live coding assessment platform for app inventor. proceeding of the blocks and beyond lessons and directions for first programming environments. pages 1--6, 2015."},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/2674683.2674698"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/1839594.1839613"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/1868358.1868360"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/2445196.2445304"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/1709424.1709461"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/EDUCON.2015.7096023"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/EDUCON.2014.6826147"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/EDUCON.2015.7096016"},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/2432596.2432616"},{"key":"e_1_3_2_2_60_1","volume-title":"Key competences in europe: opening doors for lifelong learners across the school curriculum and teacher education. CASE network Reports, (87)","author":"Gordon J.","year":"2009","unstructured":"J. Gordon , G. Hal\u00e1sz , M. Krawczyk , T. Leney , A. Michel , D. Pepper , E. Putkiewicz , and J. W\u00ecsniewski . Key competences in europe: opening doors for lifelong learners across the school curriculum and teacher education. CASE network Reports, (87) , 2009 . J. Gordon, G. Hal\u00e1sz, M. Krawczyk, T. Leney, A. Michel, D. Pepper, E. Putkiewicz, and J. W\u00ecsniewski. Key competences in europe: opening doors for lifelong learners across the school curriculum and teacher education. CASE network Reports, (87), 2009."},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/2462476.2466518"},{"key":"e_1_3_2_2_62_1","volume-title":"New Assessments and Environments for Knowledge Building","author":"Griffin P.","year":"2015","unstructured":"P. Griffin , B. McGaw , and E. Care , editors . New Assessments and Environments for Knowledge Building . Dordrecht : Springer Netherlands , 2015 . P. Griffin, B. McGaw, and E. Care, editors. New Assessments and Environments for Knowledge Building. Dordrecht: Springer Netherlands, 2015."},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/2499947.2499948"},{"key":"e_1_3_2_2_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/2591708.2591713"},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"publisher","DOI":"10.3102\/0013189X12463051"},{"key":"e_1_3_2_2_66_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2015.1033142"},{"key":"e_1_3_2_2_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/2538862.2538921"},{"key":"e_1_3_2_2_68_1","first-page":"81","volume-title":"Pedagogy and Assessment in Serious Games","author":"Hainey T.","year":"2013","unstructured":"T. Hainey , T. M. Connolly , Y. Chaudy , E. Boyle , R. Beeby , and M. Soflano . Assessment integration in serious games. Psychology , Pedagogy and Assessment in Serious Games , pages 81 -- 112 , 2013 . T. Hainey, T. M. Connolly, Y. Chaudy, E. Boyle, R. Beeby, and M. Soflano. Assessment integration in serious games. Psychology, Pedagogy and Assessment in Serious Games, pages 81--112, 2013."},{"key":"e_1_3_2_2_69_1","volume-title":"A six-thousand-student survey of mechanics test data for introductory physics courses. American journal of Physics, 66(1):64--74","author":"Hake R. R.","year":"1998","unstructured":"R. R. Hake . Interactive-engagement versus traditional methods : A six-thousand-student survey of mechanics test data for introductory physics courses. American journal of Physics, 66(1):64--74 , 1998 . R. R. Hake. Interactive-engagement versus traditional methods: A six-thousand-student survey of mechanics test data for introductory physics courses. American journal of Physics, 66(1):64--74, 1998."},{"key":"e_1_3_2_2_70_1","first-page":"12","article-title":"Survey on Informatics Competitions","volume":"5","author":"Hakulinen L.","year":"2011","unstructured":"L. Hakulinen . Survey on Informatics Competitions : Developing Tasks. In Olympiads in Informatics , 2011 , Vol. 5 , 12 - 25 , pages 12--25, Vilnius, Lithuania, Mar. 2011. L. Hakulinen. Survey on Informatics Competitions:Developing Tasks. In Olympiads in Informatics, 2011, Vol. 5, 12-25, pages 12--25, Vilnius, Lithuania, Mar. 2011.","journal-title":"Developing Tasks. In Olympiads in Informatics"},{"key":"e_1_3_2_2_71_1","volume-title":"International Journal of Emerging Technologies in Learning (iJET), 10(1):18--29","author":"Hakulinen L.","year":"2015","unstructured":"L. Hakulinen , T. Auvinen , and A. Korhonen . The effect of achievement badges on students' behavior: An empirical study in a university-level computer science course . International Journal of Emerging Technologies in Learning (iJET), 10(1):18--29 , 2015 . L. Hakulinen, T. Auvinen, and A. Korhonen. The effect of achievement badges on students' behavior: An empirical study in a university-level computer science course. International Journal of Emerging Technologies in Learning (iJET), 10(1):18--29, 2015."},{"key":"e_1_3_2_2_72_1","doi-asserted-by":"publisher","DOI":"10.1109\/HICSS.2014.377"},{"key":"e_1_3_2_2_73_1","volume-title":"Guide to Teaching Computer Science: An Activity-Based Approach","author":"Hazzan O.","year":"2015","unstructured":"O. Hazzan , T. Lapidot , and N. Ragonis . Guide to Teaching Computer Science: An Activity-Based Approach . Springer , London , 2015 . O. Hazzan, T. Lapidot, and N. Ragonis. Guide to Teaching Computer Science: An Activity-Based Approach. Springer, London, 2015."},{"key":"e_1_3_2_2_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/1070838.1070839"},{"key":"e_1_3_2_2_75_1","unstructured":"L. Henderson. Two charities benefit from coder dojo conference. 2014.  L. Henderson. Two charities benefit from coder dojo conference. 2014."},{"key":"e_1_3_2_2_76_1","volume-title":"Force concept inventory. The physics teacher, 30(3):141--158","author":"Hestenes D.","year":"1992","unstructured":"D. Hestenes , M. Wells , G. Swackhamer , Force concept inventory. The physics teacher, 30(3):141--158 , 1992 . D. Hestenes, M. Wells, G. Swackhamer, et al. Force concept inventory. The physics teacher, 30(3):141--158, 1992."},{"key":"e_1_3_2_2_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/2499947.2499950"},{"key":"e_1_3_2_2_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/2078856.2078859"},{"key":"e_1_3_2_2_79_1","doi-asserted-by":"publisher","DOI":"10.1145\/2729983"},{"key":"e_1_3_2_2_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/2481449.2481464"},{"key":"e_1_3_2_2_81_1","doi-asserted-by":"publisher","DOI":"10.3847\/AER2001004"},{"key":"e_1_3_2_2_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/2445196.2445278"},{"key":"e_1_3_2_2_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/1930464.1930480"},{"key":"e_1_3_2_2_84_1","volume-title":"UNESCo","author":"International Commission on","year":"1996","unstructured":"International Commission on Education for the Twenty-first Century and J. Delors. Learning, the Treasure Within: Report to UNESCO of the International Commission on Education for the Twenty-First Century:{summary} . UNESCo , 1996 . International Commission on Education for the Twenty-first Century and J. Delors. Learning, the Treasure Within: Report to UNESCO of the International Commission on Education for the Twenty-First Century:{summary}. UNESCo, 1996."},{"key":"e_1_3_2_2_85_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10648-013-9248-9"},{"key":"e_1_3_2_2_86_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10758-014-9232-6"},{"key":"e_1_3_2_2_87_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-013-1419-7"},{"key":"e_1_3_2_2_88_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.sbspro.2012.06.938"},{"key":"e_1_3_2_2_89_1","first-page":"49","volume-title":"Real Time Assessment of Computational Thinking. In 2014 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC)","author":"Koh K. H.","year":"2014","unstructured":"K. H. Koh , A. Basawapatna , H. Nickerson , and A. Repenning . Real Time Assessment of Computational Thinking. In 2014 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC) , pages 49 -- 52 . IEEE, July 2014 . K. H. Koh, A. Basawapatna, H. Nickerson, and A. Repenning. Real Time Assessment of Computational Thinking. In 2014 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC), pages 49--52. IEEE, July 2014."},{"key":"e_1_3_2_2_90_1","doi-asserted-by":"publisher","DOI":"10.1145\/2499947.2499949"},{"key":"e_1_3_2_2_91_1","doi-asserted-by":"publisher","DOI":"10.1145\/1929887.1929902"},{"key":"e_1_3_2_2_92_1","doi-asserted-by":"publisher","DOI":"10.1130\/G110GW.1"},{"key":"e_1_3_2_2_93_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.dam.2004.11.002"},{"key":"e_1_3_2_2_94_1","doi-asserted-by":"publisher","DOI":"10.1145\/1709424.1709460"},{"key":"e_1_3_2_2_95_1","doi-asserted-by":"publisher","DOI":"10.1145\/1041624.1041673"},{"key":"e_1_3_2_2_96_1","volume-title":"P21 common core toolkit: A guide to aligning the common core state standards with the framework for 21st century skills","author":"Magner T.","year":"2011","unstructured":"T. Magner , H. Soul\u00e9 , and K. Wesolowski . P21 common core toolkit: A guide to aligning the common core state standards with the framework for 21st century skills , 2011 . T. Magner, H. Soul\u00e9, and K. Wesolowski. P21 common core toolkit: A guide to aligning the common core state standards with the framework for 21st century skills, 2011."},{"key":"e_1_3_2_2_97_1","doi-asserted-by":"publisher","DOI":"10.1145\/2713609.2713610"},{"key":"e_1_3_2_2_98_1","doi-asserted-by":"publisher","DOI":"10.1145\/2794294"},{"key":"e_1_3_2_2_99_1","doi-asserted-by":"publisher","DOI":"10.1145\/572133.572137"},{"key":"e_1_3_2_2_100_1","doi-asserted-by":"publisher","DOI":"10.1109\/IPCC.2012.6408619"},{"key":"e_1_3_2_2_101_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2013.832022"},{"key":"e_1_3_2_2_102_1","doi-asserted-by":"publisher","DOI":"10.1145\/2724759"},{"key":"e_1_3_2_2_103_1","doi-asserted-by":"publisher","DOI":"10.1145\/2632320.2632333"},{"key":"e_1_3_2_2_104_1","doi-asserted-by":"publisher","DOI":"10.1145\/2729094.2742635"},{"key":"e_1_3_2_2_105_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSEETW.2006.6"},{"key":"e_1_3_2_2_106_1","doi-asserted-by":"publisher","DOI":"10.1145\/2445196.2445516"},{"key":"e_1_3_2_2_107_1","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677265"},{"key":"e_1_3_2_2_108_1","doi-asserted-by":"publisher","DOI":"10.1145\/2538862.2539030"},{"key":"e_1_3_2_2_109_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2014.7044055"},{"key":"e_1_3_2_2_110_1","first-page":"561","volume-title":"The europe code week (codeeu) initiative shaping the skills of future engineers","author":"Moreno-Le\u00f3n J.","year":"2015","unstructured":"J. Moreno-Le\u00f3n and G. Robles . The europe code week (codeeu) initiative shaping the skills of future engineers . pages 561 -- 566 , 2015 . J. Moreno-Le\u00f3n and G. Robles. The europe code week (codeeu) initiative shaping the skills of future engineers. pages 561--566, 2015."},{"key":"e_1_3_2_2_111_1","doi-asserted-by":"publisher","DOI":"10.1145\/2538862.2538946"},{"key":"e_1_3_2_2_112_1","doi-asserted-by":"publisher","DOI":"10.1021\/ed079p739"},{"key":"e_1_3_2_2_113_1","doi-asserted-by":"publisher","DOI":"10.1145\/2807704"},{"key":"e_1_3_2_2_114_1","volume-title":"GCSE in computer science: Specification Pearson Edexcel level 1\/level 2 gcse in computer science first examination","author":"EdExcel Pearson","year":"2015","unstructured":"Pearson EdExcel . GCSE in computer science: Specification Pearson Edexcel level 1\/level 2 gcse in computer science first examination 2015 . issue 2, 2014. {Online; accessed 8-July-2015}. Pearson EdExcel. GCSE in computer science: Specification Pearson Edexcel level 1\/level 2 gcse in computer science first examination 2015. issue 2, 2014. {Online; accessed 8-July-2015}."},{"key":"e_1_3_2_2_115_1","doi-asserted-by":"publisher","DOI":"10.1145\/1953163.1953340"},{"key":"e_1_3_2_2_116_1","doi-asserted-by":"publisher","DOI":"10.1145\/2538862.2538912"},{"key":"e_1_3_2_2_117_1","volume-title":"Digital badges show students skills along with degree","author":"Purdue University","year":"2012","unstructured":"Purdue University . Digital badges show students skills along with degree , 2012 . {Online; accessed 8-July-2015}. Purdue University. Digital badges show students skills along with degree, 2012. {Online; accessed 8-July-2015}."},{"key":"e_1_3_2_2_118_1","doi-asserted-by":"publisher","DOI":"10.1145\/169059.169119"},{"key":"e_1_3_2_2_119_1","doi-asserted-by":"publisher","DOI":"10.1145\/2700517"},{"key":"e_1_3_2_2_120_1","doi-asserted-by":"publisher","DOI":"10.1145\/1592761.1592779"},{"key":"e_1_3_2_2_121_1","doi-asserted-by":"publisher","DOI":"10.1145\/2426636.2426638"},{"key":"e_1_3_2_2_122_1","doi-asserted-by":"publisher","DOI":"10.1145\/1971681.1971684"},{"key":"e_1_3_2_2_123_1","volume-title":"Intrinsic and extrinsic motivations: Classic definitions and new directions. Contemporary educational psychology, 25(1):54--67","author":"Ryan R. M.","year":"2000","unstructured":"R. M. Ryan and E. L. Deci . Intrinsic and extrinsic motivations: Classic definitions and new directions. Contemporary educational psychology, 25(1):54--67 , 2000 . R. M. Ryan and E. L. Deci. Intrinsic and extrinsic motivations: Classic definitions and new directions. Contemporary educational psychology, 25(1):54--67, 2000."},{"key":"e_1_3_2_2_124_1","doi-asserted-by":"publisher","DOI":"10.1145\/1953163.1953213"},{"key":"e_1_3_2_2_125_1","doi-asserted-by":"publisher","DOI":"10.1145\/2445196.2445206"},{"key":"e_1_3_2_2_126_1","doi-asserted-by":"publisher","DOI":"10.1145\/2543882.2543885"},{"key":"e_1_3_2_2_127_1","volume-title":"New Assessments and Environments for Knowledge Building","author":"Scardamalia M.","year":"2015","unstructured":"M. Scardamalia , J. Bransford , B. Kozma , and E. Quellmalz . New Assessments and Environments for Knowledge Building . Dordrecht : Springer Netherlands , 2015 . M. Scardamalia, J. Bransford, B. Kozma, and E. Quellmalz. New Assessments and Environments for Knowledge Building. Dordrecht: Springer Netherlands, 2015."},{"key":"e_1_3_2_2_128_1","volume-title":"New Assessments and Environments for Knowledge Building","author":"Scardamalia M.","year":"2015","unstructured":"M. Scardamalia , J. Bransford , B. Kozma , and E. Quellmalz . New Assessments and Environments for Knowledge Building . Dordrecht : Springer Netherlands , 2015 . M. Scardamalia, J. Bransford, B. Kozma, and E. Quellmalz. New Assessments and Environments for Knowledge Building. Dordrecht: Springer Netherlands, 2015."},{"key":"e_1_3_2_2_129_1","doi-asserted-by":"publisher","DOI":"10.1145\/1971681.1971687"},{"key":"e_1_3_2_2_130_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1465-3435.2009.01407.x"},{"key":"e_1_3_2_2_131_1","doi-asserted-by":"publisher","DOI":"10.1145\/2493394.2493403"},{"key":"e_1_3_2_2_132_1","first-page":"1","volume-title":"Evidence of assessing computational thinking. Author's original","author":"Selby C.","year":"2014","unstructured":"C. Selby , M. Dorling , and J. Woollard . Evidence of assessing computational thinking. Author's original , pages 1 -- 11 , 2014 . C. Selby, M. Dorling, and J. Woollard. Evidence of assessing computational thinking. Author's original, pages 1--11, 2014."},{"key":"e_1_3_2_2_133_1","first-page":"12","volume-title":"Open university: Innovating pedagogy","author":"Sharples M.","year":"2013","unstructured":"M. Sharples , P. McAndrew , M. Weller , R. Ferguson , E. FitzGerald , T. Hirst , and M. Gaved . Open university: Innovating pedagogy 2013 . pages 12 -- 13 , 2014. M. Sharples, P. McAndrew, M. Weller, R. Ferguson, E. FitzGerald, T. Hirst, and M. Gaved. Open university: Innovating pedagogy 2013. pages 12--13, 2014."},{"key":"e_1_3_2_2_134_1","first-page":"145","volume-title":"Proceedings of the Fifteenth Australasian Computing Education Conference-Volume 136","author":"Sheard J.","year":"2013","unstructured":"J. Sheard , Simon, A. Carbone , D. Chinn , T. Clear , M. Corney , D. D'Souza , J. Fenwick , J. Harland , M.-J. Laakso , and D. Teague . How difficult are exams?: A framework for assessing the complexity of introductory programming exams . In Proceedings of the Fifteenth Australasian Computing Education Conference-Volume 136 , pages 145 -- 154 . Australian Computer Society, Inc. , Jan. 2013 . J. Sheard, Simon, A. Carbone, D. Chinn, T. Clear, M. Corney, D. D'Souza, J. Fenwick, J. Harland, M.-J. Laakso, and D. Teague. How difficult are exams?: A framework for assessing the complexity of introductory programming exams. In Proceedings of the Fifteenth Australasian Computing Education Conference-Volume 136, pages 145--154. Australian Computer Society, Inc., Jan. 2013."},{"key":"e_1_3_2_2_135_1","doi-asserted-by":"publisher","DOI":"10.1145\/2493394.2493396"},{"key":"e_1_3_2_2_136_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.1165919"},{"key":"e_1_3_2_2_137_1","doi-asserted-by":"publisher","DOI":"10.1187\/cbe.08-08-0045"},{"key":"e_1_3_2_2_138_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2003.1263336"},{"key":"e_1_3_2_2_139_1","doi-asserted-by":"publisher","DOI":"10.1145\/2325296.2325319"},{"key":"e_1_3_2_2_140_1","volume-title":"digital badges, and civics: An overview of emerging themes and promising directions","author":"Sullivan M.","year":"2013","unstructured":"M. Sullivan . New and alternative assessments , digital badges, and civics: An overview of emerging themes and promising directions . 2013 . M. Sullivan. New and alternative assessments, digital badges, and civics: An overview of emerging themes and promising directions. 2013."},{"key":"e_1_3_2_2_141_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2014.970779"},{"key":"e_1_3_2_2_142_1","doi-asserted-by":"publisher","DOI":"10.1145\/2602481"},{"key":"e_1_3_2_2_143_1","doi-asserted-by":"publisher","DOI":"10.1145\/1734263.1734297"},{"key":"e_1_3_2_2_144_1","doi-asserted-by":"publisher","DOI":"10.5555\/2602724.2602739"},{"key":"e_1_3_2_2_145_1","doi-asserted-by":"publisher","DOI":"10.1145\/2543882.2543884"},{"key":"e_1_3_2_2_146_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2014.970782"},{"key":"e_1_3_2_2_147_1","doi-asserted-by":"publisher","DOI":"10.1145\/2538862.2538947"},{"key":"e_1_3_2_2_148_1","doi-asserted-by":"publisher","DOI":"10.1080\/00220272.2012.668938"},{"key":"e_1_3_2_2_149_1","volume-title":"Towards deeper understanding of roles of cs\/informatics in the curriculum-position paper (draft 2). Technical report, ifip","author":"Webb M.","year":"2015","unstructured":"M. Webb , N. Davis , T. Bell , Y. J. Katz , N. Reynolds , M. M. Sys\u0142o , and D. P. Chambers . Towards deeper understanding of roles of cs\/informatics in the curriculum-position paper (draft 2). Technical report, ifip , 2015 . M. Webb, N. Davis, T. Bell, Y. J. Katz, N. Reynolds, M. M. Sys\u0142o, and D. P. Chambers. Towards deeper understanding of roles of cs\/informatics in the curriculum-position paper (draft 2). Technical report, ifip, 2015."},{"key":"e_1_3_2_2_150_1","doi-asserted-by":"publisher","DOI":"10.1145\/2445196.2445430"},{"key":"e_1_3_2_2_151_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2014.970780"},{"key":"e_1_3_2_2_152_1","volume-title":"Poster presented at the 42nd ACM Technical Symposium on Computer Science Education","author":"Wolz U.","year":"2011","unstructured":"U. Wolz , C. Hallberg , and B. Taylor . Scrape: A tool for visualizing the code of scratch programs . In Poster presented at the 42nd ACM Technical Symposium on Computer Science Education , Dallas , TX , 2011 . U. Wolz, C. Hallberg, and B. Taylor. Scrape: A tool for visualizing the code of scratch programs. In Poster presented at the 42nd ACM Technical Symposium on Computer Science Education, Dallas, TX, 2011."},{"key":"e_1_3_2_2_153_1","volume-title":"Sowing the Seeds of Assessment Literacy in Secondary Computer Science Education: A Landscape Study","author":"Yadav A.","year":"2014","unstructured":"A. Yadav , D. Burkhart , D. Moix , E. Snow , P. Bandaru , and L. Clayborn . Sowing the Seeds of Assessment Literacy in Secondary Computer Science Education: A Landscape Study . Computer Science Teachers Association , 2014 . A. Yadav, D. Burkhart, D. Moix, E. Snow, P. Bandaru, and L. Clayborn. Sowing the Seeds of Assessment Literacy in Secondary Computer Science Education: A Landscape Study. Computer Science Teachers Association, 2014."},{"key":"e_1_3_2_2_154_1","doi-asserted-by":"publisher","DOI":"10.2190\/EC.51.1.d"},{"key":"e_1_3_2_2_155_1","doi-asserted-by":"publisher","DOI":"10.1145\/1362787.1362790"}],"event":{"name":"ITICSE '15: Innovation and Technology in Computer Science Education Conference 2015","sponsor":["Bilkent University Bilkent University","SIGCSE ACM Special Interest Group on Computer Science Education"],"location":"Vilnius Lithuania","acronym":"ITICSE '15"},"container-title":["Proceedings of the 2015 ITiCSE on Working Group Reports"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2858796.2858801","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2858796.2858801","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T05:48:43Z","timestamp":1750225723000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2858796.2858801"}},"subtitle":["Leveraging on the ViVA Platform"],"short-title":[],"issued":{"date-parts":[[2015,7,4]]},"references-count":155,"alternative-id":["10.1145\/2858796.2858801","10.1145\/2858796"],"URL":"https:\/\/doi.org\/10.1145\/2858796.2858801","relation":{},"subject":[],"published":{"date-parts":[[2015,7,4]]},"assertion":[{"value":"2015-07-04","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}