{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,16]],"date-time":"2026-04-16T16:55:00Z","timestamp":1776358500693,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":85,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,6,12]],"date-time":"2019-06-12T00:00:00Z","timestamp":1560297600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1542954"],"award-info":[{"award-number":["1542954"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,6,12]]},"DOI":"10.1145\/3311927.3323152","type":"proceedings-article","created":{"date-parts":[[2019,6,4]],"date-time":"2019-06-04T16:07:11Z","timestamp":1559664431000},"page":"208-219","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":41,"title":["Is My Game OK Dr. Scratch?"],"prefix":"10.1145","author":[{"given":"Giovanni Maria","family":"Troiano","sequence":"first","affiliation":[{"name":"Northeastern University, Boston, MA"}]},{"given":"Sam","family":"Snodgrass","sequence":"additional","affiliation":[{"name":"Northeastern University, Boston, MA"}]},{"given":"Erin\u00e7","family":"Arg\u0131mak","sequence":"additional","affiliation":[{"name":"Northeastern University, Boston, MA"}]},{"given":"Gregorio","family":"Robles","sequence":"additional","affiliation":[{"name":"Universidad Rey Juan Carlos, Madrid, Spain"}]},{"given":"Gillian","family":"Smith","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, MA"}]},{"given":"Michael","family":"Cassidy","sequence":"additional","affiliation":[{"name":"TERC, Cambridge, MA"}]},{"given":"Eli","family":"Tucker-Raymond","sequence":"additional","affiliation":[{"name":"TERC, Cambridge, MA"}]},{"given":"Gillian","family":"Puttick","sequence":"additional","affiliation":[{"name":"TERC, Cambridge, MA"}]},{"given":"Casper","family":"Harteveld","sequence":"additional","affiliation":[{"name":"Northeastern University, Boston, MA"}]}],"member":"320","published-online":{"date-parts":[[2019,6,12]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2017.45"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3102071.3116224"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1929887.1929905"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1822090.1822154"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.sbspro.2010.03.853"},{"key":"e_1_3_2_1_6_1","article-title":"Teaching Critical Thinking Skills In Higher Education: A Review Of The Literature","volume":"8","author":"Behar-Horenstein Linda","year":"2011","journal-title":"Journal of College Teaching and Learning"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2445196.2445265"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3137065.3137069"},{"key":"e_1_3_2_1_9_1","volume-title":"In AERA","author":"Brennan Karen","year":"2012"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Valentina Dagiene and Gabriele Stupuriene. 2016. Bebras--A Sustainable Community Building Model for the Concept Based Learning of Informatics and Computational Thinking. Informatics in Education 15 1 (2016). https:\/\/eric.ed.gov\/?id=EJ1097494  Valentina Dagiene and Gabriele Stupuriene. 2016. Bebras--A Sustainable Community Building Model for the Concept Based Learning of Informatics and Computational Thinking. Informatics in Education 15 1 (2016). https:\/\/eric.ed.gov\/?id=EJ1097494","DOI":"10.15388\/infedu.2016.02"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2983468.2983517"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3277565"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2011.08.006"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2011.08.006"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1089786.1089799"},{"key":"e_1_3_2_1_16_1","first-page":"1","article-title":"Digital Literacy: A Conceptual Framework for Survival Skills in the Digital era","volume":"13","author":"Eshet Yoram","year":"2004","journal-title":"Journal of Educational Multimedia and Hypermedia"},{"key":"e_1_3_2_1_17_1","unstructured":"Charles Fadel and Bernie Trilling. 2010. 21st Century Skills: Learning for Life in Our Times. Education Review \/\/ Rese\u00f1as Educativas 0 0 (2010).  Charles Fadel and Bernie Trilling. 2010. 21st Century Skills: Learning for Life in Our Times. Education Review \/\/ Rese\u00f1as Educativas 0 0 (2010)."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3148456.3148485"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"Bent Flyvbjerg. 2006. Five misunderstandings about case-study research. Qualitative inquiry 12 2 (2006) 219--245.  Bent Flyvbjerg. 2006. Five misunderstandings about case-study research. Qualitative inquiry 12 2 (2006) 219--245.","DOI":"10.1177\/1077800405284363"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/11915355_15"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-24722-4_14"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2159365.2159366"},{"key":"e_1_3_2_1_23_1","unstructured":"Paul Gilster. 1997. Digital Literacy. John Wiley & Sons Inc. New York NY USA.   Paul Gilster. 1997. Digital Literacy. John Wiley & Sons Inc. New York NY USA."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2462476.2466518"},{"key":"e_1_3_2_1_25_1","volume-title":"International Journal of Technology and Design Education (Sept.","author":"Gravel Brian E.","year":"2017"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.3102\/0013189X12463051"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"Casper Harteveld. 2011. Triadic Game Design: Balancing Reality Meaning and Play (1st ed.). Springer Publishing Company Incorporated.   Casper Harteveld. 2011. Triadic Game Design: Balancing Reality Meaning and Play (1st ed.). Springer Publishing Company Incorporated.","DOI":"10.1007\/978-1-84996-157-8"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2968120.2987750"},{"key":"e_1_3_2_1_29_1","unstructured":"Yasmin B. Kafai. 1996. Constructionism in Practice: Designing Thinking and Learning in a Digital World. Routledge.  Yasmin B. Kafai. 1996. Constructionism in Practice: Designing Thinking and Learning in a Digital World. Routledge."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1080\/00461520.2015.1124022"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1002\/smr.344"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2015.05.047"},{"key":"e_1_3_2_1_33_1","unstructured":"Filiz Kalelioglu Yasemin Gilbahar and Volkan Kukul. 2016. A Framework for Computational Thinking Based on a Systematic Research Review. In Baltic Journal of Modern Computing. 583--596.  Filiz Kalelioglu Yasemin Gilbahar and Volkan Kukul. 2016. A Framework for Computational Thinking Based on a Systematic Research Review. In Baltic Journal of Modern Computing. 583--596."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"crossref","unstructured":"Filiz Kalelio\u011flu and Yasemin G\u00fclbahar. 2014. The Effects of Teaching Programming via Scratch on Problem Solving Skills: A Discussion from Learners' Perspective. Informatics in Education 13 1 (2014).  Filiz Kalelio\u011flu and Yasemin G\u00fclbahar. 2014. The Effects of Teaching Programming via Scratch on Problem Solving Skills: A Discussion from Learners' Perspective. Informatics in Education 13 1 (2014).","DOI":"10.15388\/infedu.2014.03"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"crossref","unstructured":"Marjaana Kangas. 2010. Creative and playful learning: Learning through game co-creation and games in a playful learning environment. Thinking skills and Creativity 5 1 (2010) 1--15.  Marjaana Kangas. 2010. Creative and playful learning: Learning through game co-creation and games in a playful learning environment. Thinking skills and Creativity 5 1 (2010) 1--15.","DOI":"10.1016\/j.tsc.2009.11.001"},{"key":"e_1_3_2_1_36_1","unstructured":"Leonard Kaufman and Peter J Rousseeuw. 2009. Finding groups in data: an introduction to cluster analysis. Vol. 344. John Wiley & Sons.  Leonard Kaufman and Peter J Rousseeuw. 2009. Finding groups in data: an introduction to cluster analysis. Vol. 344. John Wiley & Sons."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1080\/00393541.2015.11666280"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1080\/00029890.1985.11971572"},{"key":"e_1_3_2_1_39_1","unstructured":"Praveen Kuruvada Daniel Asamoah Nikunj Dalal and Subhash Kak. 2010. The Use of Rapid Digital Game Creation to Learn Computational Thinking. arXiv:1011.4093 {cs} (Nov. 2010). http:\/\/arxiv.org\/abs\/1011.4093 arXiv: 1011.4093.  Praveen Kuruvada Daniel Asamoah Nikunj Dalal and Subhash Kak. 2010. The Use of Rapid Digital Game Creation to Learn Computational Thinking. arXiv:1011.4093 {cs} (Nov. 2010). http:\/\/arxiv.org\/abs\/1011.4093 arXiv: 1011.4093."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2013.09.005"},{"key":"e_1_3_2_1_41_1","first-page":"137","article-title":"Playful learning and Montessori education","volume":"38","author":"Lillard Angeline S","year":"2013","journal-title":"NAMTA Journal"},{"key":"e_1_3_2_1_42_1","first-page":"41","article-title":"Computational Thinkingin Secondary Education: Where Does It Fit","volume":"2","author":"Lockwood James","year":"2018","journal-title":"A Systematic Literary Review. Online Submission"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2014.09.012"},{"key":"e_1_3_2_1_44_1","unstructured":"K. E. Maani and Vandana Maharaj. 2002. Links Between Systems Thinking and Complex Problem Solving-Further Evidence.  K. E. Maani and Vandana Maharaj. 2002. Links Between Systems Thinking and Complex Problem Solving-Further Evidence."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/1839594.1839607"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"Punya Mishra and Matthew J Koehler. 2006. Technological pedagogical content knowledge: A framework for teacher knowledge. Teachers college record 108 6 (2006) 1017.  Punya Mishra and Matthew J Koehler. 2006. Technological pedagogical content knowledge: A framework for teacher knowledge. Teachers college record 108 6 (2006) 1017.","DOI":"10.1111\/j.1467-9620.2006.00684.x"},{"key":"e_1_3_2_1_47_1","unstructured":"Jes\u00fas Moreno-Le\u00f3n Gregorio Robles and Marcos Rom\u00e1n-Gonz\u00e1lez. 2015. Dr. Scratch: Automatic analysis of scratch projects to assess and foster computational thinking. RED. Revista de Educaci\u00f3n a Distancia 46 (2015) 1--23.  Jes\u00fas Moreno-Le\u00f3n Gregorio Robles and Marcos Rom\u00e1n-Gonz\u00e1lez. 2015. Dr. Scratch: Automatic analysis of scratch projects to assess and foster computational thinking. RED. Revista de Educaci\u00f3n a Distancia 46 (2015) 1--23."},{"key":"e_1_3_2_1_48_1","unstructured":"Jes\u00fas Moreno-Le\u00f3n Gregorio Robles and Marcos Rom\u00e1n-Gonz\u00e1lez. 2017. Towards Data-Driven Learning Paths to Develop Computational Thinking with Scratch. IEEE Transactions on Emerging Topics in Computing (2017).  Jes\u00fas Moreno-Le\u00f3n Gregorio Robles and Marcos Rom\u00e1n-Gonz\u00e1lez. 2017. Towards Data-Driven Learning Paths to Develop Computational Thinking with Scratch. IEEE Transactions on Emerging Topics in Computing (2017)."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818314.2818338"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.28945\/3521"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/EDUCON.2016.7474681"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3027063.3053216"},{"key":"e_1_3_2_1_53_1","unstructured":"Chrystalla Mouza Yi-Cheng Pan Lori L. Pollock James Atlas and Terry Harvey. 2014. Partner4CS: Bringing Computational Thinking to Middle School through Game Design. FabLearn.  Chrystalla Mouza Yi-Cheng Pan Lori L. Pollock James Atlas and Terry Harvey. 2014. Partner4CS: Bringing Computational Thinking to Middle School through Game Design. FabLearn."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1504\/IJMLO.2016.077867"},{"key":"e_1_3_2_1_55_1","volume-title":"Mindstorms: Children, Computers, and Powerful Ideas","author":"Papert Seymour","year":"1980"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1080\/001318800440579"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/950566.950596"},{"key":"e_1_3_2_1_58_1","volume-title":"Proceedings of the Summit on Connected Learning, CLS'18","author":"Puttick Gillian","year":"2018"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10956-017-9725-x"},{"key":"e_1_3_2_1_60_1","unstructured":"Mitchel Resnick. 1990. LEGO\/Logo--learning Through and about Design. Epistemology and Learning Group MIT Media Laboratory. Google-Books-ID: AEmytgAACAAJ.  Mitchel Resnick. 1990. LEGO\/Logo--learning Through and about Design. Epistemology and Learning Group MIT Media Laboratory. Google-Books-ID: AEmytgAACAAJ."},{"key":"e_1_3_2_1_61_1","volume-title":"Distributed Constructionism. In Proceedings of the 1996 International Conference on Learning Sciences (ICLS '96)","author":"Resnick Mitchel","year":"1996"},{"key":"e_1_3_2_1_62_1","first-page":"1","article-title":"Playful learning and creative societies","volume":"8","author":"Resnick Mitchel","year":"2003","journal-title":"Education Update"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/1592761.1592779"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1109\/IWSC.2017.7880506"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1109\/IWSC.2017.7880506"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2016.08.047"},{"key":"e_1_3_2_1_67_1","unstructured":"Marcos Rom\u00e1n-Gonz\u00e1lez. 2015. Computational Thinking Test: Design Guidelines and Content Validation.  Marcos Rom\u00e1n-Gonz\u00e1lez. 2015. Computational Thinking Test: Design Guidelines and Content Validation."},{"key":"e_1_3_2_1_68_1","volume-title":"International Journal of Child-Computer Interaction (07","author":"Rom\u00e1n-Gonz\u00e1lez Marcos","year":"2018"},{"key":"e_1_3_2_1_69_1","unstructured":"Ricarose Vallarta Roque. 2007. OpenBlocks: an extendable framework for graphical block programming systems. Ph.D. Dissertation. Massachusetts Institute of Technology.  Ricarose Vallarta Roque. 2007. OpenBlocks: an extendable framework for graphical block programming systems. Ph.D. Dissertation. Massachusetts Institute of Technology."},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3130859.3131294"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3102071.3106352"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3197091.3205823"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/1463689.1463762"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/2493394.2493403"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/2462476.2462511"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.edurev.2017.09.003"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"crossref","unstructured":"Sigmund Tobias J. Dexter Fletcher and Alexander P. Wind. 2014. Game-Based Learning. In Handbook of Research on Educational Communications and Technology. Springer New York NY 485--503.  Sigmund Tobias J. Dexter Fletcher and Alexander P. Wind. 2014. Game-Based Learning. In Handbook of Research on Educational Communications and Technology. Springer New York NY 485--503.","DOI":"10.1007\/978-1-4614-3185-5_38"},{"key":"e_1_3_2_1_78_1","unstructured":"Michael Gr. Voskoglou and Sheryl Buckley. 2012. Problem Solving and Computational Thinking in a Learning Environment. CoRR abs\/1212.0750 (2012). arXiv:1212.0750 http:\/\/arxiv.org\/abs\/1212.0750  Michael Gr. Voskoglou and Sheryl Buckley. 2012. Problem Solving and Computational Thinking in a Learning Environment. CoRR abs\/1212.0750 (2012). arXiv:1212.0750 http:\/\/arxiv.org\/abs\/1212.0750"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10956-015-9581-5"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.4018\/IJGBL.2016010101"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/2157136.2157200"},{"key":"e_1_3_2_1_82_1","volume-title":"6th European conference on games-based learning (ECGBL). 4--5.","author":"Wilson Amanda","year":"2012"},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/1118178.1118215"},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"crossref","unstructured":"Jeannette M. Wing. 2008. Computational thinking and thinking about computing. Philosophical transactions. Series A Mathematical physical and engineering sciences 366 1881 (Oct. 2008) 3717--3725.  Jeannette M. Wing. 2008. Computational thinking and thinking about computing. Philosophical transactions. Series A Mathematical physical and engineering sciences 366 1881 (Oct. 2008) 3717--3725.","DOI":"10.1098\/rsta.2008.0118"},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.5555\/2040452.2040499"}],"event":{"name":"IDC '19: Interaction Design and Children","location":"Boise ID USA","acronym":"IDC '19","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 18th ACM International Conference on Interaction Design and Children"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3311927.3323152","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3311927.3323152","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3311927.3323152","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:57:55Z","timestamp":1750208275000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3311927.3323152"}},"subtitle":["Exploring Programming and Computational Thinking Development via Metrics in Student-Designed Serious Games for STEM"],"short-title":[],"issued":{"date-parts":[[2019,6,12]]},"references-count":85,"alternative-id":["10.1145\/3311927.3323152","10.1145\/3311927"],"URL":"https:\/\/doi.org\/10.1145\/3311927.3323152","relation":{},"subject":[],"published":{"date-parts":[[2019,6,12]]},"assertion":[{"value":"2019-06-12","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}