{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,24]],"date-time":"2026-01-24T15:36:06Z","timestamp":1769268966502,"version":"3.49.0"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030825430","type":"print"},{"value":"9783030825447","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,8,1]],"date-time":"2021-08-01T00:00:00Z","timestamp":1627776000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,8,1]],"date-time":"2021-08-01T00:00:00Z","timestamp":1627776000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-82544-7_27","type":"book-chapter","created":{"date-parts":[[2021,7,31]],"date-time":"2021-07-31T07:02:50Z","timestamp":1627714970000},"page":"288-301","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["An Interactive Robot Platform for Introducing Reinforcement Learning to K-12 Students"],"prefix":"10.1007","author":[{"given":"Ziyi","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sara","family":"Willner-Giwerc","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jivko","family":"Sinapov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jennifer","family":"Cross","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chris","family":"Rogers","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,8,1]]},"reference":[{"issue":"6","key":"27_CR1","doi-asserted-by":"publisher","first-page":"2042","DOI":"10.1109\/TNNLS.2017.2773458","volume":"29","author":"B Kiumarsi","year":"2018","unstructured":"Kiumarsi, B., Vamvoudakis, K.G., Modares, H., Lewis, F.L.: Optimal and autonomous control using reinforcement learning: A survey. IEEE Trans. Neural Netw. Learn. Syst. 29(6), 2042\u20132062 (2018)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"27_CR2","first-page":"031084","volume":"8","author":"T Fosel","year":"2018","unstructured":"Fosel, T., Tighineanu, P., Weiss, T., Marquardt, F.: Reinforcement learning with neural networks for quantum feedback. Phys. Rev. X 8, 031084 (2018)","journal-title":"Phys. Rev. X"},{"key":"27_CR3","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1021\/acscentsci.7b00492","volume":"3","author":"Z Zhou","year":"2017","unstructured":"Zhou, Z., Li, X., Zare, R.: Optimizing chemical reactions with deep reinforcement learning. ACS Cent. Sci. 3, 12 (2017)","journal-title":"ACS Cent. Sci."},{"issue":"6419","key":"27_CR4","doi-asserted-by":"publisher","first-page":"1140","DOI":"10.1126\/science.aar6404","volume":"362","author":"D Silver","year":"2018","unstructured":"Silver, D., et al.: A general reinforcement learning algorithm that masters chess, shogi, and go through self-play. Science 362(6419), 1140\u20131144 (2018)","journal-title":"Science"},{"key":"27_CR5","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. A Bradford Book, Cambridge (2018)"},{"key":"27_CR6","unstructured":"Taylor, M.E.: Teaching reinforcement learning with Mario: an argument and case study. In: Proceedings of the 2011 AAAI Symposium Educational Advances in Artificial Intelligence (2011)"},{"key":"27_CR7","first-page":"06","volume":"100182","author":"H Vartiainen","year":"2020","unstructured":"Vartiainen, H., Tedre, M., Valtonen, T.: Learning machine learning with very young children: who is teaching whom? Int. J. Child-Comput. Interact. 100182, 06 (2020)","journal-title":"Int. J. Child-Comput. Interact."},{"key":"27_CR8","doi-asserted-by":"crossref","unstructured":"Sakulkueakulsuk, B.: Kids making AI: integrating machine learning, gamification, and social context in stem education. In: 2018 IEEE International Conference on Teaching, Assessment, and Learning for Engineering (TALE), pp. 1005\u20131010. IEEE (2018)","DOI":"10.1109\/TALE.2018.8615249"},{"key":"27_CR9","unstructured":"Coppens, Y., Bargiacchi, E., Now\u00e9, A.: Reinforcement learning 101 with a virtual reality game. In: Proceedings of the 1st International Workshop on Education in Artificial Intelligence K-12, August 2019"},{"key":"27_CR10","doi-asserted-by":"crossref","unstructured":"Williams, R., Park, H.W., Breazeal, C.: A is for artificial intelligence: The impact of artificial intelligence activities on young children\u2019s perceptions of robots. In: CHI 2019: Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems, pp. 1\u201311, April 2019","DOI":"10.1145\/3290605.3300677"},{"key":"27_CR11","unstructured":"Parsons, S., Sklar, E., et al.: Teaching AI using LEGO mindstorms. In: AAAI Spring Symposium (2004)"},{"key":"27_CR12","doi-asserted-by":"crossref","unstructured":"van der Vlist, B., et al.: Teaching machine learning to design students. In: Pan, Z., Zhang, X., El Rhalibi, A., Woo, W., Li, Y. (eds.) Technologies for E-Learning and Digital Entertainment, pp. 206\u2013217. Springer, Heidelberg (2008)","DOI":"10.1007\/978-3-540-69736-7_23"},{"key":"27_CR13","doi-asserted-by":"crossref","unstructured":"Carney, M., et al.: Teachable machine: approachable web-based tool for exploring machine learning classification. In: Extended Abstracts of the 2020 CHI Conference on Human Factors in Computing Systems, CHI EA 2020, pp. 1\u20138, New York, NY, USA, 2020. Association for Computing Machinery (2020)","DOI":"10.1145\/3334480.3382839"},{"key":"27_CR14","unstructured":"Druga, S.: Growing up with AI. Cognimates: from coding to teaching machines. PhD thesis, Massachusetts Institute of Technology (2018)"},{"key":"27_CR15","doi-asserted-by":"crossref","unstructured":"Friese, S., Rother, K.: Teaching artificial intelligence using a web-based game server. In: Proceedings of the 13th Koli Calling International Conference on Computing Education Research, pp. 193\u2013194 (2013)","DOI":"10.1145\/2526968.2526992"},{"key":"27_CR16","doi-asserted-by":"publisher","first-page":"793","DOI":"10.1109\/ACCESS.2015.2442680","volume":"3","author":"D-M Yoon","year":"2015","unstructured":"Yoon, D.-M., Kim, K.-J.: Challenges and opportunities in game artificial intelligence education using angry birds. IEEE Access 3, 793\u2013804 (2015)","journal-title":"IEEE Access"},{"key":"27_CR17","unstructured":"McGovern, A., Tidwell, Z., Rushing, D.: Teaching introductory artificial intelligence through java-based games. In: AAAI 2011 (2011)"},{"key":"27_CR18","doi-asserted-by":"crossref","unstructured":"DeNero, J., Klein, D.: Teaching introductory artificial intelligence with Pac-Man. In: First AAAI Symposium on Educational Advances in Artificial Intelligence (2010)","DOI":"10.1609\/aaai.v24i3.18829"},{"key":"27_CR19","doi-asserted-by":"publisher","first-page":"202","DOI":"10.1016\/j.compedu.2016.09.001","volume":"102","author":"T Hainey","year":"2016","unstructured":"Hainey, T., Connolly, T.M., Boyle, E.A., Wilson, A., Razak, A.: A systematic literature review of games-based learning empirical evidence in primary education. Comput. Educ. 102, 202\u2013223 (2016)","journal-title":"Comput. Educ."},{"key":"27_CR20","doi-asserted-by":"crossref","unstructured":"Wollowski, M.: A survey of current practice and teaching of AI. In: Thirtieth AAAI Conference on Artificial Intelligence (2016)","DOI":"10.1609\/aaai.v30i1.9857"},{"key":"27_CR21","doi-asserted-by":"crossref","unstructured":"Petrovi\u010d, P.: Spike up prime interest in physics. In: Robotics in Education, pp. 146\u2013160. Springer International Publishing, (2021)","DOI":"10.1007\/978-3-030-67411-3_14"},{"key":"27_CR22","doi-asserted-by":"crossref","unstructured":"Mandin, S., De\u00a0Simone, M., Soury-Lavergne, S.: Robot moves as tangible feedback in a mathematical game at primary school. In: Robotics in Education. Advances in Intelligent Systems and Computing, pp. 245\u2013257. Springer International Publishing, Cham (2016)","DOI":"10.1007\/978-3-319-42975-5_22"},{"key":"27_CR23","doi-asserted-by":"crossref","unstructured":"Laut, J., Kapila, V., Iskander, M.: Exposing middle school students to robotics and engineering through LEGO and Matlab. In: 120th ASEE Annual Conference and Exposition, 2013. 120th ASEE Annual Conference and Exposition; Conference 23 June 2013 Through 26 June 2013","DOI":"10.18260\/1-2--19597"},{"key":"27_CR24","first-page":"2","volume":"3","author":"K Williams","year":"2012","unstructured":"Williams, K., Igel, I., Poveda, R., Kapila, V., Iskander, M.: Enriching K-12 science and mathematics education using LEGOs. Adv. Eng. Educ. 3, 2 (2012)","journal-title":"Adv. Eng. Educ."},{"key":"27_CR25","first-page":"12","volume":"2","author":"L Whitman","year":"2003","unstructured":"Whitman, L., Witherspoon, T.: Using LEGOs to interest high school students and improve K-12 stem education. Change 2, 12 (2003)","journal-title":"Change"},{"key":"27_CR26","doi-asserted-by":"crossref","unstructured":"Selkowitz, R.I., Burhans, D.T.: Shallow blue: LEGO-based embodied AI as a platform for cross-curricular project based learning. In: Proceedings of the Twenty-Eighth AAAI Conference on Artificial Intelligence, pp. 3037\u20133043 (2014)","DOI":"10.1609\/aaai.v28i3.19040"},{"key":"27_CR27","unstructured":"Cheli, M., Sinapov, J., Danahy, E.E., Rogers, C.: Towards an augmented reality framework for K-12 robotics education. In: Proceedings of the 1st International Workshop on Virtual, Augmented, and Mixed Reality for HRI (VAM-HRI) (2018)"},{"issue":"3\u20134","key":"27_CR28","first-page":"279","volume":"8","author":"Christopher JCH Watkins and Peter Dayan","year":"1992","unstructured":"Christopher JCH Watkins and Peter Dayan: Q-learning. Mach. Lear. 8(3\u20134), 279\u2013292 (1992)","journal-title":"Mach. Lear."},{"key":"27_CR29","doi-asserted-by":"crossref","unstructured":"WWillner-Giwerc, S., Danahy, E., Rogers, C.: Placemat instructions for open-ended robotics challenges. In: Robotics in Education, pp. 234\u2013244. Springer International Publishing (2021)","DOI":"10.1007\/978-3-030-67411-3_21"},{"key":"27_CR30","unstructured":"Cleaver, A., Muhammad, F., Hassan, A., Short, E., Sinapov, J.: SENSAR: a visual tool for intelligent robots for collaborative human-robot interaction. In: AAAI Fall Symposium on Artificial Intelligence for Human-Robot Interaction (2020)"},{"key":"27_CR31","doi-asserted-by":"crossref","unstructured":"Chandan, K., Kudalkar, V., Li, X., Zhang, S.: ARROCH: Augmented reality for robots collaborating with a human. In: IEEE International Conference on Robotics and Automation (ICRA) (2021)","DOI":"10.1109\/ICRA48506.2021.9561144"},{"key":"27_CR32","unstructured":"Ikeda, B., Szafir, D.: An AR debugging tool for robotics programmers. In: International Workshop on Virtual, Augmented, and Mixed-Reality for Human-Robot Interaction (VAM-HRI) (2021)"}],"container-title":["Advances in Intelligent Systems and Computing","Robotics in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-82544-7_27","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,5]],"date-time":"2024-09-05T10:41:40Z","timestamp":1725532900000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-82544-7_27"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8,1]]},"ISBN":["9783030825430","9783030825447"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-82544-7_27","relation":{},"ISSN":["2194-5357","2194-5365"],"issn-type":[{"value":"2194-5357","type":"print"},{"value":"2194-5365","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,8,1]]},"assertion":[{"value":"1 August 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"RiE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Robotics in Education (RiE)","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bratislava","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Slovakia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 April 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 April 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"rie2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/rie.science\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}