{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T05:09:48Z","timestamp":1771045788083,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T00:00:00Z","timestamp":1739318400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100006374","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["1750192"],"award-info":[{"award-number":["1750192"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,2,12]]},"DOI":"10.1145\/3641554.3701850","type":"proceedings-article","created":{"date-parts":[[2025,2,20]],"date-time":"2025-02-20T09:19:36Z","timestamp":1740043176000},"page":"1064-1070","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["NeuRL: A Standalone No-Code Web-Based Agent Environment to Explore Neural Networks and Reinforcement Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-1846-0827","authenticated-orcid":false,"given":"Scott","family":"Siegel","sequence":"first","affiliation":[{"name":"Department of Biomedical Engineering, University of Florida, Gainesville, Florida, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1340-8315","authenticated-orcid":false,"given":"Amanpreet","family":"Kapoor","sequence":"additional","affiliation":[{"name":"Department of Engineering Education, University of Florida, Gainesville, Florida, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4530-2048","authenticated-orcid":false,"given":"Parisa","family":"Rashidi","sequence":"additional","affiliation":[{"name":"Department of Biomedical Engineering, University of Florida, Gainesville, Florida, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,2,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSCDS53736.2022.9760932"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1080\/10447310802205776"},{"key":"e_1_3_2_1_3_1","first-page":"423","article-title":"Reinforcement learning: An introduction by Richards","volume":"6","author":"Barto Andrew G","year":"2021","unstructured":"Andrew G Barto. 2021. Reinforcement learning: An introduction by Richards' Sutton. SIAM Rev 6, 2 (2021), 423.","journal-title":"Sutton. SIAM Rev"},{"key":"e_1_3_2_1_4_1","volume-title":"Blender: Open Source 3D creation.","author":"Foundation Blender","year":"2024","unstructured":"Blender Foundation. 2024. Blender: Open Source 3D creation."},{"key":"e_1_3_2_1_5_1","volume-title":"Retrieved","author":"Cabello Ricardo","year":"2022","unstructured":"Ricardo Cabello. 2022. three.js. Retrieved March 20, 2022 from https:\/\/github.com\/mrdoob\/three.js"},{"key":"e_1_3_2_1_6_1","unstructured":"Paul F Christiano Jan Leike Tom Brown Miljan Martic Shane Legg and Dario Amodei. 2017. Deep reinforcement learning from human preferences. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_7_1","volume-title":"Gymnasium: A toolkit for developing and comparing reinforcement learning algorithms.","author":"Contributors Gymnasium","year":"2024","unstructured":"Gymnasium Contributors. 2024. Gymnasium: A toolkit for developing and comparing reinforcement learning algorithms. Retrieved from https:\/\/gymnasium.github.io\/"},{"key":"e_1_3_2_1_8_1","volume-title":"Kimberly Arellano Carmona, and Rewanshi Kumar","author":"Crawford Lindsay K","year":"2024","unstructured":"Lindsay K Crawford, Kimberly Arellano Carmona, and Rewanshi Kumar. 2024. Examining the Impact of Project-Based Learning on Students' Self-Reported and Actual Learning Outcomes. Pedagogy in Health Promotion (2024), 23733799241234065."},{"key":"e_1_3_2_1_9_1","volume-title":"The Open High Throughput Computing Content Delivery Network. In EPJ Web of Conferences","author":"Dykstra Dave","year":"2019","unstructured":"Dave Dykstra, Brian Bockelman, Jakob Blomer, and Laurence Field. 2019. The Open High Throughput Computing Content Delivery Network. In EPJ Web of Conferences, 2019. EDP Sciences, 04023."},{"key":"e_1_3_2_1_10_1","volume-title":"Informatics","author":"Mon Bisni Fahad","year":"2023","unstructured":"Bisni Fahad Mon, Asma Wasfi, Mohammad Hayajneh, Ahmad Slim, and Najah Abu Ali. 2023. Reinforcement Learning in Education: A Literature Review. In Informatics, 2023. MDPI, 74."},{"key":"e_1_3_2_1_11_1","unstructured":"Artemij Fedosejev. 2015. React.js Essentials. Packt Publishing Ltd."},{"key":"e_1_3_2_1_12_1","volume-title":"A survey on interpretable reinforcement learning. Machine Learning","author":"Glanois Claire","year":"2024","unstructured":"Claire Glanois, Paul Weng, Matthieu Zimmer, Dong Li, Tianpei Yang, Jianye Hao, and Wulong Liu. 2024. A survey on interpretable reinforcement learning. Machine Learning (2024), 1--44."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-022-04278-6"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Daniel Graupe. 2013. Principles of artificial neural networks. World Scientific.","DOI":"10.1142\/8868"},{"key":"e_1_3_2_1_15_1","volume-title":"Guidance on open educational practices during school closures: Utilizing OER under COVID-19 pandemic in line with UNESCO OER recommendation","author":"Huang Ronghuai","year":"2020","unstructured":"Ronghuai Huang, D Liu, A Tlili, S Knyazeva, TW Chang, X Zhang, D Burgos, M Jemni, M Zhang, R Zhuang, and others. 2020. Guidance on open educational practices during school closures: Utilizing OER under COVID-19 pandemic in line with UNESCO OER recommendation. Beijing: Smart Learning Institute of Beijing Normal University (2020)."},{"key":"e_1_3_2_1_16_1","volume-title":"Unity: A general platform for intelligent agents. arXiv preprint arXiv:1809.02627","author":"Juliani Arthur","year":"2018","unstructured":"Arthur Juliani, Vincent-Pierre Berges, Ervin Teng, Andrew Cohen, Jonathan Harper, Chris Elion, Chris Goy, Yuan Gao, Hunter Henry, Marwan Mattar, and others. 2018. Unity: A general platform for intelligent agents. arXiv preprint arXiv:1809.02627 (2018)."},{"key":"e_1_3_2_1_17_1","volume-title":"Fernanda B Vi\u00e9gas, and Martin Wattenberg.","author":"Kahng Minsuk","year":"2018","unstructured":"Minsuk Kahng, Nikhil Thorat, Duen Horng Chau, Fernanda B Vi\u00e9gas, and Martin Wattenberg. 2018. Gan lab: Understanding complex deep generative models using interactive visual experimentation. IEEE transactions on visualization and computer graphics 25, 1 (2018), 310--320."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2724660.2724681"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300493"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2022.03.003"},{"key":"e_1_3_2_1_21_1","article-title":"No-cost learning material: Perspectives from industrial and systems engineering students","volume":"21","author":"Li Lin","year":"2021","unstructured":"Lin Li, Robert S Keyser, and Raven Pierson. 2021. No-cost learning material: Perspectives from industrial and systems engineering students. Journal of Higher Education Theory and Practice 21, 10 (2021).","journal-title":"Journal of Higher Education Theory and Practice"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.15388\/infedu.2020.14"},{"key":"e_1_3_2_1_23_1","volume-title":"International conference on machine learning, 2016","author":"Mnih Volodymyr","year":"2016","unstructured":"Volodymyr Mnih, Adria Puigdomenech Badia, Mehdi Mirza, Alex Graves, Timothy Lillicrap, Tim Harley, David Silver, and Koray Kavukcuoglu. 2016. Asynchronous methods for deep reinforcement learning. In International conference on machine learning, 2016. PMLR, 1928--1937."},{"key":"e_1_3_2_1_24_1","volume-title":"Playing atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602","author":"Mnih Volodymyr","year":"2013","unstructured":"Volodymyr Mnih, Koray Kavukcuoglu, David Silver, Alex Graves, Ioannis Antonoglou, Daan Wierstra, and Martin Riedmiller. 2013. Playing atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602 (2013)."},{"key":"e_1_3_2_1_25_1","volume-title":"Mastering blender","author":"Mullen Tony","unstructured":"Tony Mullen. 2011. Mastering blender. John Wiley & Sons."},{"key":"e_1_3_2_1_26_1","unstructured":"Adam Paszke. Google Colab. Retrieved May 12 2024 from https:\/\/colab.research.google.com\/github\/pytorch\/tutorials\/blob\/gh-pages\/_downloads\/9da0471a9eeb2351a488cd4b44fc6bbf\/reinforcement_q_learning.ipynb"},{"key":"e_1_3_2_1_27_1","unstructured":"Qualtrics LLC. 2024. Qualtrics."},{"key":"e_1_3_2_1_28_1","volume-title":"Advances in Neural Information Processing Systems 36","author":"Rafailov Rafael","year":"2024","unstructured":"Rafael Rafailov, Archit Sharma, Eric Mitchell, Christopher D Manning, Stefano Ermon, and Chelsea Finn. 2024. Direct preference optimization: Your language model is secretly a reward model. Advances in Neural Information Processing Systems 36, (2024)."},{"key":"e_1_3_2_1_29_1","unstructured":"Randi J. Rost Bill Licea-Kane Dan Ginsburg John Kessenich Barthold Lichtenbelt Hugh Malan and Mike Weiblen. 2009. OpenGL Shading Language. Pearson Education."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.3390\/fi15060192"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"crossref","unstructured":"Sandra Schaffert. 2010. Strategic integration of open educational resources in higher education: objectives case studies and the impact of Web 2.0 on universities. Changing cultures in higher education: Moving ahead to future learning (2010) 119--131.","DOI":"10.1007\/978-3-642-03582-1_11"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2107.08828"},{"key":"e_1_3_2_1_33_1","volume-title":"Proceedings of Machine Learning and Systems 1","author":"Smilkov Daniel","year":"2019","unstructured":"Daniel Smilkov, Nikhil Thorat, Yannick Assogba, Charles Nicholson, Nick Kreeger, Ping Yu, Shanqing Cai, Eric Nielsen, David Soegel, Stan Bileschi, and others. 2019. Tensorflow.js: Machine learning for the web and beyond. Proceedings of Machine Learning and Systems 1, (2019), 309--321."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459990.3465176"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1631\/FITEE.1900533"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3030418"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"Christopher JCH Watkins and Peter Dayan. 1992. Q-learning. Machine learning 8 (1992) 279--292.","DOI":"10.1023\/A:1022676722315"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2023.123618"},{"key":"e_1_3_2_1_39_1","unstructured":"Scale & Ship Faster with a Composable Web Architecture | Netlify. Retrieved May 3 2024 from https:\/\/www.netlify.com\/"}],"event":{"name":"SIGCSE TS 2025: The 56th ACM Technical Symposium on Computer Science Education","location":"Pittsburgh PA USA","acronym":"SIGCSE TS 2025","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 56th ACM Technical Symposium on Computer Science Education V. 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3641554.3701850","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3641554.3701850","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T06:31:53Z","timestamp":1755757913000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3641554.3701850"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,12]]},"references-count":39,"alternative-id":["10.1145\/3641554.3701850","10.1145\/3641554"],"URL":"https:\/\/doi.org\/10.1145\/3641554.3701850","relation":{},"subject":[],"published":{"date-parts":[[2025,2,12]]},"assertion":[{"value":"2025-02-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}