{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T07:10:05Z","timestamp":1755846605997,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":13,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,20]],"date-time":"2023-07-20T00:00:00Z","timestamp":1689811200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"National Science Foundation","award":["Cooperative Agreement DRL-2112532 with the National AI Institute"],"award-info":[{"award-number":["Cooperative Agreement DRL-2112532 with the National AI Institute"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,20]]},"DOI":"10.1145\/3573051.3596190","type":"proceedings-article","created":{"date-parts":[[2023,7,18]],"date-time":"2023-07-18T20:43:03Z","timestamp":1689712983000},"page":"373-377","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["A Scalable Architecture for Conducting A\/B Experiments in Educational Settings"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-5461-5848","authenticated-orcid":false,"given":"Andrew","family":"Hornback","sequence":"first","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-1243-2201","authenticated-orcid":false,"given":"Stephen","family":"Buckley","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-3012-7090","authenticated-orcid":false,"given":"John","family":"Kos","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-0350-291X","authenticated-orcid":false,"given":"Scott","family":"Bunin","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5643-9360","authenticated-orcid":false,"given":"Sungeun","family":"An","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0537-6229","authenticated-orcid":false,"given":"David","family":"Joyner","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4043-0614","authenticated-orcid":false,"given":"Ashok","family":"Goel","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,7,20]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"R. Kohavi and S. Thomke \"The Surprising Power of Online Experiments \" Harvard Business Review 16-Sep-2020. [Online]. Available: https:\/\/hbr.org\/2017\/09\/the-surprising-power-of-online-experiments. [Accessed: 26-Sep-2022]."},{"key":"e_1_3_2_1_2_1","unstructured":"J. Simpson \"A\/B Testing: The Benefits And How To Use It Efficiently \" Forbes 12-Mar-2020. [Online]. Available: https:\/\/www.forbes.com\/sites\/forbesagencycouncil\/2020\/03\/12\/ab-testing-the-benefits-and-how-to-use-it-efficiently\/'sh=49de0e7786d4. [Accessed: 22-Sep-2022]."},{"key":"e_1_3_2_1_3_1","first-page":"978","volume":"1","author":"Tamburrelli Giordano","unstructured":"Tamburrelli, Giordano & Margara, Alessandro. (2014). Towards Automated A\/B Testing. 10.1007\/978--3--319-09940--8_13.","journal-title":"Testing."},{"key":"e_1_3_2_1_4_1","volume-title":"UpGrade: An Open Source Tool to Support A\/B Testing in Educational Software","author":"Ritter Steven","year":"2020","unstructured":"Ritter, Steven & Murphy, April & Fancsali, Stephen & Fitkariwala, Vivek & Patel, Nirmal & Lomas, Derek. (2020). UpGrade: An Open Source Tool to Support A\/B Testing in Educational Software."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","unstructured":"C. Kulkarni \"Design Perspectives of Learning at Scale: Scaling Efficiency and Empowerment\" L@S '19: Proceedings of the Sixth (2019) ACM Conference on Learning @ Scale June 2019 Article No.: 18 Pages 1--11 https:\/\/doi.org\/10.1145\/3330430.3333620","DOI":"10.1145\/3330430.3333620"},{"key":"e_1_3_2_1_6_1","volume-title":"ACM Conference on Learning@ Scale","author":"Chudzicki Christopher","year":"2015","unstructured":"Chudzicki, Christopher, David E. Pritchard, and Zhongzhou Chen. \"Learning experiments using AB testing at scale.\" Proceedings of the Second (2015) ACM Conference on Learning@ Scale. 2015."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.3998\/weave.12535642.0001.101"},{"volume-title":"Procs. 20th ACM Conference on Intelligent User Interfaces, 5--16","author":"Joyner D.","key":"e_1_3_2_1_8_1","unstructured":"Joyner, D., and Goel, A. 2015. Improving Inquiry-Driven Modeling in Science Education Through Interaction with Intelligent Tutoring Agents. In Procs. 20th ACM Conference on Intelligent User Interfaces, 5--16. New York: ACM"},{"key":"e_1_3_2_1_9_1","volume-title":"Lifelong learning and the new educational order","author":"Field J.","year":"2000","unstructured":"Field, J. (2000) Lifelong learning and the new educational order. Trentham Books, UK."},{"key":"e_1_3_2_1_10_1","volume-title":"The development of scientific thinking skills","author":"Kuhn D.","year":"1988","unstructured":"Kuhn, D., Amsel, E., & O'Laughlin, M. (1988). The development of scientific thinking skills. Orlando, FL: Academic Press."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1002\/9781118963418.childpsy216"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3-031--11647--6_102"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491140.3528261"}],"event":{"name":"L@S '23: Tenth ACM Conference on Learning @ Scale","acronym":"L@S '23","location":"Copenhagen Denmark"},"container-title":["Proceedings of the Tenth ACM Conference on Learning @ Scale"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3573051.3596190","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3573051.3596190","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T06:42:32Z","timestamp":1755844952000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3573051.3596190"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,20]]},"references-count":13,"alternative-id":["10.1145\/3573051.3596190","10.1145\/3573051"],"URL":"https:\/\/doi.org\/10.1145\/3573051.3596190","relation":{},"subject":[],"published":{"date-parts":[[2023,7,20]]},"assertion":[{"value":"2023-07-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}