{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T04:36:52Z","timestamp":1774931812999,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":36,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,4,21]],"date-time":"2018-04-21T00:00:00Z","timestamp":1524268800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Institute for Information & communications Technology Promotion (IITP)","award":["20160005640022007"],"award-info":[{"award-number":["20160005640022007"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,4,21]]},"DOI":"10.1145\/3173574.3173781","type":"proceedings-article","created":{"date-parts":[[2018,4,20]],"date-time":"2018-04-20T15:43:11Z","timestamp":1524238991000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":19,"title":["Enhancing Online Problems Through Instructor-Centered Tools for Randomized Experiments"],"prefix":"10.1145","author":[{"given":"Joseph Jay","family":"Williams","sequence":"first","affiliation":[{"name":"National University of Singapore, Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anna N.","family":"Rafferty","sequence":"additional","affiliation":[{"name":"Carleton College, Northfield, MN, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dustin","family":"Tingley","sequence":"additional","affiliation":[{"name":"Harvard University, Cambridge, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andrew","family":"Ang","sequence":"additional","affiliation":[{"name":"Harvard University, Cambridge, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Walter S.","family":"Lasecki","sequence":"additional","affiliation":[{"name":"University of Michigan, Ann Arbor, MI, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Juho","family":"Kim","sequence":"additional","affiliation":[{"name":"Korea Advanced Institute of Science & Technology, Daejeon, Rebublic of Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2018,4,21]]},"reference":[{"key":"e_1_3_2_2_1_1","article-title":"Further Optimal Regret Bounds for Thompson Sampling. In Proceedings of the Sixteenth International Conference on Artificial Intelligence and Statistics","author":"Agrawal Shipa","year":"2013","unstructured":"Shipa Agrawal and Navin Goyal. 2013. Further Optimal Regret Bounds for Thompson Sampling. In Proceedings of the Sixteenth International Conference on Artificial Intelligence and Statistics. Journal of Machine Learning Research, 99--107.","journal-title":"Journal of Machine Learning Research, 99--107."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"crossref","unstructured":"T. Anderson and J. Shattuck. 2012. Design-Based Research: A Decade of Progress in Education Research? 41 1 (2012) 16--25.","DOI":"10.3102\/0013189X11428813"},{"key":"e_1_3_2_2_3_1","volume-title":"Design-based research: Putting a stake in the ground. The journal of the learning sciences 13, 1","author":"Barab Sasha","year":"2004","unstructured":"Sasha Barab and Kurt Squire. 2004. Design-based research: Putting a stake in the ground. The journal of the learning sciences 13, 1 (2004), 1--14."},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677282"},{"key":"e_1_3_2_2_5_1","volume-title":"Bayesian adaptive methods for clinical trials","author":"Berry Scott M","unstructured":"Scott M Berry, Bradley P Carlin, J Jack Lee, and Peter Muller. 2010. Bayesian adaptive methods for clinical trials. CRC press."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.learninstruc.2007.09.007"},{"key":"e_1_3_2_2_7_1","volume-title":"Design experiments: Theoretical and methodological challenges in creating complex interventions in classroom settings. The journal of the learning sciences 2, 2","author":"Brown Ann L","year":"1992","unstructured":"Ann L Brown. 1992. Design experiments: Theoretical and methodological challenges in creating complex interventions in classroom settings. The journal of the learning sciences 2, 2 (1992), 141--178."},{"key":"e_1_3_2_2_8_1","volume-title":"Frontiers in sociology of education","author":"Bryk Anthony S","unstructured":"Anthony S Bryk, Louis M Gomez, and Alicia Grunow. 2011. Getting ideas into action: Building networked improvement communities in education. In Frontiers in sociology of education. Springer, 127--162."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","unstructured":"Olivier Chapelle and Lihong Li. 2011. An empirical evaluation of thompson sampling. In Advances in neural information processing systems. 2249--2257.","DOI":"10.5555\/2986459.2986710"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-009-9063-7"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.107.3.311"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1993060.1993065"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-014-0024-x"},{"key":"e_1_3_2_2_14_1","volume-title":"Democratizing Data Science: The Community Data Science Workshops and Classes. In Big Data Factories. Springer, 115--135","author":"Hill Benjamin Mako","year":"2017","unstructured":"Benjamin Mako Hill, Dharma Dailey, Richard T Guy, Ben Lewis, Mika Matsuzaki, and Jonathan T Morgan. 2017. Democratizing Data Science: The Community Data Science Workshops and Classes. In Big Data Factories. Springer, 115--135."},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702424"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2724660.2724681"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-008-0114-1"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","unstructured":"John Langford and Tong Zhang. 2008. The epoch-greedy algorithm for multi-armed bandits with side information. In Advances in neural information processing systems. 817--824.","DOI":"10.5555\/2981562.2981665"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1772690.1772758"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858425"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.5334\/2008-14"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858391"},{"key":"e_1_3_2_2_23_1","volume-title":"IMS learning tools interoperability basic LTI implementation guide v1. 0 Final. Internet: http:\/\/www. imsglobal. org\/lti\/2010 {May 2013}","author":"Mcfall G","year":"2010","unstructured":"G Mcfall and L Neumann. 2010. IMS learning tools interoperability basic LTI implementation guide v1. 0 Final. Internet: http:\/\/www. imsglobal. org\/lti\/2010 {May 2013} (2010)."},{"key":"e_1_3_2_2_24_1","volume-title":"Improving Education through Action Research: A Guide for Administrators and Teachers. The Practicing Administrator's Leadership Series. Roadmaps to Success","author":"McLean James E","unstructured":"James E McLean. 1995. Improving Education through Action Research: A Guide for Administrators and Teachers. The Practicing Administrator's Leadership Series. Roadmaps to Success. Corwin Press."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2883851.2883872"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1080\/10824669.2014.988334"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/11774303_63"},{"key":"e_1_3_2_2_28_1","volume-title":"Learning from worked-out examples: A study on individual differences. Cognitive science 21, 1","author":"Renkl Alexander","year":"1997","unstructured":"Alexander Renkl. 1997. Learning from worked-out examples: A study on individual differences. Cognitive science 21, 1 (1997), 1--29."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15516709cog2605_1"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1002\/asmb.874"},{"key":"e_1_3_2_2_31_1","volume-title":"Focus on formative feedback. Review of educational research 78, 1","author":"Shute Valerie J","year":"2008","unstructured":"Valerie J Shute. 2008. Focus on formative feedback. Review of educational research 78, 1 (2008), 153--189."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.5555\/551283"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2876034.2876042"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2559206.2559234"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1080\/00461520701756420"},{"key":"e_1_3_2_2_36_1","article-title":"Developing digital courseware for a virtual nano-biotechnology laboratory: A design-based research approach","volume":"17","author":"Yueh Hsiu-Ping","year":"2014","unstructured":"Hsiu-Ping Yueh, Tzy-Ling Chen, Weijane Lin, and Horn-Jiunn Sheen. 2014. Developing digital courseware for a virtual nano-biotechnology laboratory: A design-based research approach. Journal of Educational Technology & Society 17, 2 (2014).","journal-title":"Journal of Educational Technology & Society"}],"event":{"name":"CHI '18: CHI Conference on Human Factors in Computing Systems","location":"Montreal QC Canada","acronym":"CHI '18","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3173574.3173781","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3173574.3173781","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T03:02:59Z","timestamp":1750215779000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3173574.3173781"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,4,21]]},"references-count":36,"alternative-id":["10.1145\/3173574.3173781","10.1145\/3173574"],"URL":"https:\/\/doi.org\/10.1145\/3173574.3173781","relation":{},"subject":[],"published":{"date-parts":[[2018,4,21]]},"assertion":[{"value":"2018-04-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}