{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,31]],"date-time":"2025-05-31T04:07:49Z","timestamp":1748664469300,"version":"3.41.0"},"publisher-location":"Cham","reference-count":43,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031929663","type":"print"},{"value":"9783031929670","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-92967-0_5","type":"book-chapter","created":{"date-parts":[[2025,5,30]],"date-time":"2025-05-30T12:42:49Z","timestamp":1748608969000},"page":"67-82","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Integrating Adaptive Interventions into Learning Engineering Workflows"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2246-0094","authenticated-orcid":false,"given":"Ilya","family":"Musabirov","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,5,25]]},"reference":[{"key":"5_CR1","unstructured":"Agrawal, S., Goyal, N.: Thompson sampling for contextual bandits with linear payoffs. In: Dasgupta, S., McAllester, D. (eds.) Proceedings of the 30th International Conference on Machine Learning. Proceedings of Machine Learning Research, vol.\u00a028, no. 3, pp. 127\u2013135. PMLR, Atlanta (2013). https:\/\/proceedings.mlr.press\/v28\/agrawal13.html"},{"key":"5_CR2","unstructured":"Bier, N., Stamper, J., Moore, S., Siegel, D., Anbar, A.: OLI Torus: a next-generation, open platform for adaptive courseware development, delivery, and research. In: Companion Proceedings of the 13th International Learning Analytics and Knowledge Conference (2023). https:\/\/stevenjamesmoore.com\/assets\/papers\/lak23_prac_bier.pdf"},{"key":"5_CR3","unstructured":"Chapelle, O., Li, L.: An empirical evaluation of Thompson sampling. In: Proceedings of the 24th International Conference on Neural Information Processing Systems, pp. 2249\u20132257. NIPS 2011, Curran Associates Inc., Red Hook (2011)"},{"key":"5_CR4","doi-asserted-by":"publisher","unstructured":"Clow, D.: The learning analytics cycle: closing the loop effectively. In: Proceedings of the 2nd International Conference on Learning Analytics and Knowledge, pp. 134\u2013138. ACM, Vancouver British Columbia Canada (2012). https:\/\/doi.org\/10.1145\/2330601.2330636","DOI":"10.1145\/2330601.2330636"},{"issue":"2","key":"5_CR5","doi-asserted-by":"publisher","first-page":"439","DOI":"10.1007\/s10260-023-00732-y","volume":"33","author":"N Deliu","year":"2024","unstructured":"Deliu, N.: Multinomial Thompson sampling for rating scales and prior considerations for calibrating uncertainty. Stat. Methods Appl. 33(2), 439\u2013469 (2024). https:\/\/doi.org\/10.1007\/s10260-023-00732-y","journal-title":"Stat. Methods Appl."},{"key":"5_CR6","unstructured":"Deliu, N., Williams, J.J., Villar, S.S.: Efficient inference without trading-off regret in bandits: an allocation probability test for Thompson sampling (2021). http:\/\/arxiv.org\/abs\/2111.00137"},{"key":"5_CR7","doi-asserted-by":"publisher","unstructured":"Deliu, N., Williams, J.J., Chakraborty, B.: Reinforcement learning in modern biostatistics: constructing optimal adaptive interventions. Int. Stat. Rev. insr.12583 (2024). https:\/\/doi.org\/10.1111\/insr.12583","DOI":"10.1111\/insr.12583"},{"key":"5_CR8","doi-asserted-by":"publisher","unstructured":"Eiselmayer, A., Wacharamanotham, C., Beaudouin-Lafon, M., Mackay, W.E.: Touchstone2: an interactive environment for exploring trade-offs in HCI experiment design. In: Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems, CHI 2019, pp. 1\u201311. Association for Computing Machinery, New York (2019). https:\/\/doi.org\/10.1145\/3290605.3300447","DOI":"10.1145\/3290605.3300447"},{"issue":"6","key":"5_CR9","doi-asserted-by":"publisher","first-page":"1225","DOI":"10.1093\/jamia\/ocab001","volume":"28","author":"CA Figueroa","year":"2021","unstructured":"Figueroa, C.A., et al.: Adaptive learning algorithms to optimize mobile applications for behavioral health: guidelines for design decisions. J. Am. Med. Inform. Assoc. 28(6), 1225\u20131234 (2021). https:\/\/doi.org\/10.1093\/jamia\/ocab001","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"5_CR10","doi-asserted-by":"publisher","unstructured":"Fitzgerald, K.G., Tipton, E.: A knowledge mobilization framework: toward evidence-based statistical communication practices in education research. J. Res. Educ. Effectiveness 1\u201321 (2023). https:\/\/doi.org\/10.1080\/19345747.2023.2209082","DOI":"10.1080\/19345747.2023.2209082"},{"key":"5_CR11","doi-asserted-by":"publisher","unstructured":"Goodell, J.: Introduction. In: Learning Engineering Toolkit, 1 edn., pp. 5\u201325. Routledge, New York (2022). https:\/\/doi.org\/10.4324\/9781003276579-3","DOI":"10.4324\/9781003276579-3"},{"key":"5_CR12","unstructured":"Hadad, V., Rosenzweig, L.R., Athey, S., Karlan, D.: Practitioner\u2019s guide: designing adaptive experiments. Technical report, Golub Capital Social Impact Lab, Stanford Graduate School of Business (2021). https:\/\/www.gsb.stanford.edu\/faculty-research\/publications\/practitioners-guide-designing-adaptive-experiments"},{"key":"5_CR13","doi-asserted-by":"publisher","unstructured":"Hevner, A., Chatterjee, S.: Design science research frameworks. In: Hevner, A., Chatterjee, S. (eds.) Design Research in Information Systems: Theory and Practice. Integrated Series in Information Systems. pp. 23\u201331. Springer, Cham (2010). https:\/\/doi.org\/10.1007\/978-1-4419-5653-8_3","DOI":"10.1007\/978-1-4419-5653-8_3"},{"key":"5_CR14","unstructured":"Hevner, A.R.: A three cycle view of design science research. Scand. J. Inf. Syst. 19(2), 4 (2007). http:\/\/aisel.aisnet.org\/sjis\/vol19\/iss2\/4"},{"key":"5_CR15","doi-asserted-by":"publisher","unstructured":"J\u00c3rn\u00c3, R.L., Gynther, K.: What constitutes an actionable insight in learning analytics? J. Learn. Analytics 5(3) (2018). https:\/\/doi.org\/10.18608\/jla.2018.53.13","DOI":"10.18608\/jla.2018.53.13"},{"key":"5_CR16","doi-asserted-by":"publisher","unstructured":"Kale, A., Lee, S., Goan, T., Tipton, E., Hullman, J.: MetaExplorer: facilitating reasoning with epistemic uncertainty in meta-analysis. In: Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems, CHI 2023, pp. 1\u201314. Association for Computing Machinery, New York (2023). https:\/\/doi.org\/10.1145\/3544548.3580869","DOI":"10.1145\/3544548.3580869"},{"key":"5_CR17","doi-asserted-by":"publisher","unstructured":"Kessler, A., Craig, S.D., Goodell, J., Kurzweil, D., Greenwald, S.W.: Learning engineering is a process. In: Learning Engineering Toolkit, 1st edn., pp. 29\u201346. Routledge, New York (2022). https:\/\/doi.org\/10.4324\/9781003276579-5","DOI":"10.4324\/9781003276579-5"},{"key":"5_CR18","unstructured":"Koedinger, K.R., Baker, R.S., Cunningham, K., Skogsholm, A., Leber, B., Stamper, J.: A data repository for the EDM community: the PSLC DataShop. In: Handbook of Educational Data Mining, vol.\u00a043. CRC Press (2010)"},{"issue":"4","key":"5_CR19","doi-asserted-by":"publisher","first-page":"241","DOI":"10.3102\/0013189X20912798","volume":"49","author":"MA Kraft","year":"2020","unstructured":"Kraft, M.A.: Interpreting effect sizes of education interventions. Educ. Res. 49(4), 241\u2013253 (2020). https:\/\/doi.org\/10.3102\/0013189X20912798","journal-title":"Educ. Res."},{"issue":"3","key":"5_CR20","doi-asserted-by":"publisher","first-page":"183","DOI":"10.3102\/0013189X231155154","volume":"52","author":"MA Kraft","year":"2023","unstructured":"Kraft, M.A.: The effect-size benchmark that matters most: education interventions often fail. Educ. Res. 52(3), 183\u2013187 (2023). https:\/\/doi.org\/10.3102\/0013189X231155154","journal-title":"Educ. Res."},{"issue":"1","key":"5_CR21","doi-asserted-by":"publisher","first-page":"33267","DOI":"10.1525\/collabra.33267","volume":"8","author":"D Lakens","year":"2022","unstructured":"Lakens, D.: Sample size justification. Collabra: Psychol. 8(1), 33267 (2022). https:\/\/doi.org\/10.1525\/collabra.33267","journal-title":"Collabra: Psychol."},{"key":"5_CR22","doi-asserted-by":"publisher","unstructured":"Li, T., et al.: Algorithms for adaptive experiments that trade-off statistical analysis with reward: combining uniform random assignment and reward maximization (2022). https:\/\/doi.org\/10.48550\/arXiv.2112.08507","DOI":"10.48550\/arXiv.2112.08507"},{"key":"5_CR23","unstructured":"Liu, Y.E., Mandel, T., Brunskill, E., Popovic, Z.: Trading off scientific knowledge and user learning with multi-armed bandits. In: The 7th International Conference on Education Data Mining (2014)"},{"key":"5_CR24","doi-asserted-by":"publisher","unstructured":"Motz, B.A., et al.: LAK of direction: misalignment between the goals of learning analytics and its research scholarship. J. Learn. Analytics 1\u201313 (2023). https:\/\/doi.org\/10.18608\/jla.2023.7913","DOI":"10.18608\/jla.2023.7913"},{"key":"5_CR25","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1007\/978-3-030-78270-2_49","volume-title":"Artificial Intelligence in Education","author":"J Mui","year":"2021","unstructured":"Mui, J., Lin, F., Dewan, M.: Multi-armed bandit algorithms for adaptive learning: a survey. In: Roll, I., McNamara, D., Sosnovsky, S., Luckin, R., Dimitrova, V. (eds.) AIED 2021. LNCS (LNAI), vol. 12749, pp. 273\u2013278. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-78270-2_49"},{"key":"5_CR26","doi-asserted-by":"publisher","unstructured":"Musabirov, I., et al.: Platform-based adaptive experimental research in education: lessons learned from winning the digital learning challenge. In: Proceedings of the 15th International Learning Analytics and Knowledge Conference (LAK 2025). ACM, Dublin (2025). https:\/\/doi.org\/10.1145\/3706468.3706471","DOI":"10.1145\/3706468.3706471"},{"key":"5_CR27","doi-asserted-by":"publisher","unstructured":"Musabirov, I., Zavaleta\u00a0Bernuy, A., Chen, P., Liut, M., Williams, J.: Opportunities for adaptive experiments to enable continuous improvement in computer science education. In: Proceedings of the 26th Western Canadian Conference on Computing Education, WCCCE 2024, pp.\u00a01\u20137. Association for Computing Machinery, New York (2024). https:\/\/doi.org\/10.1145\/3660650.3660659","DOI":"10.1145\/3660650.3660659"},{"key":"5_CR28","unstructured":"Patton, J.: Its All in How You Slice It. Better Software, pp. 16\u201340 (2005)"},{"key":"5_CR29","doi-asserted-by":"publisher","unstructured":"Prihar, E., Haim, A., Sales, A., Heffernan, N.: Automatic interpretable personalized learning. In: Proceedings of the Ninth ACM Conference on Learning @ Scale, pp. 1\u201311. ACM, New York City (2022). https:\/\/doi.org\/10.1145\/3491140.3528267","DOI":"10.1145\/3491140.3528267"},{"key":"5_CR30","doi-asserted-by":"publisher","unstructured":"Prihar, E., Sales, A., Heffernan, N.: A bandit you can trust. In: Proceedings of the 31st ACM Conference on User Modeling, Adaptation and Personalization, UMAP 2023, pp. 106\u2013115. Association for Computing Machinery, New York (2023). https:\/\/doi.org\/10.1145\/3565472.3592955","DOI":"10.1145\/3565472.3592955"},{"key":"5_CR31","unstructured":"Rafferty, A., Ying, H., Williams, J.: Statistical consequences of using multi-armed bandits to conduct adaptive educational experiments. J. Educ. Data Min. 11(1), 47\u201379 (2019). https:\/\/jedm.educationaldatamining.org\/index.php\/JEDM\/article\/view\/357"},{"key":"5_CR32","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"286","DOI":"10.1007\/978-3-319-93846-2_53","volume-title":"Artificial Intelligence in Education","author":"AN Rafferty","year":"2018","unstructured":"Rafferty, A.N., Ying, H., Williams, J.J.: Bandit assignment for educational experiments: benefits to students versus statistical power. In: Penstein Ros\u00e9, C., et al. (eds.) AIED 2018. LNCS (LNAI), vol. 10948, pp. 286\u2013290. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-93846-2_53"},{"key":"5_CR33","doi-asserted-by":"publisher","unstructured":"Reza, M., Kim, J., Bhattacharjee, A., Rafferty, A.N., Williams, J.J.: The MOOClet framework: unifying experimentation, dynamic improvement, and personalization in online courses. In: Proceedings of the Eighth ACM Conference on Learning@ Scale, pp. 15\u201326 (2021). https:\/\/doi.org\/10.1145\/3430895.3460128","DOI":"10.1145\/3430895.3460128"},{"key":"5_CR34","doi-asserted-by":"publisher","unstructured":"Song, H., et al.: WAPTS: a weighted allocation probability adjusted Thompson sampling algorithm for high-dimensional and sparse experiment settings (2025). https:\/\/doi.org\/10.48550\/arXiv.2501.03999","DOI":"10.48550\/arXiv.2501.03999"},{"key":"5_CR35","unstructured":"Stamper, J., Moore, S., Rose, C., Pavlik, P., Koedinger, K.: LearnSphere: a learning data and analytics cyberinfrastructure. J. Educ. Data Min. 16(1), 141\u2013163 (2024). https:\/\/jedm.educationaldatamining.org\/index.php\/JEDM\/article\/view\/769"},{"issue":"3\u20134","key":"5_CR36","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1093\/biomet\/25.3-4.285","volume":"25","author":"WR Thompson","year":"1933","unstructured":"Thompson, W.R.: On the likelihood that one unknown probability exceeds another in view of the evidence of two samples. Biometrika 25(3\u20134), 285\u2013294 (1933)","journal-title":"Biometrika"},{"issue":"9","key":"5_CR37","doi-asserted-by":"publisher","first-page":"2685","DOI":"10.1007\/s10994-021-05995-8","volume":"110","author":"S Tomkins","year":"2021","unstructured":"Tomkins, S., Liao, P., Klasnja, P., Murphy, S.: IntelligentPooling: practical Thompson sampling for mHealth. Mach. Learn. 110(9), 2685\u20132727 (2021). https:\/\/doi.org\/10.1007\/s10994-021-05995-8","journal-title":"Mach. Learn."},{"key":"5_CR38","doi-asserted-by":"publisher","unstructured":"Viberg, O., Hatakka, M., B\u00c3lter, O., Mavroudi, A.: The current landscape of learning analytics in higher education. Comput. Hum. Behav. 89, 98\u2013110 (2018). https:\/\/doi.org\/10.1016\/j.chb.2018.07.027","DOI":"10.1016\/j.chb.2018.07.027"},{"key":"5_CR39","doi-asserted-by":"publisher","unstructured":"Viberg, O., Khalil, M., Baars, M.: Self-regulated learning and learning analytics in online learning environments: a review of empirical research. In: Proceedings of the Tenth International Conference on Learning Analytics & Knowledge, pp. 524\u2013533. ACM, Frankfurt, Germany (2020). https:\/\/doi.org\/10.1145\/3375462.3375483","DOI":"10.1145\/3375462.3375483"},{"key":"5_CR40","unstructured":"What Works Clearinghouse: What Works Clearinghouse procedures and standards handbook (2022). https:\/\/ies.ed.gov\/ncee\/wwc\/Handbooks"},{"issue":"1","key":"5_CR41","doi-asserted-by":"publisher","first-page":"134","DOI":"10.1080\/19345747.2022.2071364","volume":"16","author":"B Wolf","year":"2023","unstructured":"Wolf, B., Harbatkin, E.: Making sense of effect sizes: systematic differences in intervention effect sizes by outcome measure type. J. Res. Educ. Effect. 16(1), 134\u2013161 (2023). https:\/\/doi.org\/10.1080\/19345747.2022.2071364","journal-title":"J. Res. Educ. Effect."},{"key":"5_CR42","doi-asserted-by":"publisher","unstructured":"Yanez, F.J., Zavaleta-Bernuy, A., Han, Z., Liut, M., Rafferty, A., Williams, J.J.: Increasing students\u2019 engagement to reminder emails through multi-armed bandits. In: Proceedings of the 6th Educational Data Mining in Computer Science Education (CSEDM) Workshop. Zenodo (2022). https:\/\/doi.org\/10.5281\/ZENODO.6983292","DOI":"10.5281\/ZENODO.6983292"},{"key":"5_CR43","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1007\/978-3-030-78270-2_75","volume-title":"Artificial Intelligence in Education","author":"A Zavaleta-Bernuy","year":"2021","unstructured":"Zavaleta-Bernuy, A., et al.: Using adaptive experiments to rapidly help students. In: Roll, I., McNamara, D., Sosnovsky, S., Luckin, R., Dimitrova, V. (eds.) AIED 2021. LNCS (LNAI), vol. 12749, pp. 422\u2013426. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-78270-2_75"}],"container-title":["Lecture Notes in Computer Science","Adaptive Instructional Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-92967-0_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,30]],"date-time":"2025-05-30T12:42:55Z","timestamp":1748608975000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-92967-0_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031929663","9783031929670"],"references-count":43,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-92967-0_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"25 May 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The author has no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Gothenburg","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sweden","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 June 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 June 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2025.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}