{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T02:52:21Z","timestamp":1781578341498,"version":"3.54.5"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031058868","type":"print"},{"value":"9783031058875","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-05887-5_8","type":"book-chapter","created":{"date-parts":[[2022,6,15]],"date-time":"2022-06-15T19:03:42Z","timestamp":1655319822000},"page":"104-112","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["AIS Challenges in Evaluating the Selection of Learner Interventions"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5278-2441","authenticated-orcid":false,"given":"Robert A.","family":"Sottilare","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,6,16]]},"reference":[{"issue":"4","key":"8_CR1","doi-asserted-by":"publisher","first-page":"601","DOI":"10.3102\/00028312020004601","volume":"20","author":"MC Wang","year":"1983","unstructured":"Wang, M.C., Walberg, H.J.: Adaptive instruction and classroom time. Am. Educ. Res. J. 20(4), 601\u2013626 (1983)","journal-title":"Am. Educ. Res. J."},{"key":"8_CR2","doi-asserted-by":"publisher","unstructured":"Tsai, C.C., Hsu, C.Y.: Adaptive instruction systems and learning. In: Seel, N.M. (ed.) Encyclopedia of the Sciences of Learning. Springer, Boston (2012). https:\/\/doi.org\/10.1007\/978-1-4419-1428-6_1092","DOI":"10.1007\/978-1-4419-1428-6_1092"},{"key":"8_CR3","unstructured":"Sottilare, R., Brawner, K.: Component interaction within the generalized intelligent framework for tutoring (GIFT) as a model for adaptive instructional system standards. In: The Adaptive Instructional System (AIS) Standards Workshop of the 14th International Conference of the Intelligent Tutoring Systems (ITS) Conference, Montreal (2018)"},{"issue":"4","key":"8_CR4","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1080\/00461520.2011.611369","volume":"46","author":"K VanLehn","year":"2011","unstructured":"VanLehn, K.: The relative effectiveness of human tutoring, intelligent tutoring systems, and other tutoring systems. Educ. Psychol. 46(4), 197\u2013221 (2011)","journal-title":"Educ. Psychol."},{"key":"8_CR5","unstructured":"Vygotsky, L.: Zone of proximal development. Mind in society: the development of higher psychological processes. 5291, 157 (1987)"},{"key":"8_CR6","volume-title":"Creating Desirable Difficulties to Enhance Learning","author":"RA Bjork","year":"2017","unstructured":"Bjork, R.A.: Creating Desirable Difficulties to Enhance Learning. Crown House Publishing, Carmarthen (2017)"},{"issue":"4","key":"8_CR7","doi-asserted-by":"publisher","first-page":"475","DOI":"10.1016\/j.jarmac.2020.09.003","volume":"9","author":"RA Bjork","year":"2020","unstructured":"Bjork, R.A., Bjork, E.L.: Desirable difficulties in theory and practice. J. Appl. Res. Mem. Cogn. 9(4), 475 (2020)","journal-title":"J. Appl. Res. Mem. Cogn."},{"key":"8_CR8","unstructured":"Sottilare, R.: Considerations in the development of an ontology for a generalized intelligent framework for tutoring. In: International Defense and Homeland Security Simulation Workshop in Proceedings of the I3M Conference, pp. 19\u201325 (2012)"},{"key":"8_CR9","unstructured":"Sottilare, R., Ragusa, C., Hoffman, M., Goldberg, B.: Characterizing an adaptive tutoring learning effect chain for individual and team tutoring. In: Proceedings of the Interservice\/Industry Training Simulation and Education Conference, Orlando (2013)"},{"key":"8_CR10","unstructured":"Sottilare, R.: Elements of a learning effect model to support an adaptive instructional framework. In: Generalized Intelligent Framework for Tutoring (GIFT) Users Symposium (GIFTSym4), p. 7 (2016)"},{"issue":"2","key":"8_CR11","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1007\/s40593-017-0146-z","volume":"28","author":"RA Sottilare","year":"2018","unstructured":"Sottilare, R.A., Shawn Burke, C., Salas, E., Sinatra, A.M., Johnston, J.H., Gilbert, S.B.: Designing adaptive instruction for teams: a meta-analysis. Int. J. Artif. Intell. Educ. 28(2), 225\u2013264 (2018)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"8_CR12","unstructured":"Competency defined (1931). Oxford English Dictionary"},{"key":"8_CR13","doi-asserted-by":"crossref","unstructured":"Sottilare, R.A., Long, R.A., Goldberg, B.S.: Enhancing the experience application program interface (xAPI) to improve domain competency modeling for adaptive instruction. In: Proceedings of the Fourth (2017) ACM Conference on Learning@ Scale, pp. 265\u2013268 (2017)","DOI":"10.1145\/3051457.3054001"},{"key":"8_CR14","doi-asserted-by":"crossref","unstructured":"Sottilare, R.: Understanding the AIS problem space. In: Adaptive Instructional System (AIS) Standards Workshop (2019)","DOI":"10.1007\/978-3-030-22341-0"},{"issue":"2","key":"8_CR15","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1007\/s40593-017-0149-9","volume":"28","author":"RA Sottilare","year":"2018","unstructured":"Sottilare, R.A., Baker, R.S., Graesser, A.C., Lester, J.C.: Special issue on the generalized intelligent framework for tutoring (GIFT): creating a stable and flexible platform for innovations in AIED research. Int. J. Artif. Intell. Educ. 28(2), 139\u2013151 (2018)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"8_CR16","doi-asserted-by":"crossref","unstructured":"Sottilare, R.A., Brawner, K.W., Sinatra, A.M., Johnston, J.H.: An updated concept for a generalized intelligent framework for tutoring (GIFT). GIFTtutoring.org. 1\u20139 (2017)","DOI":"10.1201\/9781315583655-20"},{"issue":"2","key":"8_CR17","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1007\/s10209-017-0552-x","volume":"17","author":"FJ Gallego-Dur\u00e1n","year":"2018","unstructured":"Gallego-Dur\u00e1n, F.J., Molina-Carmona, R., Llorens-Largo, F.: Measuring the difficulty of activities for adaptive learning. Univ. Access Inf. Soc. 17(2), 335\u2013348 (2018)","journal-title":"Univ. Access Inf. Soc."},{"key":"8_CR18","unstructured":"Sottilare, R.A., Goodwin, G.A.: Adaptive instructional methods to accelerate learning and enhance learning capacity. In: International Defense and Homeland Security Simulation Workshop of the I3M Conference (2017)"},{"issue":"27","key":"8_CR19","first-page":"1","volume":"7","author":"VJ Shute","year":"2012","unstructured":"Shute, V.J., Zapata-Rivera, D.: Adaptive educational systems. Adapt. Technol. Training Educ. 7(27), 1\u201335 (2012)","journal-title":"Adapt. Technol. Training Educ."},{"issue":"3","key":"8_CR20","doi-asserted-by":"publisher","first-page":"277","DOI":"10.1207\/s15327809jls0203_2","volume":"2","author":"DC Merrill","year":"1992","unstructured":"Merrill, D.C., Reiser, B.J., Ranney, M., Trafton, J.G.: Effective tutoring techniques: a comparison of human tutors and intelligent tutoring systems. J. Learn. Sci. 2(3), 277\u2013305 (1992)","journal-title":"J. Learn. Sci."},{"key":"8_CR21","unstructured":"Wang, N., Gratch, J.: Can virtual human build rapport and promote learning? In: Artificial Intelligence in Education, pp. 737\u2013739. IOS Press (2009)"},{"issue":"4","key":"8_CR22","doi-asserted-by":"publisher","first-page":"1115","DOI":"10.1037\/a0031589","volume":"105","author":"W Ward","year":"2013","unstructured":"Ward, W., Cole, R., Bola\u00f1os, D., Buchenroth-Martin, C., Svirsky, E., Weston, T.: My science tutor: a conversational multimedia virtual tutor. J. Educ. Psychol. 105(4), 1115 (2013)","journal-title":"J. Educ. Psychol."},{"key":"8_CR23","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1016\/j.compedu.2014.11.006","volume":"82","author":"S Park","year":"2015","unstructured":"Park, S., Kim, C.: Boosting learning-by-teaching in virtual tutoring. Comput. Educ. 82, 129\u2013140 (2015)","journal-title":"Comput. Educ."},{"key":"8_CR24","doi-asserted-by":"publisher","unstructured":"Castellano, G., et al.: Towards empathic virtual and robotic tutors. In: Lane, H.C., Yacef, K., Mostow, J., Pavlik, P. (eds) Artificial Intelligence in Education. AIED 2013. LNCS, vol. 7926. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-39112-5_100","DOI":"10.1007\/978-3-642-39112-5_100"},{"key":"8_CR25","unstructured":"Brawner, K., Ballinger, C., Sottilare, R.: Evaluating the Effectiveness of Artificially Intelligent Agents. Florida AI Research Society (2022, submitted)"},{"issue":"4","key":"8_CR26","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1111\/medu.12391","volume":"48","author":"WC McGaghie","year":"2014","unstructured":"McGaghie, W.C., Issenberg, S.B., Barsuk, J.H., Wayne, D.B.: A critical review of simulation-based mastery learning with translational outcomes. Med. Educ. 48(4), 375\u2013385 (2014)","journal-title":"Med. Educ."},{"issue":"2","key":"8_CR27","doi-asserted-by":"publisher","first-page":"181","DOI":"10.3102\/00346543070002181","volume":"70","author":"RK Atkinson","year":"2000","unstructured":"Atkinson, R.K., Derry, S.J., Renkl, A., Wortham, D.: Learning from examples: instructional principles from the worked examples research. Rev. Educ. Res. 70(2), 181\u2013214 (2000)","journal-title":"Rev. Educ. Res."},{"key":"8_CR28","doi-asserted-by":"crossref","unstructured":"Durlach, P.J., Ray, J.M.: Designing adaptive instructional environments: insights from empirical evidence (2011)","DOI":"10.21236\/ADA552677"},{"key":"8_CR29","first-page":"222","volume":"9","author":"PJ Durlach","year":"2012","unstructured":"Durlach, P.J., Spain, R.D.: Framework for instructional technology. Adv. Appl. Hum. Model. Simul. 9, 222\u2013231 (2012)","journal-title":"Adv. Appl. Hum. Model. Simul."},{"key":"8_CR30","first-page":"7","volume":"2","author":"RA Sottilare","year":"2014","unstructured":"Sottilare, R.A., DeFalco, J.A., Connor, J.: A guide to instructional techniques, strategies and tactics to manage learner affect, engagement, and grit. Des. Recommendations Intell. Tutoring Syst. 2, 7\u201333 (2014)","journal-title":"Des. Recommendations Intell. Tutoring Syst."},{"key":"8_CR31","first-page":"11","volume":"23","author":"X Hu","year":"2019","unstructured":"Hu, X., Tong, R., Cai, Z., Cockroft, J.L., Kim, J.W.: Self-improvable adaptive instructional systems (SIAISS)\u2013a proposed model. Des. Recommendations Intell. Tutoring Syst. 23, 11 (2019)","journal-title":"Des. Recommendations Intell. Tutoring Syst."},{"key":"8_CR32","doi-asserted-by":"publisher","unstructured":"Long, Z., Andrasik, F., Liu, K., Hu, X.: Self-improvable, self-improving, and self-improvability adaptive instructional system. In: Pinkwart, N., Liu, S. (eds) Artificial Intelligence Supported Educational Technologies. Advances in Analytics for Learning and Teaching, pp. 77\u201391. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-41099-5_5","DOI":"10.1007\/978-3-030-41099-5_5"},{"issue":"1","key":"8_CR33","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1023\/A:1011194803800","volume":"11","author":"J Kay","year":"2001","unstructured":"Kay, J.: Learner control. User Model. User-Adap. Inter. 11(1), 111\u2013127 (2001)","journal-title":"User Model. User-Adap. Inter."}],"container-title":["Lecture Notes in Computer Science","Adaptive Instructional Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-05887-5_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T02:07:42Z","timestamp":1781575662000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-05887-5_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031058868","9783031058875"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-05887-5_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"16 June 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 June 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 July 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2022.hci.international\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}