{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T19:30:01Z","timestamp":1757619001469,"version":"3.44.0"},"publisher-location":"Cham","reference-count":38,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031984167"},{"type":"electronic","value":"9783031984174"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-98417-4_21","type":"book-chapter","created":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T10:05:26Z","timestamp":1752746726000},"page":"290-304","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["AI Web Agents Can Effectively Guide Lesson Design and\u00a0Predict Student Outcomes"],"prefix":"10.1007","author":[{"given":"Sierra","family":"Wang","sequence":"first","affiliation":[]},{"given":"John","family":"Mitchell","sequence":"additional","affiliation":[]},{"given":"Chris","family":"Piech","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,7,15]]},"reference":[{"key":"21_CR1","unstructured":"Aher, G.V., Arriaga, R.I., Kalai, A.T.: Using large language models to simulate multiple humans and replicate human subject studies. In: International Conference on Machine Learning, pp. 337\u2013371. PMLR (2023)"},{"issue":"3","key":"21_CR2","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1017\/pan.2023.2","volume":"31","author":"LP Argyle","year":"2023","unstructured":"Argyle, L.P., Busby, E.C., Fulda, N., Gubler, J.R., Rytting, C., Wingate, D.: Out of one, many: using language models to simulate human samples. Polit. Anal. 31(3), 337\u2013351 (2023)","journal-title":"Polit. Anal."},{"key":"21_CR3","unstructured":"BotRoast: BotRoast - Design feedback in 1 click. (2025). https:\/\/botroast.io\/. Accessed 17 Feb 2025"},{"key":"21_CR4","unstructured":"Deng, X., et al.: Mind2Web: towards a generalist agent for the web. In: Advances in Neural Information Processing Systems, vol. 36 (2024)"},{"key":"21_CR5","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2022.100110","volume":"4","author":"C Diwan","year":"2023","unstructured":"Diwan, C., Srinivasa, S., Suri, G., Agarwal, S., Ram, P.: Ai-based learning content generation and learning pathway augmentation to increase learner engagement. Comput. Educ. Artif. Intell. 4, 100110 (2023)","journal-title":"Comput. Educ. Artif. Intell."},{"key":"21_CR6","unstructured":"Duan, P., Chen, C.Y., Hartmann, B., Li, Y.: Visual prompting with iterative refinement for design critique generation. arXiv preprint arXiv:2412.16829 (2024)"},{"key":"21_CR7","unstructured":"Floor, N.: This is Learning Experience Design: what it is, how it works, and why it matters. New Riders (2023)"},{"issue":"3","key":"21_CR8","first-page":"289","volume":"14","author":"H Fournier","year":"2015","unstructured":"Fournier, H., Kop, R.: MOOC learning experience design: issues and challenges. Int. J. E-Learn. 14(3), 289\u2013304 (2015)","journal-title":"Int. J. E-Learn."},{"key":"21_CR9","unstructured":"Halawa, S., Greene, D., Mitchell, J.: Dropout prediction in MOOCs using learner activity features. e-learn. Papers 37, 1\u201310 (2014)"},{"key":"21_CR10","unstructured":"He, H., et al.: WebVoyager: building an end-to-end web agent with large multimodal models (2024). https:\/\/arxiv.org\/abs\/2401.13919"},{"key":"21_CR11","unstructured":"He-Yueya, J., Goodman, N.D., Brunskill, E.: Evaluating and optimizing educational content with large language model judgments. arXiv preprint arXiv:2403.02795 (2024)"},{"key":"21_CR12","unstructured":"Jahnke, I., S.M.E.Y., Tawfik, A.: Theoretical considerations of learning experience design. Theor. Influence Future Learn. Design Technol. 1 (2022)"},{"key":"21_CR13","doi-asserted-by":"crossref","unstructured":"Jin, H., Lee, S., Shin, H., Kim, J.: Teach AI how to code: using large language models as teachable agents for programming education. In: Proceedings of the CHI Conference on Human Factors in Computing Systems, pp. 1\u201328 (2024)","DOI":"10.1145\/3613904.3642349"},{"key":"21_CR14","doi-asserted-by":"crossref","unstructured":"Kim, J., Guo, P.J., Seaton, D.T., Mitros, P., Gajos, K.Z., Miller, R.C.: Understanding in-video dropouts and interaction peaks inonline lecture videos. In: Proceedings of the first ACM Conference on Learning@ Scale Conference, pp. 31\u201340 (2014)","DOI":"10.1145\/2556325.2566237"},{"key":"21_CR15","doi-asserted-by":"crossref","unstructured":"Koh, J.Y., et al.: VisualWebArena: evaluating multimodal agents on realistic visual web tasks. arXiv preprint arXiv:2401.13649 (2024)","DOI":"10.18653\/v1\/2024.acl-long.50"},{"key":"21_CR16","unstructured":"Kolthoff, K., Kretzer, F., Fiebig, L., Bartelt, C., Maedche, A., Ponzetto, S.P.: Zero-shot prompting approaches for LLM-based graphical user interface generation. arXiv preprint arXiv:2412.11328 (2024)"},{"issue":"1","key":"21_CR17","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1109\/18.61115","volume":"37","author":"J Lin","year":"1991","unstructured":"Lin, J.: Divergence measures based on the Shannon entropy. IEEE Trans. Inf. Theory 37(1), 145\u2013151 (1991)","journal-title":"IEEE Trans. Inf. Theory"},{"key":"21_CR18","doi-asserted-by":"crossref","unstructured":"Markel, J.M., Opferman, S.G., Landay, J.A., Piech, C.: GPTeach: interactive ta training with GPT-based students. In: Proceedings of the Tenth ACM Conference on Learning@ Scale, pp. 226\u2013236 (2023)","DOI":"10.1145\/3573051.3593393"},{"key":"21_CR19","doi-asserted-by":"publisher","unstructured":"Matsuda, N., Cohen, W.W., Sewall, J., Lacerda, G., Koedinger, K.R.: Evaluating a simulated student using real students data for training and testing. In: International Conference on User Modeling. pp. 107\u2013116. Springer, Berlin, Heidelberg (2007). https:\/\/doi.org\/10.1007\/978-3-540-73078-1_14","DOI":"10.1007\/978-3-540-73078-1_14"},{"key":"21_CR20","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1007\/978-3-031-64299-9_3","volume-title":"Artificial Intelligence in Education: 25th International Conference, AIED 2024, Recife, Brazil, July 8\u201312, 2024, Proceedings, Part II","author":"S Moore","year":"2024","unstructured":"Moore, S., Costello, E., Nguyen, H.A., Stamper, J.: An automatic question usability evaluation toolkit. In: Olney, A.M., Chounta, I.-A., Liu, Z., Santos, O.C., Bittencourt, I.I. (eds.) Artificial Intelligence in Education: 25th International Conference, AIED 2024, Recife, Brazil, July 8\u201312, 2024, Proceedings, Part II, pp. 31\u201346. Springer Nature Switzerland, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-64299-9_3"},{"key":"21_CR21","doi-asserted-by":"crossref","unstructured":"Nakakoji, K., Yamada, K., Yamamoto, Y., Morita, M.: A conceptual framework for learning experience design. In: First Conference on Creating, Connecting and Collaborating Through Computing, pp. 76\u201383. IEEE (2003)","DOI":"10.1109\/C5.2003.1222338"},{"key":"21_CR22","unstructured":"OpenAI: OpenAI model documentation (2024). https:\/\/platform.openai.com\/docs\/models. Accessed 04 Feb 2024"},{"issue":"3","key":"21_CR23","first-page":"357","volume":"4","author":"JY Park","year":"2008","unstructured":"Park, J.Y.: iLED: interactive learning experience design. J. Online Learn. Teach. 4(3), 357\u2013370 (2008)","journal-title":"J. Online Learn. Teach."},{"key":"21_CR24","doi-asserted-by":"crossref","unstructured":"Park, J.S., O\u2019Brien, J., Cai, C.J., Morris, M.R., Liang, P., Bernstein, M.S.: Generative agents: interactive simulacra of human behavior. In: Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology, pp. 1\u201322 (2023)","DOI":"10.1145\/3586183.3606763"},{"key":"21_CR25","unstructured":"Persdre: awesome LLM human simulation. https:\/\/github.com\/Persdre\/awesome-llm-human-simulation (2025). Accessed 18 Feb 2025"},{"key":"21_CR26","unstructured":"Piech, C., Bassen, J., Huang, J., Ganguli, S., Sahami, M., Guibas, L.J., Sohl-Dickstein, J.: Deep knowledge tracing. In: Advances in Neural Information Processing Systems, vol. 28 (2015)"},{"key":"21_CR27","doi-asserted-by":"crossref","unstructured":"Sarsa, S., Denny, P., Hellas, A., Leinonen, J.: Automatic generation of programming exercises and code explanations using large language models. In: ACM Conference on International Computing Education Research, pp. 27\u201343 (2022)","DOI":"10.1145\/3501385.3543957"},{"issue":"2","key":"21_CR28","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1007\/s11528-021-00656-y","volume":"66","author":"M Schmidt","year":"2022","unstructured":"Schmidt, M., Huang, R.: Defining learning experience design: voices from the field of learning design & technology. TechTrends 66(2), 141\u2013158 (2022)","journal-title":"TechTrends"},{"key":"21_CR29","unstructured":"Selenium: web browser automation (2025). https:\/\/www.selenium.dev\/. Accessed 07 Feb 2025"},{"key":"21_CR30","doi-asserted-by":"crossref","unstructured":"Tan, W.S., Liu, D., Bishu, R.: Web evaluation: heuristic evaluation vs. user testing. Int. J. Ind. Ergon. 39(4), 621\u2013627 (2009)","DOI":"10.1016\/j.ergon.2008.02.012"},{"key":"21_CR31","unstructured":"University, S.: Code in place 2024 (2025). https:\/\/codeinplace.stanford.edu\/cip4\/studenthome. Accessed 28 Apr 2025"},{"key":"21_CR32","first-page":"135","volume":"5","author":"K VanLehn","year":"1994","unstructured":"VanLehn, K., Ohlsson, S., Nason, R.: Applications of simulated students: an exploration. J. Artif. Intell. Educ. 5, 135\u2013135 (1994)","journal-title":"J. Artif. Intell. Educ."},{"key":"21_CR33","doi-asserted-by":"publisher","unstructured":"Wang, Z., Valdez, J., Basu\u00a0Mallick, D., Baraniuk, R.G.: Towards human-like educational question generation with large language models. In: International Conference on Artificial Intelligence in Education, pp. 153\u2013166. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-11644-5_13","DOI":"10.1007\/978-3-031-11644-5_13"},{"key":"21_CR34","doi-asserted-by":"publisher","first-page":"885","DOI":"10.1007\/s11423-011-9211-8","volume":"59","author":"DD Williams","year":"2011","unstructured":"Williams, D.D., South, J.B., Yanchar, S.C., Wilson, B.G., Allen, S.: How do instructional designers evaluate? A qualitative study of evaluation in practice. Educ. Tech. Res. Dev. 59, 885\u2013907 (2011)","journal-title":"Educ. Tech. Res. Dev."},{"key":"21_CR35","doi-asserted-by":"crossref","unstructured":"Wu, J., Peng, Y., Li, X., Swearngin, A., Bigham, J., Nichols, J.: UiClip: a data-driven model for assessing user interface design. In: Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology, pp. 1\u201316 (2024)","DOI":"10.1145\/3654777.3676408"},{"key":"21_CR36","first-page":"20744","volume":"35","author":"S Yao","year":"2022","unstructured":"Yao, S., Chen, H., Yang, J., Narasimhan, K.: WebShop: towards scalable real-world web interaction with grounded language agents. Adv. Neural. Inf. Process. Syst. 35, 20744\u201320757 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"21_CR37","unstructured":"Yuan, M., Chen, J., Quigley, A.: MaxPrototyper: a multi-agent generation system for interactive user interface prototyping. arXiv preprint arXiv:2405.07131 (2024)"},{"key":"21_CR38","unstructured":"Zheng, B., Gou, B., Kil, J., Sun, H., Su, Y.: GPT-4V (ision) is a generalist web agent, if grounded. arXiv preprint arXiv:2401.01614 (2024)"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-98417-4_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,7]],"date-time":"2025-09-07T12:48:20Z","timestamp":1757249300000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-98417-4_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031984167","9783031984174"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-98417-4_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"15 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Palermo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2025.itd.cnr.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}