{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,21]],"date-time":"2026-09-21T14:18:42Z","timestamp":1790000322335,"version":"4.0.1"},"publisher-location":"New York, NY, USA","reference-count":58,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,5,6]],"date-time":"2021-05-06T00:00:00Z","timestamp":1620259200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,5,6]]},"DOI":"10.1145\/3411764.3445045","type":"proceedings-article","created":{"date-parts":[[2021,5,8]],"date-time":"2021-05-08T02:21:46Z","timestamp":1620440506000},"page":"1-14","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":23,"title":["Seeing Beyond Expert Blind Spots: Online Learning Design for Scale and Quality"],"prefix":"10.1145","author":[{"given":"Xu","family":"Wang","sequence":"first","affiliation":[{"name":"Computer Science and Engineering and University of Michigan, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Carolyn","family":"Rose","sequence":"additional","affiliation":[{"name":"Human-Computer Interaction Institute Carnegie Mellon University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ken","family":"Koedinger","sequence":"additional","affiliation":[{"name":"Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, Pennsylvania, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2021,5,7]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2160881.2160909"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240787"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13218-015-0405-9"},{"key":"e_1_3_2_1_4_1","volume-title":"The lme4 package. R package version 2, 1","author":"Bates Douglas","year":"2007","unstructured":"Douglas Bates, Deepayan Sarkar, Maintainer\u00a0Douglas Bates, and L Matrix. 2007. The lme4 package. R package version 2, 1 (2007), 74."},{"key":"e_1_3_2_1_5_1","unstructured":"TAXONOMY MADE\u00a0EASY BLOOM\u2019S. 1965. Bloom\u2019s taxonomy of educational objectives. Longman."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3033701.3033754"},{"key":"e_1_3_2_1_7_1","volume-title":"Using thematic analysis in psychology. Qualitative research in psychology 3, 2","author":"Braun Virginia","year":"2006","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative research in psychology 3, 2 (2006), 77\u2013101."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2632320.2632343"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2994154"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Elizabeth Churchill Jennifer Preece and Anne Bowser. 2014. Developing a living HCI curriculum to support a global community. In CHI\u201914 Extended Abstracts on Human Factors in Computing Systems. 135\u2013138.","DOI":"10.1145\/2559206.2559236"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2888574"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"Jason Day and Jim Foley. 2006. Evaluating web lectures: A case study from HCI. In CHI\u201906 Extended Abstracts on Human Factors in Computing Systems. 195\u2013200.","DOI":"10.1145\/1125451.1125493"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.5555\/1379249.1379255"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1821936116"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3141880.3141895"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2157136.2157226"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1177\/0098628311421329"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557264"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858195"},{"key":"e_1_3_2_1_20_1","unstructured":"Instructure Inc.2019. Canvas. https:\/\/www.canvaslms.com\/research-education"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2876034.2876044"},{"key":"e_1_3_2_1_22_1","unstructured":"Kenneth\u00a0R Koedinger John\u00a0R Anderson William\u00a0H Hadley and Mary\u00a0A Mark. 1997. Intelligent tutoring goes to school in the big city. (1997)."},{"key":"e_1_3_2_1_23_1","volume-title":"The Knowledge-Learning-Instruction framework: Bridging the science-practice chasm to enhance robust student learning. Cognitive science 36, 5","author":"Koedinger R","year":"2012","unstructured":"Kenneth\u00a0R Koedinger, Albert\u00a0T Corbett, and Charles Perfetti. 2012. The Knowledge-Learning-Instruction framework: Bridging the science-practice chasm to enhance robust student learning. Cognitive science 36, 5 (2012), 757\u2013798."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2724660.2724681"},{"key":"e_1_3_2_1_25_1","volume-title":"The real story behind story problems: Effects of representations on quantitative reasoning. The journal of the learning sciences 13, 2","author":"Koedinger R","year":"2004","unstructured":"Kenneth\u00a0R Koedinger and Mitchell\u00a0J Nathan. 2004. The real story behind story problems: Effects of representations on quantitative reasoning. The journal of the learning sciences 13, 2 (2004), 129\u2013164."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3291533.3291561"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2724660.2724670"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-019-00186-y"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13421-014-0452-8"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1177\/0956797612443370"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1207\/S1532690XCI1802_03"},{"key":"e_1_3_2_1_32_1","volume-title":"Teachers","author":"Nathan J","year":"2000","unstructured":"Mitchell\u00a0J Nathan and Kenneth\u00a0R Koedinger. 2000. Teachers\u2019 and researchers\u2019 beliefs about the development of algebraic reasoning. Journal for Research in Mathematics Education (2000), 168\u2013190."},{"key":"e_1_3_2_1_33_1","volume-title":"Expert blind spot among preservice teachers. American educational research journal 40, 4","author":"Nathan J","year":"2003","unstructured":"Mitchell\u00a0J Nathan and Anthony Petrosino. 2003. Expert blind spot among preservice teachers. American educational research journal 40, 4 (2003), 905\u2013928."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376149"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2591708.2591722"},{"key":"e_1_3_2_1_36_1","volume-title":"Test-enhanced learning: Taking memory tests improves long-term retention. Psychological science 17, 3","author":"Karpicke L","year":"2006","unstructured":"Henry\u00a0L Roediger\u00a0III and Jeffrey\u00a0D Karpicke. 2006. Test-enhanced learning: Taking memory tests improves long-term retention. Psychological science 17, 3 (2006), 249\u2013255."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376530"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.3102\/00346543063002201"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300587"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2876034.2876036"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2742032.2742042"},{"key":"e_1_3_2_1_42_1","volume-title":"New conceptualizations of practice: Common principles in three paradigms suggest new concepts for training. Psychological science 3, 4","author":"Schmidt A","year":"1992","unstructured":"Richard\u00a0A Schmidt and Robert\u00a0A Bjork. 1992. New conceptualizations of practice: Common principles in three paradigms suggest new concepts for training. Psychological science 3, 4 (1992), 207\u2013218."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3051457.3051466"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1080\/09658211.2013.831454"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3170427.3170616"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-3992.1995.tb00865.x"},{"key":"e_1_3_2_1_47_1","unstructured":"Brenda Sugrue Noreen Webb and Jonah Schlackman. 1998. The Interchangeability of Assessment Methods in Science. CSE Technical Report 474.(1998)."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2776888.2780366"},{"key":"e_1_3_2_1_49_1","unstructured":"Gaurav\u00a0Singh Tomar Sreecharan Sankaranarayanan Xu Wang and Carolyn\u00a0Penstein Ros\u00e9. 2017. Coordinating collaborative chat in massive open online courses. arXiv preprint arXiv:1704.05543(2017)."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3206505.3206596"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025726"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3330430.3333614"},{"key":"e_1_3_2_1_53_1","volume-title":"Contrasting explicit and implicit support for transactive exchange in team oriented project based learning","author":"Wang Xu","unstructured":"Xu Wang, Miaomiao Wen, and Carolyn Rose. 2017. Contrasting explicit and implicit support for transactive exchange in team oriented project based learning. Philadelphia, PA: International Society of the Learning Sciences."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1207\/S15324818AME1303_4"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3322276.3322381"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376781"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858373"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702397"}],"event":{"name":"CHI '21: CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI '21","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3411764.3445045","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3411764.3445045","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,21]],"date-time":"2026-09-21T13:41:29Z","timestamp":1789998089000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3411764.3445045"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5,6]]},"references-count":58,"alternative-id":["10.1145\/3411764.3445045","10.1145\/3411764"],"URL":"https:\/\/doi.org\/10.1145\/3411764.3445045","relation":{},"subject":[],"published":{"date-parts":[[2021,5,6]]},"assertion":[{"value":"2021-05-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}