{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T18:14:05Z","timestamp":1776104045823,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":57,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,5,6]],"date-time":"2021-05-06T00:00:00Z","timestamp":1620259200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,5,6]]},"DOI":"10.1145\/3411764.3445045","type":"proceedings-article","created":{"date-parts":[[2021,5,8]],"date-time":"2021-05-08T06:21:46Z","timestamp":1620454906000},"page":"1-14","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":21,"title":["Seeing Beyond Expert Blind Spots: Online Learning Design for Scale and Quality"],"prefix":"10.1145","author":[{"given":"Xu","family":"Wang","sequence":"first","affiliation":[{"name":"Computer Science and Engineering and University of Michigan, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Carolyn","family":"Rose","sequence":"additional","affiliation":[{"name":"Human-Computer Interaction Institute Carnegie Mellon University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ken","family":"Koedinger","sequence":"additional","affiliation":[{"name":"Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, Pennsylvania, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2021,5,7]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2160881.2160909"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240787"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13218-015-0405-9"},{"key":"e_1_3_2_1_4_1","volume-title":"The lme4 package. R package version 2, 1","author":"Bates Douglas","year":"2007","unstructured":"Douglas Bates , Deepayan Sarkar , Maintainer\u00a0Douglas Bates , and L Matrix . 2007. The lme4 package. R package version 2, 1 ( 2007 ), 74. Douglas Bates, Deepayan Sarkar, Maintainer\u00a0Douglas Bates, and L Matrix. 2007. The lme4 package. R package version 2, 1 (2007), 74."},{"key":"e_1_3_2_1_5_1","unstructured":"TAXONOMY MADE\u00a0EASY BLOOM\u2019S. 1965. Bloom\u2019s taxonomy of educational objectives. Longman.  TAXONOMY MADE\u00a0EASY BLOOM\u2019S. 1965. Bloom\u2019s taxonomy of educational objectives. Longman."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3033701.3033754"},{"key":"e_1_3_2_1_7_1","volume-title":"Using thematic analysis in psychology. Qualitative research in psychology 3, 2","author":"Braun Virginia","year":"2006","unstructured":"Virginia Braun and Victoria Clarke . 2006. Using thematic analysis in psychology. Qualitative research in psychology 3, 2 ( 2006 ), 77\u2013101. Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative research in psychology 3, 2 (2006), 77\u2013101."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2632320.2632343"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2994154"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Elizabeth Churchill Jennifer Preece and Anne Bowser. 2014. Developing a living HCI curriculum to support a global community. In CHI\u201914 Extended Abstracts on Human Factors in Computing Systems. 135\u2013138.  Elizabeth Churchill Jennifer Preece and Anne Bowser. 2014. Developing a living HCI curriculum to support a global community. In CHI\u201914 Extended Abstracts on Human Factors in Computing Systems. 135\u2013138.","DOI":"10.1145\/2559206.2559236"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2888574"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"Jason Day and Jim Foley. 2006. Evaluating web lectures: A case study from HCI. In CHI\u201906 Extended Abstracts on Human Factors in Computing Systems. 195\u2013200.  Jason Day and Jim Foley. 2006. Evaluating web lectures: A case study from HCI. In CHI\u201906 Extended Abstracts on Human Factors in Computing Systems. 195\u2013200.","DOI":"10.1145\/1125451.1125493"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.5555\/1379249.1379255"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1821936116"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3141880.3141895"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2157136.2157226"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1177\/0098628311421329"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557264"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858195"},{"key":"e_1_3_2_1_20_1","unstructured":"Instructure Inc.2019. Canvas. https:\/\/www.canvaslms.com\/research-education  Instructure Inc.2019. Canvas. https:\/\/www.canvaslms.com\/research-education"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2876034.2876044"},{"key":"e_1_3_2_1_22_1","unstructured":"Kenneth\u00a0R Koedinger John\u00a0R Anderson William\u00a0H Hadley and Mary\u00a0A Mark. 1997. Intelligent tutoring goes to school in the big city. (1997).  Kenneth\u00a0R Koedinger John\u00a0R Anderson William\u00a0H Hadley and Mary\u00a0A Mark. 1997. Intelligent tutoring goes to school in the big city. (1997)."},{"key":"e_1_3_2_1_23_1","volume-title":"The Knowledge-Learning-Instruction framework: Bridging the science-practice chasm to enhance robust student learning. Cognitive science 36, 5","author":"Koedinger R","year":"2012","unstructured":"Kenneth\u00a0 R Koedinger , Albert\u00a0 T Corbett , and Charles Perfetti . 2012. The Knowledge-Learning-Instruction framework: Bridging the science-practice chasm to enhance robust student learning. Cognitive science 36, 5 ( 2012 ), 757\u2013798. Kenneth\u00a0R Koedinger, Albert\u00a0T Corbett, and Charles Perfetti. 2012. The Knowledge-Learning-Instruction framework: Bridging the science-practice chasm to enhance robust student learning. Cognitive science 36, 5 (2012), 757\u2013798."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2724660.2724681"},{"key":"e_1_3_2_1_25_1","volume-title":"The real story behind story problems: Effects of representations on quantitative reasoning. The journal of the learning sciences 13, 2","author":"Koedinger R","year":"2004","unstructured":"Kenneth\u00a0 R Koedinger and Mitchell\u00a0 J Nathan . 2004. The real story behind story problems: Effects of representations on quantitative reasoning. The journal of the learning sciences 13, 2 ( 2004 ), 129\u2013164. Kenneth\u00a0R Koedinger and Mitchell\u00a0J Nathan. 2004. The real story behind story problems: Effects of representations on quantitative reasoning. The journal of the learning sciences 13, 2 (2004), 129\u2013164."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3291533.3291561"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2724660.2724670"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-019-00186-y"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13421-014-0452-8"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1177\/0956797612443370"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1207\/S1532690XCI1802_03"},{"key":"e_1_3_2_1_32_1","volume-title":"Teachers","author":"Nathan J","year":"2000","unstructured":"Mitchell\u00a0 J Nathan and Kenneth\u00a0 R Koedinger . 2000. Teachers \u2019 and researchers\u2019 beliefs about the development of algebraic reasoning. Journal for Research in Mathematics Education ( 2000 ), 168\u2013190. Mitchell\u00a0J Nathan and Kenneth\u00a0R Koedinger. 2000. Teachers\u2019 and researchers\u2019 beliefs about the development of algebraic reasoning. Journal for Research in Mathematics Education (2000), 168\u2013190."},{"key":"e_1_3_2_1_33_1","volume-title":"Expert blind spot among preservice teachers. American educational research journal 40, 4","author":"Nathan J","year":"2003","unstructured":"Mitchell\u00a0 J Nathan and Anthony Petrosino . 2003. Expert blind spot among preservice teachers. American educational research journal 40, 4 ( 2003 ), 905\u2013928. Mitchell\u00a0J Nathan and Anthony Petrosino. 2003. Expert blind spot among preservice teachers. American educational research journal 40, 4 (2003), 905\u2013928."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376149"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2591708.2591722"},{"key":"e_1_3_2_1_36_1","volume-title":"Test-enhanced learning: Taking memory tests improves long-term retention. Psychological science 17, 3","author":"Karpicke L","year":"2006","unstructured":"Henry\u00a0 L Roediger\u00a0III and Jeffrey\u00a0D Karpicke . 2006. Test-enhanced learning: Taking memory tests improves long-term retention. Psychological science 17, 3 ( 2006 ), 249\u2013255. Henry\u00a0L Roediger\u00a0III and Jeffrey\u00a0D Karpicke. 2006. Test-enhanced learning: Taking memory tests improves long-term retention. Psychological science 17, 3 (2006), 249\u2013255."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376530"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.3102\/00346543063002201"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300587"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2876034.2876036"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2742032.2742042"},{"key":"e_1_3_2_1_42_1","volume-title":"New conceptualizations of practice: Common principles in three paradigms suggest new concepts for training. Psychological science 3, 4","author":"Schmidt A","year":"1992","unstructured":"Richard\u00a0 A Schmidt and Robert\u00a0 A Bjork . 1992. New conceptualizations of practice: Common principles in three paradigms suggest new concepts for training. Psychological science 3, 4 ( 1992 ), 207\u2013218. Richard\u00a0A Schmidt and Robert\u00a0A Bjork. 1992. New conceptualizations of practice: Common principles in three paradigms suggest new concepts for training. Psychological science 3, 4 (1992), 207\u2013218."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3051457.3051466"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1080\/09658211.2013.831454"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3170427.3170616"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-3992.1995.tb00865.x"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2776888.2780366"},{"key":"e_1_3_2_1_49_1","unstructured":"Gaurav\u00a0Singh Tomar Sreecharan Sankaranarayanan Xu Wang and Carolyn\u00a0Penstein Ros\u00e9. 2017. Coordinating collaborative chat in massive open online courses. arXiv preprint arXiv:1704.05543(2017).  Gaurav\u00a0Singh Tomar Sreecharan Sankaranarayanan Xu Wang and Carolyn\u00a0Penstein Ros\u00e9. 2017. Coordinating collaborative chat in massive open online courses. arXiv preprint arXiv:1704.05543(2017)."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3206505.3206596"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025726"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3330430.3333614"},{"key":"e_1_3_2_1_53_1","volume-title":"Contrasting explicit and implicit support for transactive exchange in team oriented project based learning","author":"Wang Xu","unstructured":"Xu Wang , Miaomiao Wen , and Carolyn Rose . 2017. Contrasting explicit and implicit support for transactive exchange in team oriented project based learning . Philadelphia, PA : International Society of the Learning Sciences. Xu Wang, Miaomiao Wen, and Carolyn Rose. 2017. Contrasting explicit and implicit support for transactive exchange in team oriented project based learning. Philadelphia, PA: International Society of the Learning Sciences."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1207\/S15324818AME1303_4"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3322276.3322381"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376781"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858373"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702397"}],"event":{"name":"CHI '21: CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI '21","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3411764.3445045","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3411764.3445045","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T21:28:29Z","timestamp":1750195709000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3411764.3445045"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5,6]]},"references-count":57,"alternative-id":["10.1145\/3411764.3445045","10.1145\/3411764"],"URL":"https:\/\/doi.org\/10.1145\/3411764.3445045","relation":{},"subject":[],"published":{"date-parts":[[2021,5,6]]},"assertion":[{"value":"2021-05-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}