{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T02:33:48Z","timestamp":1778466828319,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":21,"publisher":"ACM","license":[{"start":{"date-parts":[[2017,4,25]],"date-time":"2017-04-25T00:00:00Z","timestamp":1493078400000},"content-version":"vor","delay-in-days":365,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100006785","name":"Google","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["ACI-1443068"],"award-info":[{"award-number":["ACI-1443068"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,4,25]]},"DOI":"10.1145\/2883851.2883957","type":"proceedings-article","created":{"date-parts":[[2016,4,22]],"date-time":"2016-04-22T09:54:08Z","timestamp":1461318848000},"page":"388-397","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":51,"title":["Is the doer effect a causal relationship?"],"prefix":"10.1145","author":[{"given":"Kenneth R.","family":"Koedinger","sequence":"first","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Elizabeth A.","family":"McLaughlin","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Julianna Zhuxin","family":"Jia","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Norman L.","family":"Bier","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2016,4,25]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Experimental and quasi-experimental designs for research on teaching","author":"Campbell D. T.","year":"1963","unstructured":"Campbell, D. T., & Stanley, J. C. (1963). Experimental and quasi-experimental designs for research on teaching. Chicago: Rand McNally"},{"key":"e_1_3_2_1_2_1","volume-title":"(2007 edition). Democracy and Education","author":"Dewey J.","year":"1916","unstructured":"Dewey, J. (1916), (2007 edition). Democracy and Education. Teddington: Echo Library.k."},{"key":"e_1_3_2_1_3_1","volume-title":"Emerging Student Patterns in MOOCs: A (Revised) Graphical View. e-literate. Available online: http:\/\/mfeldstein.com\/emerging-student-patterns-in-moocs-a-revised-graphical-view\/","author":"Hill P.","year":"2013","unstructured":"Hill, P. (2013). Emerging Student Patterns in MOOCs: A (Revised) Graphical View. e-literate. Available online: http:\/\/mfeldstein.com\/emerging-student-patterns-in-moocs-a-revised-graphical-view\/."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15326985ep4102_1"},{"key":"e_1_3_2_1_5_1","first-page":"30","article-title":"Intelligent tutoring goes to school in the big city","volume":"8","author":"Koedinger K. R.","year":"1997","unstructured":"Koedinger, K. R., Anderson, J. R., Hadley, W. H., & Mark, M. A. (1997). Intelligent tutoring goes to school in the big city. International Journal of Artificial Intelligence in Education, 8, 30--43.","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1551-6709.2012.01245.x"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2724660.2724681"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1080\/09541440701326154"},{"key":"e_1_3_2_1_9_1","volume-title":"Scientific research in education. Committee on Scientific Principles for Education Research","author":"National Research Council.","year":"2002","unstructured":"National Research Council. (2002). Scientific research in education. Committee on Scientific Principles for Education Research. Shavelson, R. J., and Towne, L., Editors. Center for Education. Division of Behavioral and Social Sciences and Education. Washington, DC: National Academy Press."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.3102\/0162373713507480"},{"key":"e_1_3_2_1_11_1","volume-title":"Organizing Instruction and Study to Improve Student Learning (NCER 2007-2004)","author":"Pashler H.","year":"2007","unstructured":"Pashler, H., Bain, P., Bottge, B., Graesser, A., Koedinger, K., McDaniel, M., & Metcalfe, J. (2007). Organizing Instruction and Study to Improve Student Learning (NCER 2007-2004). Washington, DC: National Center for Education Research, Institute of Education Sciences, U.S. Department of Education."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15516709cog0000_14"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1006\/ceps.1997.0959"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-6916.2006.00012.x"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10648-010-9143-6"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.1237223"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.5334\/2008-14"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1002\/ev.303"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2883851.2883964"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1207\/s1532690xci0403_1"}],"event":{"name":"LAK '16: 6th International Conference on Learning Analytics and Knowledge","location":"Edinburgh United Kingdom","acronym":"LAK '16"},"container-title":["Proceedings of the Sixth International Conference on Learning Analytics &amp; Knowledge"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2883851.2883957","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2883851.2883957","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2883851.2883957","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,18]],"date-time":"2025-11-18T09:27:56Z","timestamp":1763458076000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2883851.2883957"}},"subtitle":["how can we tell and why it's important"],"short-title":[],"issued":{"date-parts":[[2016,4,25]]},"references-count":21,"alternative-id":["10.1145\/2883851.2883957","10.1145\/2883851"],"URL":"https:\/\/doi.org\/10.1145\/2883851.2883957","relation":{},"subject":[],"published":{"date-parts":[[2016,4,25]]},"assertion":[{"value":"2016-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}