{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T12:44:49Z","timestamp":1776084289029,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,7,30]],"date-time":"2019-07-30T00:00:00Z","timestamp":1564444800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1640131, 1644491, 1738259"],"award-info":[{"award-number":["1640131, 1644491, 1738259"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,7,30]]},"DOI":"10.1145\/3291279.3339421","type":"proceedings-article","created":{"date-parts":[[2019,7,30]],"date-time":"2019-07-30T19:55:41Z","timestamp":1564516541000},"page":"239-247","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["A Randomized Controlled Trial on the Wild Wild West of Scientific Computing with Student Learners"],"prefix":"10.1145","author":[{"given":"Timothy","family":"Rafalski","sequence":"first","affiliation":[{"name":"University of Nevada, Las Vegas, Las Vegas, NV, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"P. Merlin","family":"Uesbeck","sequence":"additional","affiliation":[{"name":"University of Nevada, Las Vegas, Las Vegas, NV, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cristina","family":"Panks-Meloney","sequence":"additional","affiliation":[{"name":"University of Nevada, Las Vegas, Las Vegas, NV, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Patrick","family":"Daleiden","sequence":"additional","affiliation":[{"name":"University of Nevada, Las Vegas, Las Vegas, NV, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"William","family":"Allee","sequence":"additional","affiliation":[{"name":"University of Nevada, Las Vegas, Las Vegas, NV, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amelia","family":"Mcnamara","sequence":"additional","affiliation":[{"name":"University of St Thomas, St. Paul-Minneapolis, MN, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andreas","family":"Stefik","sequence":"additional","affiliation":[{"name":"University of Nevada, Las Vegas, Las Vegas, NV, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2019,7,30]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Horton","author":"Baumer Ben","year":"2014","unstructured":"Ben Baumer , Mine Cetinkaya-Rundel , Andrew Bray , Linda Loi , and Nicholas J . Horton . 2014 . R Markdown: Integrating A Reproducible Analysis Tool into Introductory Statistics . arXiv:1402.1894 {stat} (Feb. 2014). arxiv: stat\/1402.1894 Ben Baumer, Mine Cetinkaya-Rundel, Andrew Bray, Linda Loi, and Nicholas J. Horton. 2014. R Markdown: Integrating A Reproducible Analysis Tool into Introductory Statistics. arXiv:1402.1894 {stat} (Feb. 2014). arxiv: stat\/1402.1894"},{"key":"e_1_3_2_1_2_1","volume-title":"Horton","author":"Baumer Benjamin","year":"2017","unstructured":"Benjamin Baumer , Daniel Kaplan , and Nicholas J . Horton . 2017 . Modern Data Science with R .CRC Press, Taylor & Francis Group, CRC Press is an imprint of the Taylor & Francis Group , an informa business, Boca Raton. QA76.9.D343 B38 2017 Benjamin Baumer, Daniel Kaplan, and Nicholas J. Horton. 2017. Modern Data Science with R .CRC Press, Taylor & Francis Group, CRC Press is an imprint of the Taylor & Francis Group, an informa business, Boca Raton. QA76.9.D343 B38 2017"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2839509.2844584"},{"key":"e_1_3_2_1_4_1","volume-title":"Categorizing Compiler Error Messages with Principal Component Analysis. In 12th China -Europe International Symposium on Software Engineering Education (CEISEE 2016","author":"Brett","year":"2016","unstructured":"Brett A. Becker and Catherine Mooney. 2016 . Categorizing Compiler Error Messages with Principal Component Analysis. In 12th China -Europe International Symposium on Software Engineering Education (CEISEE 2016 ), Shenyang, China, 28- -29 May 2016 . Brett A. Becker and Catherine Mooney. 2016. Categorizing Compiler Error Messages with Principal Component Analysis. In 12th China -Europe International Symposium on Software Engineering Education (CEISEE 2016), Shenyang, China, 28--29 May 2016."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.5555\/795687.797842"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2994154"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2538862.2538924"},{"key":"e_1_3_2_1_8_1","volume-title":"Data Science : A Three Ring Circus or a Big Tent? arXiv:1712.07349 {stat}(Dec","author":"Bryan Jennifer","year":"2017","unstructured":"Jennifer Bryan and Hadley Wickham . 2017. Data Science : A Three Ring Circus or a Big Tent? arXiv:1712.07349 {stat}(Dec . 2017 ). arxiv: stat\/1712.07349 Jennifer Bryan and Hadley Wickham. 2017. Data Science : A Three Ring Circus or a Big Tent? arXiv:1712.07349 {stat}(Dec. 2017). arxiv: stat\/1712.07349"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1080\/00031305.2017.1397549"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2591708.2591748"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1080\/10618600.2017.1384734"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568299"},{"key":"e_1_3_2_1_13_1","volume-title":"Discovering statistics using R","author":"Field Andy P.","unstructured":"Andy P. Field , Jeremy Miles , and Zo\u00eb Field . 2012. Discovering statistics using R .Sage, London; Thousand Oaks , Calif . Andy P. Field, Jeremy Miles, and Zo\u00eb Field. 2012. Discovering statistics using R .Sage, London; Thousand Oaks, Calif."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2816707.2816720"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2839509.2844569"},{"key":"e_1_3_2_1_16_1","unstructured":"The CONSORT Group. {n. d.}. CONSORT: Transparent Reporting of Trials. http:\/\/www.consort-statement.org\/. Accessed: 2017--10--13.  The CONSORT Group. {n. d.}. CONSORT: Transparent Reporting of Trials. http:\/\/www.consort-statement.org\/. Accessed: 2017--10--13."},{"key":"e_1_3_2_1_17_1","unstructured":"Nicholas J Horton and Johanna S Hardin. 2018. Challenges and Opportunities for Statistics and Data Science Undergraduate Major and Minor Degree Programs. (2018) 6.  Nicholas J Horton and Johanna S Hardin. 2018. Challenges and Opportunities for Statistics and Data Science Undergraduate Major and Minor Degree Programs. (2018) 6."},{"key":"e_1_3_2_1_18_1","unstructured":"Carl Howe. 2019. The Next Million R users. https:\/\/resources.rstudio.com\/rstudio-conf-2019\/the-next-million-r-users. In rstudio::conf.  Carl Howe. 2019. The Next Million R users. https:\/\/resources.rstudio.com\/rstudio-conf-2019\/the-next-million-r-users. In rstudio::conf."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1592440.1592442"},{"key":"e_1_3_2_1_20_1","volume-title":"Evidence-based programming language design : a philosophical and methodological exploration","author":"Kaijanaho Kaijanaho","unstructured":"Kaijanaho Kaijanaho . 2015. Evidence-based programming language design : a philosophical and methodological exploration . University of Jyv \"askyl\"a, Finnland. http:\/\/urn.fi\/URN:ISBN:978-951-39-6388-0 Kaijanaho Kaijanaho. 2015. Evidence-based programming language design : a philosophical and methodological exploration .University of Jyv\"askyl\"a, Finnland. http:\/\/urn.fi\/URN:ISBN:978-951-39-6388-0"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1080\/00031305.2017.1398107"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287381"},{"key":"e_1_3_2_1_23_1","volume-title":"Meaningful Categorisation of Novice Programmer Errors. In 2014 IEEE Frontiers in Education Conference (FIE ) Proceedings. 1--8.","author":"McCall D.","unstructured":"D. McCall and M. K\u00f6lling . 2014 . Meaningful Categorisation of Novice Programmer Errors. In 2014 IEEE Frontiers in Education Conference (FIE ) Proceedings. 1--8. D. McCall and M. K\u00f6lling. 2014. Meaningful Categorisation of Novice Programmer Errors. In 2014 IEEE Frontiers in Education Conference (FIE ) Proceedings. 1--8."},{"key":"e_1_3_2_1_24_1","unstructured":"Amelia McNamara. 2018. R Syntax Comparison Cheatsheet. https:\/\/github.com\/rstudio\/cheatsheets\/raw\/master\/syntax.pdf.  Amelia McNamara. 2018. R Syntax Comparison Cheatsheet. https:\/\/github.com\/rstudio\/cheatsheets\/raw\/master\/syntax.pdf."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1080\/00031305.2015.1123651"},{"key":"e_1_3_2_1_26_1","unstructured":"U.S. Department of Education. {n. d.}. Every Student Succeeds Act(ESSA). https:\/\/www.ed.gov\/essa'src=rn. Accessed: 2017-03--29.  U.S. Department of Education. {n. d.}. Every Student Succeeds Act(ESSA). https:\/\/www.ed.gov\/essa'src=rn. Accessed: 2017-03--29."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00224-013-9452-5"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2007.53"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3230977.3230981"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0164-1212(02)00053-5"},{"key":"e_1_3_2_1_31_1","first-page":"3","article-title":"Integrating Data Science Tools into a Graduate Level Data Management Course","volume":"7","author":"Purdue University","year":"2018","unstructured":"Purdue University , Pete Pascuzzi , Megan Sapp Nelson , and Purdue University . 2018 . Integrating Data Science Tools into a Graduate Level Data Management Course . Journal of eScience Librarianship , Vol. 7 , 3 (Dec. 2018), e1152. Purdue University, Pete Pascuzzi, Megan Sapp Nelson, and Purdue University. 2018. Integrating Data Science Tools into a Graduate Level Data Management Course. Journal of eScience Librarianship, Vol. 7, 3 (Dec. 2018), e1152.","journal-title":"Journal of eScience Librarianship"},{"key":"e_1_3_2_1_32_1","unstructured":"PyCharm. 2016. Python Developers Survey 2016:Findings. https:\/\/www.jetbrains.com\/pycharm\/python-developers-survey-2016\/  PyCharm. 2016. Python Developers Survey 2016:Findings. https:\/\/www.jetbrains.com\/pycharm\/python-developers-survey-2016\/"},{"key":"e_1_3_2_1_33_1","unstructured":"R Core Team. 2019. Comprehensive R Archive Network. http:\/\/cran.r-project.org\/.  R Core Team. 2019. Comprehensive R Archive Network. http:\/\/cran.r-project.org\/."},{"key":"e_1_3_2_1_34_1","unstructured":"David Robinson. 2014. Don't teach built-in plotting to beginners (teach ggplot2). http:\/\/varianceexplained.org\/r\/teach_ggplot2_to_beginners\/.  David Robinson. 2014. Don't teach built-in plotting to beginners (teach ggplot2). http:\/\/varianceexplained.org\/r\/teach_ggplot2_to_beginners\/."},{"key":"e_1_3_2_1_35_1","unstructured":"David Robinson. 2017. Teach the tidyverse to beginners. http:\/\/varianceexplained.org\/r\/teach-tidyverse\/.  David Robinson. 2017. Teach the tidyverse to beginners. http:\/\/varianceexplained.org\/r\/teach-tidyverse\/."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1693453.1693462"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/199691.199769"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287394"},{"key":"e_1_3_2_1_39_1","volume-title":"Developer Survey Results","author":"Overflow Stack","year":"2017","unstructured":"Stack Overflow . 2017. Developer Survey Results 2017 . https:\/\/insights.stackoverflow.com\/survey\/2017 Stack Overflow. 2017. Developer Survey Results 2017. https:\/\/insights.stackoverflow.com\/survey\/2017"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2534973"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2089155.2089159"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.4103\/0974-1208.82352"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3230977.3231009"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3105726.3106176"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884849"},{"key":"e_1_3_2_1_46_1","unstructured":"U.S. Department of Education Institute of Education Sciences. 2019. What Works Clearinghouse Procedures and Standards Handbook 3.0 ed.). U.S. Department of Education.  U.S. Department of Education Institute of Education Sciences. 2019. What Works Clearinghouse Procedures and Standards Handbook 3.0 ed.). U.S. Department of Education."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/2787622.2787721"},{"key":"e_1_3_2_1_48_1","unstructured":"Karlijn Willems. 2013. R and Education: A Survey on the Use of R in Education. https:\/\/www.datacamp.com\/community\/blog\/survey-on-r-and-education.  Karlijn Willems. 2013. R and Education: A Survey on the Use of R in Education. https:\/\/www.datacamp.com\/community\/blog\/survey-on-r-and-education."}],"event":{"name":"ICER '19: International Computing Education Research Conference","location":"Toronto ON Canada","acronym":"ICER '19","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 2019 ACM Conference on International Computing Education Research"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3291279.3339421","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3291279.3339421","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3291279.3339421","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T19:05:16Z","timestamp":1750273516000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3291279.3339421"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,7,30]]},"references-count":48,"alternative-id":["10.1145\/3291279.3339421","10.1145\/3291279"],"URL":"https:\/\/doi.org\/10.1145\/3291279.3339421","relation":{},"subject":[],"published":{"date-parts":[[2019,7,30]]},"assertion":[{"value":"2019-07-30","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}