{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,28]],"date-time":"2025-10-28T15:18:36Z","timestamp":1761664716127,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":70,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,8,12]],"date-time":"2024-08-12T00:00:00Z","timestamp":1723420800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"USDA-NIFA\/NSF","award":["2021-67021-35344"],"award-info":[{"award-number":["2021-67021-35344"]}]},{"name":"NSF","award":["1901031, 2042324, 2235601, 2303043, 2345334"],"award-info":[{"award-number":["1901031, 2042324, 2235601, 2303043, 2345334"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,8,12]]},"DOI":"10.1145\/3632620.3671117","type":"proceedings-article","created":{"date-parts":[[2024,8,6]],"date-time":"2024-08-06T12:47:29Z","timestamp":1722948449000},"page":"419-433","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Debugging for Inclusivity in Online CS Courseware: Does it Work?"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1902-8313","authenticated-orcid":false,"given":"Amreeta","family":"Chatterjee","sequence":"first","affiliation":[{"name":"Oregon State University, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7168-2107","authenticated-orcid":false,"given":"Rudrajit","family":"Choudhuri","sequence":"additional","affiliation":[{"name":"Oregon State University, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6524-9865","authenticated-orcid":false,"given":"Mrinmoy","family":"Sarkar","sequence":"additional","affiliation":[{"name":"Techno International New Town, India"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-1564-8400","authenticated-orcid":false,"given":"Soumiki","family":"Chattopadhyay","sequence":"additional","affiliation":[{"name":"Oregon State University, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-5607-645X","authenticated-orcid":false,"given":"Dylan","family":"Liu","sequence":"additional","affiliation":[{"name":"Oregon State University, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-7272-6638","authenticated-orcid":false,"given":"Samarendra","family":"Hedaoo","sequence":"additional","affiliation":[{"name":"Oregon State University, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6536-7629","authenticated-orcid":false,"given":"Margaret","family":"Burnett","sequence":"additional","affiliation":[{"name":"Oregon State University, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1859-1692","authenticated-orcid":false,"given":"Anita","family":"Sarma","sequence":"additional","affiliation":[{"name":"Oregon State University, United States of America"}]}],"member":"320","published-online":{"date-parts":[[2024,8,12]]},"reference":[{"volume-title":"Corpus-based methods in language and speech processing","author":"Abney Steven","key":"e_1_3_2_1_1_1","unstructured":"Steven Abney. 1997. Part-of-speech tagging and partial parsing. In Corpus-based methods in language and speech processing. Springer, 118\u2013136."},{"key":"e_1_3_2_1_2_1","volume-title":"Learning on demand: Online education in the United States","author":"Allen I\u00a0Elaine","year":"2009","unstructured":"I\u00a0Elaine Allen and Jeff Seaman. 2010. Learning on demand: Online education in the United States, 2009.Babson Survey Research Group, United States of America."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.4067\/S0718-18762012000200010"},{"key":"e_1_3_2_1_4_1","unstructured":"Rachel Baker Thomas Dee Brent Evan and June John. 2018. Bias in Online Classes: Evidence from a Field Experiment. Technical Report. Stanford Center for Education Policy Analysis. https:\/\/cepa.stanford.edu\/sites\/default\/files\/wp18-03-201803.pdf"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287435"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1539024.1508923"},{"key":"e_1_3_2_1_7_1","volume-title":"Using thematic analysis in psychology. Qualitative research in psychology 3, 2","author":"Braun Virginia","year":"2006","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative research in psychology 3, 2 (2006), 77\u2013101."},{"key":"e_1_3_2_1_8_1","volume-title":"Studying learning in the worldwide classroom research into edX\u2019s first MOOC.Research & Practice in Assessment 8","author":"Breslow Lori","year":"2013","unstructured":"Lori Breslow, David\u00a0E Pritchard, Jennifer DeBoer, Glenda\u00a0S Stump, Andrew\u00a0D Ho, and Daniel\u00a0T Seaton. 2013. Studying learning in the worldwide classroom research into edX\u2019s first MOOC.Research & Practice in Assessment 8 (2013), 13\u201325."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/971300.971463"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1093\/iwc\/iwv046"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2531602.2531660"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jebo.2011.06.007"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00128"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543973"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3446871.3469758"},{"key":"e_1_3_2_1_16_1","volume-title":"https:\/\/onlinelearningconsortium.org\/about\/quality-framework-five-pillars\/(accessed","author":"Online\u00a0Learning Consortium","year":"2022","unstructured":"Online\u00a0Learning Consortium. 2022. Quality Framework. OLC. https:\/\/onlinelearningconsortium.org\/about\/quality-framework-five-pillars\/(accessed Mar. 2022)."},{"key":"e_1_3_2_1_17_1","volume-title":"Useful: A framework to mainstream web site usability through automated evaluation.","author":"Dingli Alexiei","year":"2011","unstructured":"Alexiei Dingli and Justin Mifsud. 2011. Useful: A framework to mainstream web site usability through automated evaluation. (2011)."},{"key":"e_1_3_2_1_18_1","volume-title":"http:\/\/www.vischeck.com\/(accessed","author":"Dougherty Bob","year":"2022","unstructured":"Bob Dougherty and Alex Wade. 2008. Vischeck. Vischeck.com. http:\/\/www.vischeck.com\/(accessed Mar, 2022)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3328778.3366852"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432396"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.19173\/irrodl.v20i5.3985"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2950290.2950331"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.6084\/m9.figshare.25511869.v2"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555190"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3603535"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642475"},{"key":"e_1_3_2_1_27_1","volume-title":"Critical inquiry in a text-based environment: Computer conferencing in higher education. The internet and higher education 2, 2-3","author":"Garrison D\u00a0Randy","year":"1999","unstructured":"D\u00a0Randy Garrison, Terry Anderson, and Walter Archer. 1999. Critical inquiry in a text-based environment: Computer conferencing in higher education. The internet and higher education 2, 2-3 (1999), 87\u2013105."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556325.2566247"},{"key":"e_1_3_2_1_29_1","volume-title":"How to measure diversity actionably in technology. Equity, Diversity, and Inclusion in Software Engineering: Best Practices and Insights","author":"Hamid Md\u00a0Montaser","year":"2023","unstructured":"Md\u00a0Montaser Hamid, Amreeta Chatterjee, Mariam Guizani, Andrew Anderson, Fatima Moussaoui, Sarah Yang, Isaac Escobar, Anita Sarma, and Margaret Burnett. 2023. How to measure diversity actionably in technology. Equity, Diversity, and Inclusion in Software Engineering: Best Practices and Insights (2023)."},{"key":"e_1_3_2_1_30_1","volume-title":"NSF National Center for Science and Engineering Statistics (NCSES). https:\/\/ncses.nsf.gov\/pubs\/nsf19304\/digest\/field-of-degree-women#computer-sciences(accessed","author":"Hamrick Karen","year":"2022","unstructured":"Karen Hamrick. 2022. Women, Minorities, and Persons with Disabilities in Science and Engineering. NSF National Center for Science and Engineering Statistics (NCSES). https:\/\/ncses.nsf.gov\/pubs\/nsf19304\/digest\/field-of-degree-women#computer-sciences(accessed Mar. 2022)."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3440892"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","unstructured":"Melody\u00a0Y Ivory. 2000. Web TANGO: towards automated comparison of information-centric web site designs. In CHI\u201900 extended abstracts on Human factors in computing systems. 329\u2013330.","DOI":"10.1145\/633292.633491"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/355460.355559"},{"key":"e_1_3_2_1_34_1","volume-title":"Automated Accessibility Testing Tool (AATT). AATT. https:\/\/github.com\/paypal\/AATT(accessed","author":"Khan Prem\u00a0Nawaz","year":"2022","unstructured":"Prem\u00a0Nawaz Khan, Cathy O\u2019Connor, and Srinivasu Chakravarthula. 2021. Automated Accessibility Testing Tool (AATT). AATT. https:\/\/github.com\/paypal\/AATT(accessed Mar, 2022)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300704"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2724660.2724680"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2013.4"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3446871.3469748"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3430665.3456340"},{"key":"e_1_3_2_1_40_1","volume-title":"The measurement of observer agreement for categorical data. biometrics","author":"Landis J\u00a0Richard","year":"1977","unstructured":"J\u00a0Richard Landis and Gary\u00a0G Koch. 1977. The measurement of observer agreement for categorical data. biometrics (1977), 159\u2013174."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3446871.3469742"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.19173\/irrodl.v16i5.2348"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"crossref","unstructured":"Jennifer Mankoff. 2006. Practical service learning issues in HCI. In CHI\u201906 Extended Abstracts on Human Factors in Computing Systems. 201\u2013206.","DOI":"10.1145\/1125451.1125494"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3446871.3469761"},{"key":"e_1_3_2_1_45_1","unstructured":"Quality Matters. 2022. Enhancing Inclusiveness within the Quality Matters Framework. Quality Matters. https:\/\/www.qualitymatters.org\/qa-resources\/resource-center\/conference-presentations\/enhancing-inclusiveness-within-quality(accessed Mar. 2022)."},{"key":"e_1_3_2_1_46_1","volume-title":"https:\/\/www.qualitymatters.org\/ (accessed","author":"Matters Quality","year":"2022","unstructured":"Quality Matters. 2022. Quality Matters. https:\/\/www.qualitymatters.org\/ (accessed Mar. 2022)."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2018.8506514"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"crossref","unstructured":"Christopher Mendez Hema\u00a0Susmita Pedala Zoe Steine-Hanson Claudia Hilderbrand Amber Horvath Charles Hill Logan Simpson Nupoor Patil Anita Sarma and Margaret Burnett. 2017. Open source barriers to entry revisited: A tools perspective. (2017).","DOI":"10.1145\/3180155.3180241"},{"key":"e_1_3_2_1_49_1","first-page":"15","article-title":"Digest of Education Statistics","volume":"311","author":"NCES.","year":"2021","unstructured":"NCES. 2021. Digest of Education Statistics, Table 311.15. National Center for Education Statistics. https:\/\/nces.ed.gov\/programs\/digest\/d20\/tables\/dt20_311.15.asp(accessed Mar. 2022).","journal-title":"Table"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3230977.3230998"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"crossref","unstructured":"Shailendra Palvia Prageet Aeron Parul Gupta Diptiranjan Mahapatra Ratri Parida Rebecca Rosner and Sumita Sindhi. 2018. Online education: Worldwide status challenges trends and implications. 233\u2013241\u00a0pages.","DOI":"10.1080\/1097198X.2018.1542262"},{"key":"e_1_3_2_1_52_1","volume-title":"BBQ: A hand-built bias benchmark for question answering. arXiv preprint arXiv:2110.08193","author":"Parrish Alicia","year":"2021","unstructured":"Alicia Parrish, Angelica Chen, Nikita Nangia, Vishakh Padmakumar, Jason Phang, Jana Thompson, Phu\u00a0Mon Htut, and Samuel\u00a0R Bowman. 2021. BBQ: A hand-built bias benchmark for question answering. arXiv preprint arXiv:2110.08193 (2021)."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1080\/01587919.2017.1322457"},{"key":"e_1_3_2_1_54_1","volume-title":"Information foraging.Psychological review 106, 4","author":"Pirolli Peter","year":"1999","unstructured":"Peter Pirolli and Stuart Card. 1999. Information foraging.Psychological review 106, 4 (1999), 643."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3507661"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1016\/0004-3702(93)90017-6"},{"key":"e_1_3_2_1_57_1","volume-title":"Automatic keyword extraction from individual documents. Text mining: applications and theory","author":"Rose Stuart","year":"2010","unstructured":"Stuart Rose, Dave Engel, Nick Cramer, and Wendy Cowley. 2010. Automatic keyword extraction from individual documents. Text mining: applications and theory (2010), 1\u201320."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3593985"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511599"},{"key":"e_1_3_2_1_60_1","volume-title":"Learning online. DISTANCE LEARNING EDITORS AND EDITORIAL ADVISORY BOARD 7","author":"Sorensen K","year":"2009","unstructured":"Christine\u00a0K Sorensen and Danilo\u00a0M Baylen. 2009. Learning online. DISTANCE LEARNING EDITORS AND EDITORIAL ADVISORY BOARD 7 (2009)."},{"key":"e_1_3_2_1_61_1","first-page":"4","article-title":"A comparison of consensus, consistency, and measurement approaches to estimating interrater reliability","volume":"9","author":"Stemler E","year":"2004","unstructured":"Steven\u00a0E Stemler. 2004. A comparison of consensus, consistency, and measurement approaches to estimating interrater reliability. Practical Assessment, Research, and Evaluation 9, 1 (2004), 4.","journal-title":"Practical Assessment, Research, and Evaluation"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1561\/9781680836578"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432395"},{"key":"e_1_3_2_1_64_1","volume-title":"Llama 2: Open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288","author":"Touvron Hugo","year":"2023","unstructured":"Hugo Touvron, Louis Martin, Kevin Stone, Peter Albert, Amjad Almahairi, Yasmine Babaei, Nikolay Bashlykov, Soumya Batra, Prajjwal Bhargava, Shruti Bhosale, 2023. Llama 2: Open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288 (2023)."},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1093\/iwc\/iwt047"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300283"},{"key":"e_1_3_2_1_67_1","volume-title":"Applying the CAPE framework to measure equity and inform policy in computer science education. Policy Futures in Education","author":"Warner R","year":"2021","unstructured":"Jayce\u00a0R Warner, Carol\u00a0L Fletcher, Nicole\u00a0D Martin, and Stephanie\u00a0N Baker. 2021. Applying the CAPE framework to measure equity and inform policy in computer science education. Policy Futures in Education (2021), 14782103221074467."},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/1060071.1060075"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10639-021-10743-5"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287380"}],"event":{"name":"ICER 2024: ACM Conference on International Computing Education Research","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"],"location":"Melbourne VIC Australia","acronym":"ICER 2024"},"container-title":["Proceedings of the 2024 ACM Conference on International Computing Education Research - Volume 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3632620.3671117","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3632620.3671117","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T00:35:05Z","timestamp":1755909305000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3632620.3671117"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,12]]},"references-count":70,"alternative-id":["10.1145\/3632620.3671117","10.1145\/3632620"],"URL":"https:\/\/doi.org\/10.1145\/3632620.3671117","relation":{},"subject":[],"published":{"date-parts":[[2024,8,12]]},"assertion":[{"value":"2024-08-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}