{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T11:38:27Z","timestamp":1783424307988,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":68,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,19]],"date-time":"2023-04-19T00:00:00Z","timestamp":1681862400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["2107391, 2123965"],"award-info":[{"award-number":["2107391, 2123965"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,19]]},"DOI":"10.1145\/3544548.3581352","type":"proceedings-article","created":{"date-parts":[[2023,4,20]],"date-time":"2023-04-20T04:26:08Z","timestamp":1681964768000},"page":"1-19","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":64,"title":["PaTAT: Human-AI Collaborative Qualitative Coding with Explainable Interactive Rule Synthesis"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1772-6065","authenticated-orcid":false,"given":"Simret Araya","family":"Gebreegziabher","sequence":"first","affiliation":[{"name":"Department of Computer Science, University of Notre Dame, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7040-2326","authenticated-orcid":false,"given":"Zheng","family":"Zhang","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, University of Notre Dame, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2691-9280","authenticated-orcid":false,"given":"Xiaohang","family":"Tang","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Liverpool, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3147-5810","authenticated-orcid":false,"given":"Yihao","family":"Meng","sequence":"additional","affiliation":[{"name":"Institution of Artificial Intelligence and Robotics, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5178-3496","authenticated-orcid":false,"given":"Elena L.","family":"Glassman","sequence":"additional","affiliation":[{"name":"SEAS, Harvard University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7902-7625","authenticated-orcid":false,"given":"Toby Jia-Jun","family":"Li","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, University of Notre Dame, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,4,19]]},"reference":[{"key":"e_1_3_3_3_1_1","doi-asserted-by":"publisher","DOI":"10.5555\/2567709.2627674"},{"key":"e_1_3_3_3_2_1","volume-title":"Manual or electronic? The role of coding in qualitative data analysis. Educational research 45, 2","author":"Basit Tehmina","year":"2003","unstructured":"Tehmina Basit. 2003. Manual or electronic? The role of coding in qualitative data analysis. Educational research 45, 2 (2003), 143\u2013154."},{"key":"e_1_3_3_3_3_1","first-page":"6","article-title":"Analysing qualitative data: More than \u2018identifying themes","volume":"2","author":"Bazeley Pat","year":"2009","unstructured":"Pat Bazeley. 2009. Analysing qualitative data: More than \u2018identifying themes\u2019. Malaysian Journal of Qualitative Research 2, 2 (2009), 6\u201322.","journal-title":"Malaysian Journal of Qualitative Research"},{"key":"e_1_3_3_3_4_1","volume-title":"Transforming qualitative information: Thematic analysis and code development","author":"Boyatzis E","unstructured":"Richard\u00a0E Boyatzis. 1998. Transforming qualitative information: Thematic analysis and code development. Sage."},{"key":"e_1_3_3_3_5_1","volume-title":"Using thematic analysis in psychology. Qualitative research in psychology 3, 2","author":"Braun Virginia","year":"2006","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative research in psychology 3, 2 (2006), 77\u2013101."},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3185515"},{"key":"e_1_3_3_3_7_1","volume-title":"ACM SIGCHI Workshop on Human-Centered Machine Learning.","author":"Kocielnik Rafal","year":"2016","unstructured":"Nan-chen Chen, Rafal Kocielnik, Margaret Drouhard, Vanessa Pe\u00f1a-Araya, Jina Suh, Keting Cen, Xiangyi Zheng, and Cecilia\u00a0R Aragon. 2016. Challenges of applying machine learning to qualitative coding. In ACM SIGCHI Workshop on Human-Centered Machine Learning."},{"key":"e_1_3_3_3_8_1","unstructured":"Xinyun Chen Chang Liu and Dawn Song. 2017. Towards synthesizing complex programs from input-output examples. arXiv preprint arXiv:1706.01284(2017)."},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/UCCV.2013.6530801"},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1080\/13645579.2011.625764"},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1002\/meet.14504701328"},{"key":"e_1_3_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1177\/1071181320641034"},{"key":"e_1_3_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.2015.0403"},{"key":"e_1_3_3_3_14_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805(2018).","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805(2018)."},{"key":"e_1_3_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.19026\/rjaset.7.299"},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479856"},{"key":"e_1_3_3_3_17_1","volume-title":"Achievements and prospects of program synthesis. Computational logic: logic programming and beyond","author":"Flener Pierre","year":"2002","unstructured":"Pierre Flener. 2002. Achievements and prospects of program synthesis. Computational logic: logic programming and beyond (2002), 310\u2013346."},{"key":"e_1_3_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274401"},{"key":"e_1_3_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1177\/1609406920968700"},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11633-015-0912-z"},{"key":"e_1_3_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1080\/03055690050137141"},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.2196\/jmir.9702"},{"key":"e_1_3_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1925844.1926423"},{"key":"e_1_3_3_3_25_1","doi-asserted-by":"crossref","unstructured":"Sumit Gulwani Oleksandr Polozov Rishabh Singh 2017. Program synthesis. Foundations and Trends\u00ae in Programming Languages 4 1-2(2017) 1\u2013119.","DOI":"10.1561\/2500000010"},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1520-6750(199809)45:6<615::AID-NAV5>3.0.CO;2-5"},{"key":"e_1_3_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449168"},{"key":"e_1_3_3_3_28_1","volume-title":"Participatory design","author":"Karen Holtzblatt","unstructured":"Holtzblatt Karen and Jones Sandra. 2017. Contextual inquiry: A participatory technique for system design. In Participatory design. CRC Press, 177\u2013210."},{"key":"e_1_3_3_3_29_1","volume-title":"Proceedings of the 27th International Conference on Computational Linguistics: System Demonstrations. 5\u20139.","author":"Klie Jan-Christoph","year":"2018","unstructured":"Jan-Christoph Klie, Michael Bugert, Beto Boullosa, Richard\u00a0Eckart de Castilho, and Iryna Gurevych. 2018. The inception platform: Machine-assisted and knowledge-oriented interactive annotation. In Proceedings of the 27th International Conference on Computational Linguistics: System Demonstrations. 5\u20139."},{"key":"e_1_3_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3218820"},{"key":"e_1_3_3_3_31_1","volume-title":"Research methods in human-computer interaction. Morgan Kaufmann","author":"Lazar Jonathan","unstructured":"Jonathan Lazar, Jinjuan\u00a0Heidi Feng, and Harry Hochheiser. 2017. Research methods in human-computer interaction. Morgan Kaufmann, Chichester, West Sussex, U.K."},{"key":"e_1_3_3_3_32_1","unstructured":"Vu Le Daniel Perelman Oleksandr Polozov Mohammad Raza Abhishek Udupa and Sumit Gulwani. 2017. Interactive program synthesis. arXiv preprint arXiv:1703.03539(2017)."},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3296979.3192410"},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.nic.2020.08.008"},{"key":"e_1_3_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415820"},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1177\/23780231211062345"},{"key":"e_1_3_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/W14-2513"},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1177\/1525822X980100020301"},{"key":"e_1_3_3_3_39_1","volume-title":"Introduction to information retrieval","author":"Manning D","unstructured":"Christopher\u00a0D Manning. 2008. Introduction to information retrieval. Syngress Publishing,."},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173922"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173922"},{"key":"e_1_3_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359174"},{"key":"e_1_3_3_3_43_1","unstructured":"Ioannis Mollas Zoe Chrysopoulou Stamatis Karlos and Grigorios Tsoumakas. 2020. ETHOS: an online hate speech detection dataset. arXiv preprint arXiv:2006.08328(2020)."},{"key":"e_1_3_3_3_44_1","volume-title":"International Conference on Complex Networks and Their Applications. Springer, 928\u2013940","author":"Mozafari Marzieh","year":"2019","unstructured":"Marzieh Mozafari, Reza Farahbakhsh, and Noel Crespi. 2019. A BERT-based transfer learning approach for hate speech detection in online social media. In International Conference on Complex Networks and Their Applications. Springer, 928\u2013940."},{"key":"e_1_3_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1002\/widm.53"},{"key":"e_1_3_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1177\/0049124117729703"},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584067"},{"key":"e_1_3_3_3_48_1","volume-title":"Purposeful sampling for qualitative data collection and analysis in mixed method implementation research. Administration and policy in mental health and mental health services research 42, 5","author":"Palinkas A","year":"2015","unstructured":"Lawrence\u00a0A Palinkas, Sarah\u00a0M Horwitz, Carla\u00a0A Green, Jennifer\u00a0P Wisdom, Naihua Duan, and Kimberly Hoagwood. 2015. Purposeful sampling for qualitative data collection and analysis in mixed method implementation research. Administration and policy in mental health and mental health services research 42, 5 (2015), 533\u2013544."},{"key":"e_1_3_3_3_49_1","unstructured":"Keith\u00a0F Punch. 2013. Introduction to social research: Quantitative and qualitative approaches. sage."},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.isci.2021.102891"},{"key":"e_1_3_3_3_51_1","unstructured":"Tim Rietz and Alexander Maedche. 2020. Towards the Design of an Interactive Machine Learning System for Qualitative Coding.. In ICIS."},{"key":"e_1_3_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445591"},{"key":"e_1_3_3_3_53_1","volume-title":"Can machine learning be useful for social science. The Cities: An essay collection from the Decent City initiative 9","author":"Rudin Cynthia","year":"2015","unstructured":"Cynthia Rudin. 2015. Can machine learning be useful for social science. The Cities: An essay collection from the Decent City initiative 9 (2015), 86\u201390."},{"key":"e_1_3_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/1168857.1168907"},{"key":"e_1_3_3_3_55_1","volume-title":"Proceedings of the Demonstrations at the 13th Conference of the European Chapter of the Association for Computational Linguistics. 102\u2013107","author":"Stenetorp Pontus","year":"2012","unstructured":"Pontus Stenetorp, Sampo Pyysalo, Goran Topi\u0107, Tomoko Ohta, Sophia Ananiadou, and Jun\u2019ichi Tsujii. 2012. BRAT: a web-based tool for NLP-assisted text annotation. In Proceedings of the Demonstrations at the 13th Conference of the European Chapter of the Association for Computational Linguistics. 102\u2013107."},{"key":"e_1_3_3_3_56_1","volume-title":"Basics of qualitative research","author":"Strauss Anselm","unstructured":"Anselm Strauss and Juliet Corbin. 1990. Basics of qualitative research. Sage publications."},{"key":"e_1_3_3_3_57_1","volume-title":"Qualitative analysis for social scientists","author":"Strauss L","unstructured":"Anselm\u00a0L Strauss. 1987. Qualitative analysis for social scientists. Cambridge University Press."},{"key":"e_1_3_3_3_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2020.1003033"},{"key":"e_1_3_3_3_59_1","doi-asserted-by":"crossref","unstructured":"Gerhard\u00a0B Van\u00a0Huyssteen and Martin\u00a0J Puttkammer. 2007. Accelerating the annotation of lexical data for less-resourced languages.. In INTERSPEECH. 1505\u20131508.","DOI":"10.21437\/Interspeech.2007-435"},{"key":"e_1_3_3_3_60_1","volume-title":"The coding manual for qualitative researchers. Qualitative research in organizations and management: an international journal","author":"Wicks David","year":"2017","unstructured":"David Wicks. 2017. The coding manual for qualitative researchers. Qualitative research in organizations and management: an international journal (2017)."},{"key":"e_1_3_3_3_62_1","doi-asserted-by":"publisher","DOI":"10.1177\/0894439315596311"},{"key":"e_1_3_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376451"},{"key":"e_1_3_3_3_64_1","volume-title":"Proceedings of the 27th International Conference on Computational Linguistics. 2159\u20132169","author":"Yang Yaosheng","year":"2018","unstructured":"Yaosheng Yang, Wenliang Chen, Zhenghua Li, Zhengqiu He, and Min Zhang. 2018. Distantly supervised NER with partial annotation learning and reinforcement learning. In Proceedings of the 27th International Conference on Computational Linguistics. 2159\u20132169."},{"key":"e_1_3_3_3_65_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P14-5016"},{"key":"e_1_3_3_3_66_1","volume-title":"Proceedings of the 51st Annual Meeting of the Association for Computational Linguistics: System Demonstrations. 1\u20136.","author":"Yimam Seid\u00a0Muhie","year":"2013","unstructured":"Seid\u00a0Muhie Yimam, Iryna Gurevych, Richard\u00a0Eckart de Castilho, and Chris Biemann. 2013. Webanno: A flexible, web-based and visually supported system for distributed annotations. In Proceedings of the 51st Annual Meeting of the Association for Computational Linguistics: System Demonstrations. 1\u20136."},{"key":"e_1_3_3_3_67_1","unstructured":"Ruixue Zhang Wei Yang Luyun Lin Zhengkai Tu Yuqing Xie Zihang Fu Yuhao Xie Luchen Tan Kun Xiong and Jimmy Lin. 2020. Rapid adaptation of bert for information extraction on domain-specific business documents. arXiv preprint arXiv:2002.01861(2020)."},{"key":"e_1_3_3_3_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415900"},{"key":"e_1_3_3_3_69_1","doi-asserted-by":"publisher","DOI":"10.1109\/TASL.2009.2033421"},{"key":"e_1_3_3_3_70_1","volume-title":"Making sense of qualitative data analysis: an introduction with illustrations from DIPEx (personal experiences of health and illness). Medical education 40, 5","author":"Ziebland Sue","year":"2006","unstructured":"Sue Ziebland and Ann McPherson. 2006. Making sense of qualitative data analysis: an introduction with illustrations from DIPEx (personal experiences of health and illness). Medical education 40, 5 (2006), 405\u2013414."}],"event":{"name":"CHI '23: CHI Conference on Human Factors in Computing Systems","location":"Hamburg Germany","acronym":"CHI '23","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3581352","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3544548.3581352","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3544548.3581352","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:47:30Z","timestamp":1750178850000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3581352"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,19]]},"references-count":68,"alternative-id":["10.1145\/3544548.3581352","10.1145\/3544548"],"URL":"https:\/\/doi.org\/10.1145\/3544548.3581352","relation":{},"subject":[],"published":{"date-parts":[[2023,4,19]]},"assertion":[{"value":"2023-04-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}