{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,25]],"date-time":"2026-02-25T18:29:08Z","timestamp":1772044148119,"version":"3.50.1"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2023,10,11]],"date-time":"2023-10-11T00:00:00Z","timestamp":1696982400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,10,11]],"date-time":"2023-10-11T00:00:00Z","timestamp":1696982400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001691","name":"Japan Society for the Promotion of Science","doi-asserted-by":"publisher","award":["JP21H04877"],"award-info":[{"award-number":["JP21H04877"]}],"id":[{"id":"10.13039\/501100001691","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001691","name":"Japan Society for the Promotion of Science","doi-asserted-by":"publisher","award":["JP22K17874"],"award-info":[{"award-number":["JP22K17874"]}],"id":[{"id":"10.13039\/501100001691","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001691","name":"Japan Society for the Promotion of Science","doi-asserted-by":"publisher","award":["JPJSJRP20191502"],"award-info":[{"award-number":["JPJSJRP20191502"]}],"id":[{"id":"10.13039\/501100001691","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001691","name":"Japan Society for the Promotion of Science","doi-asserted-by":"publisher","award":["JP23K16864"],"award-info":[{"award-number":["JP23K16864"]}],"id":[{"id":"10.13039\/501100001691","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001691","name":"Japan Society for the Promotion of Science","doi-asserted-by":"publisher","award":["JP20K19774"],"award-info":[{"award-number":["JP20K19774"]}],"id":[{"id":"10.13039\/501100001691","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001691","name":"Japan Society for the Promotion of Science","doi-asserted-by":"publisher","award":["JP20H05706"],"award-info":[{"award-number":["JP20H05706"]}],"id":[{"id":"10.13039\/501100001691","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2023,11]]},"DOI":"10.1007\/s10664-023-10366-z","type":"journal-article","created":{"date-parts":[[2023,10,11]],"date-time":"2023-10-11T10:04:40Z","timestamp":1697018680000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["When conversations turn into work: a taxonomy of converted discussions and issues in GitHub"],"prefix":"10.1007","volume":"28","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2004-0902","authenticated-orcid":false,"given":"Dong","family":"Wang","sequence":"first","affiliation":[]},{"given":"Masanari","family":"Kondo","sequence":"additional","affiliation":[]},{"given":"Yasutaka","family":"Kamei","sequence":"additional","affiliation":[]},{"given":"Raula Gaikovina","family":"Kula","sequence":"additional","affiliation":[]},{"given":"Naoyasu","family":"Ubayashi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,10,11]]},"reference":[{"key":"10366_CR1","doi-asserted-by":"crossref","unstructured":"Abdalkareem R, Nourry O, Wehaibi S, Mujahid S, Shihab E (2017) Why do developers use trivial packages? an empirical case study on npm. In: Proceedings of the 2017 11th Joint Meeting on Foundations of Software Engineering, ACM, ESEC\/FSE 2017, p 385\u2013395","DOI":"10.1145\/3106237.3106267"},{"key":"10366_CR2","doi-asserted-by":"crossref","unstructured":"Bacchelli A, Bird C (2013) Expectations, Outcomes, and Challenges of Modern Code Review. In: Proceedings of the 35th International Conference on Software Engineering, pp 712\u2013721","DOI":"10.1109\/ICSE.2013.6606617"},{"key":"10366_CR3","doi-asserted-by":"crossref","unstructured":"Bangash AA, Sahar H, Chowdhury S, Wong AW, Hindle A, Ali K (2019) What do developers know about machine learning: a study of ml discussions on stackoverflow. In: 2019 IEEE\/ACM 16th International Conference on Mining Software Repositories (MSR), IEEE, pp 260\u2013264","DOI":"10.1109\/MSR.2019.00052"},{"key":"10366_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10664-021-09951-x","volume":"26","author":"B Chinthanet","year":"2021","unstructured":"Chinthanet B, Kula RG, McIntosh S, Ishio T, Ihara A, Matsumoto K (2021) Lags in the release, adoption, and propagation of npm vulnerability fixes. Empir Softw Eng 26:1\u201328","journal-title":"Empir Softw Eng"},{"key":"10366_CR5","doi-asserted-by":"crossref","unstructured":"Chouchen M, Ouni A, Kula RG, Wang D, Thongtanunam P, Mkaouer MW, Matsumoto K (2021) Anti-patterns in modern code review: Symptoms and prevalence. In: 2021 IEEE international conference on software analysis, evolution and reengineering (SANER), IEEE, pp 531\u2013535","DOI":"10.1109\/SANER50967.2021.00060"},{"issue":"11","key":"10366_CR6","doi-asserted-by":"publisher","first-page":"2457","DOI":"10.1109\/TSE.2019.2952130","volume":"47","author":"FR Cogo","year":"2019","unstructured":"Cogo FR, Oliva GA, Hassan AE (2019) An empirical study of dependency downgrades in the npm ecosystem. IEEE Trans Softw Eng 47(11):2457\u20132470","journal-title":"IEEE Trans Softw Eng"},{"key":"10366_CR7","doi-asserted-by":"crossref","unstructured":"Decan A, Mens T, Claes M (2016) On the topology of package dependency networks: A comparison of three programming language ecosystems. In: Proccedings of the 10th European Conference on Software Architecture Workshops, pp 1\u20134","DOI":"10.1145\/2993412.3003382"},{"key":"10366_CR8","doi-asserted-by":"crossref","unstructured":"Ebert F, Castor F, Novielli N, Serebrenik A (2019) Confusion in code reviews: Reasons, impacts, and coping strategies. In: 2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER), pp 49\u201360","DOI":"10.1109\/SANER.2019.8668024"},{"key":"10366_CR9","doi-asserted-by":"crossref","unstructured":"Hata H, Treude C, Kula RG, Ishio T (2019) 9.6 Million Links in Source Code Comments: Purpose, Evolution, and Decay. In: Proceedings of the 41st International Conference on Software Engineering, pp 1211\u20131221","DOI":"10.1109\/ICSE.2019.00123"},{"key":"10366_CR10","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/s10664-021-10058-6","volume":"27","author":"H Hata","year":"2022","unstructured":"Hata H, Novielli N, Baltes S, Kula RG, Treude C (2022) Github discussions: An exploratory study of early adoption. Empir Softw Eng 27:3","journal-title":"Empir Softw Eng"},{"issue":"2\u20133","key":"10366_CR11","first-page":"241","volume":"15","author":"TV Hecke","year":"2012","unstructured":"Hecke TV (2012) Power study of anova versus kruskal-wallis test. J Stat Manag Syst 15(2\u20133):241\u2013247","journal-title":"J Stat Manag Syst"},{"issue":"2","key":"10366_CR12","doi-asserted-by":"publisher","first-page":"368","DOI":"10.1007\/s10664-015-9387-3","volume":"21","author":"A Hindle","year":"2016","unstructured":"Hindle A, Alipour A, Stroulia E (2016) A contextual approach towards more accurate duplicate bug report detection and ranking. Empir Softw Eng 21(2):368\u2013410","journal-title":"Empir Softw Eng"},{"key":"10366_CR13","doi-asserted-by":"crossref","unstructured":"Hirao T, McIntosh S, Ihara A, Matsumoto K (2019) The Review Linkage Graph for Code Review Analytics: A Recovery Approach and Empirical Study. In: Proc. of the International Symposium on the Foundations of Software Engineering (FSE), p 578\u2013589","DOI":"10.1145\/3338906.3338949"},{"issue":"260","key":"10366_CR14","doi-asserted-by":"publisher","first-page":"583","DOI":"10.1080\/01621459.1952.10483441","volume":"47","author":"WH Kruskal","year":"1952","unstructured":"Kruskal WH, Wallis WA (1952) Use of ranks in one-criterion variance analysis. J Am Stat Assoc 47(260):583\u2013621","journal-title":"J Am Stat Assoc"},{"key":"10366_CR15","doi-asserted-by":"crossref","unstructured":"Kula RG, Robles G (2019) The life and death of software ecosystems. In: Towards Engineering Free\/Libre Open Source Software (FLOSS) Ecosystems for Impact and Sustainability: Communications of NII Shonan Meetings.\u00a0Springer, pp 97\u2013105","DOI":"10.1007\/978-981-13-7099-1_6"},{"key":"10366_CR16","doi-asserted-by":"crossref","unstructured":"Lee A, Carver JC, Bosu A (2017) Understanding the impressions, motivations, and barriers of one time code contributors to floss projects: a survey. In: 2017 IEEE\/ACM 39th International Conference on Software Engineering (ICSE), IEEE, pp 187\u2013197","DOI":"10.1109\/ICSE.2017.25"},{"key":"10366_CR17","doi-asserted-by":"crossref","unstructured":"Li Z, Yin G, Yu Y, Wang T, Wang H (2017) Detecting duplicate pull-requests in github. In: Proceedings of the 9th Asia-Pacific Symposium on Internetware, pp 1\u20136","DOI":"10.1145\/3131704.3131725"},{"key":"10366_CR18","doi-asserted-by":"crossref","unstructured":"Lima M, Steinmacher I, Ford D, Liu E, Vorreuter G, Conte T, Gadelha B (2022) Looking for related discussions on github discussions. arXiv preprint arXiv:220611971","DOI":"10.7717\/peerj-cs.1567"},{"key":"10366_CR19","doi-asserted-by":"crossref","unstructured":"Liu X, Zhong H (2018) Mining stackoverflow for program repair. In: 2018 IEEE 25th international conference on software analysis, evolution and reengineering (SANER), IEEE, pp 118\u2013129","DOI":"10.1109\/SANER.2018.8330202"},{"key":"10366_CR20","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1214\/aoms\/1177730491","volume":"18","author":"HB Mann","year":"1947","unstructured":"Mann HB, Whitney DR (1947) On a test of whether one of two random variables is stochastically larger than the other. Ann Math Stat 18:50\u201360","journal-title":"Ann Math Stat"},{"issue":"3","key":"10366_CR21","doi-asserted-by":"publisher","first-page":"276","DOI":"10.11613\/BM.2012.031","volume":"22","author":"ML McHugh","year":"2012","unstructured":"McHugh ML (2012) Interrater reliability: the kappa statistic. Biochemia Medica 22(3):276\u2013282","journal-title":"Biochemia Medica"},{"key":"10366_CR22","doi-asserted-by":"crossref","unstructured":"Mendez C, Padala HS, Steine-Hanson Z, Hilderbrand C, Horvath A, Hill C, Simpson L, Patil N, Sarma A, Burnett M (2018) Open source barriers to entry, revisited: A sociotechnical perspective. In: Proceedings of the 40th International conference on software engineering, pp 1004\u20131015","DOI":"10.1145\/3180155.3180241"},{"key":"10366_CR23","doi-asserted-by":"crossref","unstructured":"Nguyen AT, Nguyen TT, Nguyen TN, Lo D, Sun C (2012) Duplicate bug report detection with a combination of information retrieval and topic modeling. In: 2012 Proceedings of the 27th IEEE\/ACM international conference on automated software engineering, IEEE, pp 70\u201379","DOI":"10.1145\/2351676.2351687"},{"issue":"2","key":"10366_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10664-021-10095-1","volume":"27","author":"E Parra","year":"2022","unstructured":"Parra E, Alahmadi M, Ellis A, Haiduc S (2022) A comparative study and analysis of developer communications on slack and gitter. Empir Softw Eng 27(2):1\u201333","journal-title":"Empir Softw Eng"},{"key":"10366_CR25","first-page":"135:1","volume":"2","author":"L Pascarella","year":"2018","unstructured":"Pascarella L, Spadini D, Palomba F, Bruntink M, Bacchelli A (2018) Information Needs in Contemporary Code Review. Proc ACM Conf Comput Supported Coop Work 2:135:1-135:27","journal-title":"Proc ACM Conf Comput Supported Coop Work"},{"key":"10366_CR26","doi-asserted-by":"publisher","unstructured":"Raglianti M, Nagy C, Minelli R, Lanza M (2022) DiscOrDance: visualizing software developers communities on discord. In: 2022 IEEE International Conference on Software Maintenance and Evolution (ICSME), Limassol, pp 474\u2013478. https:\/\/doi.org\/10.1109\/ICSME55016.2022.00062","DOI":"10.1109\/ICSME55016.2022.00062"},{"issue":"5","key":"10366_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10664-022-10163-0","volume":"27","author":"I Rehman","year":"2022","unstructured":"Rehman I, Wang D, Kula RG, Ishio T, Matsumoto K (2022) Newcomer oss-candidates: Characterizing contributions of novice developers to github. Empir Softw Eng 27(5):1\u201320","journal-title":"Empir Softw Eng"},{"key":"10366_CR28","doi-asserted-by":"crossref","unstructured":"Steinmacher I, Gerosa MA, Redmiles D (2014) Attracting, onboarding, and retaining newcomer developers in open source software projects. In:\u00a0Workshop on Global Software Development in a CSCW Perspective, vol 16, p 20","DOI":"10.1007\/978-3-642-55128-4_29"},{"issue":"4","key":"10366_CR29","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1109\/MS.2018.110162131","volume":"36","author":"I Steinmacher","year":"2018","unstructured":"Steinmacher I, Treude C, Gerosa MA (2018) Let me in: Guidelines for the successful onboarding of newcomers to open source projects. IEEE Softw 36(4):41\u201349","journal-title":"IEEE Softw"},{"issue":"1","key":"10366_CR30","first-page":"17","volume":"7","author":"S Stemler","year":"2000","unstructured":"Stemler S (2000) An overview of content analysis. Pract Assess Res Eval 7(1):17","journal-title":"Pract Assess Res Eval"},{"issue":"2","key":"10366_CR31","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1109\/TSE.2016.2584053","volume":"43","author":"MA Storey","year":"2016","unstructured":"Storey MA, Zagalsky A, Figueira Filho F, Singer L, German DM (2016) How social and communication channels shape and challenge a participatory culture in software development. IEEE Trans Software Eng 43(2):185\u2013204","journal-title":"IEEE Trans Software Eng"},{"key":"10366_CR32","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2020.110717","volume":"170","author":"V Stray","year":"2020","unstructured":"Stray V, Moe NB (2020) Understanding coordination in global software engineering: A mixed-methods study on the use of meetings and slack. J Syst Softw 170:110717","journal-title":"J Syst Softw"},{"issue":"CSCW","key":"10366_CR33","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3359210","volume":"3","author":"X Tan","year":"2019","unstructured":"Tan X, Zhou M (2019) How to communicate when submitting patches: An empirical study of the linux kernel. Proc ACM Hum-Comput Interact 3(CSCW):1\u201326","journal-title":"Proc ACM Hum-Comput Interact"},{"key":"10366_CR34","doi-asserted-by":"publisher","unstructured":"Tan X, Zhou M, Sun Z (2020) A first look at good first issues on GitHub, Association for Computing Machinery, New York, NY, USA, p 398-409. https:\/\/doi.org\/10.1145\/3368089.3409746","DOI":"10.1145\/3368089.3409746"},{"key":"10366_CR35","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2019.110416","volume":"158","author":"J Tantisuwankul","year":"2019","unstructured":"Tantisuwankul J, Nugroho YS, Kula RG, Hata H, Rungsawang A, Leelaprute P, Matsumoto K (2019) A topological analysis of communication channels for knowledge sharing in contemporary github projects. J Syst Softw 158:110416","journal-title":"J Syst Softw"},{"key":"10366_CR36","doi-asserted-by":"crossref","unstructured":"Treude C, Robillard MP (2017) Understanding stack overflow code fragments. In: 2017 IEEE International Conference on Software Maintenance and Evolution (ICSME), IEEE, pp 509\u2013513","DOI":"10.1109\/ICSME.2017.24"},{"key":"10366_CR37","doi-asserted-by":"crossref","unstructured":"Treude C, Barzilay O, Storey MA (2011) How do programmers ask and answer questions on the web? (nier track). In: Proceedings of the 33rd International Conference on Software Engineering, Association for Computing Machinery, New York, NY, USA, ICSE \u201911, p 804\u2013807","DOI":"10.1145\/1985793.1985907"},{"issue":"1","key":"10366_CR38","doi-asserted-by":"publisher","first-page":"402","DOI":"10.1007\/s10664-019-09774-x","volume":"25","author":"G Vale","year":"2020","unstructured":"Vale G, Schmid A, Santos AR, De Almeida ES, Apel S (2020) On the relation between github communication activity and merge conflicts. Empir Softw Eng 25(1):402\u2013433","journal-title":"Empir Softw Eng"},{"key":"10366_CR39","doi-asserted-by":"crossref","unstructured":"Vasilescu B, Capiluppi A, Serebrenik A (2012) Gender, representation and online participation: A quantitative study of stackoverflow. In: 2012 International Conference on Social Informatics, IEEE, pp 332\u2013338","DOI":"10.1109\/SocialInformatics.2012.81"},{"key":"10366_CR40","doi-asserted-by":"crossref","unstructured":"Wan Z, Xia X, Hassan AE (2021) What do programmers discuss about blockchain? a case study on the use of balanced lda and the reference architecture of a domain to capture online discussions about blockchain platforms across stack exchange communities. IEEE Trans Softw Eng 47:(7)1331\u20131349","DOI":"10.1109\/TSE.2019.2921343"},{"key":"10366_CR41","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2021.106637","volume":"139","author":"D Wang","year":"2021","unstructured":"Wang D, Kula RG, Ishio T, Matsumoto K (2021a) Automatic patch linkage detection in code review using textual content and file location features. Inf Softw Technol 139:106637","journal-title":"Inf Softw Technol"},{"key":"10366_CR42","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.111009","volume":"180","author":"D Wang","year":"2021","unstructured":"Wang D, Ueda Y, Kula RG, Ishio T, Matsumoto K (2021b) Can we benchmark code review studies? a systematic mapping study of methodology, dataset, and metric. J Syst Softw 180:111009","journal-title":"J Syst Softw"},{"issue":"5","key":"10366_CR43","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1007\/s10664-021-09997-x","volume":"26","author":"D Wang","year":"2021","unstructured":"Wang D, Xiao T, Thongtanunam P, Kula RG, Matsumoto K (2021c) Understanding shared links and their intentions to meet information needs in modern code review. Empir Softw Eng 26(5):96","journal-title":"Empir Softw Eng"},{"key":"10366_CR44","doi-asserted-by":"crossref","unstructured":"Wang D, Xiao T, Treude C, Kula RG, Hata H, Kamei Y (2023) Understanding the role of images on stack overflow. arXiv preprint arXiv:230315684","DOI":"10.1109\/MSR59073.2023.00059"},{"key":"10366_CR45","doi-asserted-by":"crossref","unstructured":"Wang Q, Xu B, Xia X, Wang T, Li S (2019) Duplicate pull request detection: When time matters. In: Proceedings of the 11th Asia-Pacific Symposium on Internetware, pp 1\u201310","DOI":"10.1145\/3361242.3361254"},{"key":"10366_CR46","doi-asserted-by":"crossref","unstructured":"Xiao W, He H, Xu W, Tan X, Dong J, Zhou M (2022) Recommending good first issues in github oss projects. In: 2022 IEEE\/ACM 44th International Conference on Software Engineering (ICSE), IEEE, pp 1830\u20131842","DOI":"10.1145\/3510003.3510196"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-023-10366-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-023-10366-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-023-10366-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,29]],"date-time":"2023-11-29T12:12:00Z","timestamp":1701259920000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-023-10366-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,11]]},"references-count":46,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2023,11]]}},"alternative-id":["10366"],"URL":"https:\/\/doi.org\/10.1007\/s10664-023-10366-z","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10,11]]},"assertion":[{"value":"10 July 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 October 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that Raula Gaikovina Kula and Yasutaka Kamei are members of the EMSE Editorial Board. All co-authors have seen and agreed with the contents of the manuscript and there is no financial interest to report.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"138"}}