{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T16:19:19Z","timestamp":1764260359409,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,15]],"date-time":"2024-04-15T00:00:00Z","timestamp":1713139200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100001691","name":"Japan Society for the Promotion of Science","doi-asserted-by":"publisher","award":["JP21H04877","JP22K17874","JP22K18630","JP23K16864","JPJSBP120239929"],"award-info":[{"award-number":["JP21H04877","JP22K17874","JP22K18630","JP23K16864","JPJSBP120239929"]}],"id":[{"id":"10.13039\/501100001691","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003844","name":"Inamori Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003844","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,15]]},"DOI":"10.1145\/3643991.3644917","type":"proceedings-article","created":{"date-parts":[[2024,7,2]],"date-time":"2024-07-02T13:05:13Z","timestamp":1719925513000},"page":"481-486","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Exploring the Effect of Multiple Natural Languages on Code Suggestion Using GitHub Copilot"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-3880-5152","authenticated-orcid":false,"given":"Kei","family":"Koyanagi","sequence":"first","affiliation":[{"name":"Kyushu University, Fukuoka, Japan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2004-0902","authenticated-orcid":false,"given":"Dong","family":"Wang","sequence":"additional","affiliation":[{"name":"Kyushu University, Fukuoka, Japan"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-7942-1162","authenticated-orcid":false,"given":"Kotaro","family":"Noguchi","sequence":"additional","affiliation":[{"name":"Kyushu University, Fukuoka, Japan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6317-7001","authenticated-orcid":false,"given":"Masanari","family":"Kondo","sequence":"additional","affiliation":[{"name":"Kyushu University, Fukuoka, Japan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1418-0095","authenticated-orcid":false,"given":"Alexander","family":"Serebrenik","sequence":"additional","affiliation":[{"name":"Eindhoven University of Technology, Eindhoven, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7058-1045","authenticated-orcid":false,"given":"Yasutaka","family":"Kamei","sequence":"additional","affiliation":[{"name":"Kyushu University, Fukuoka, Japan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1578-7195","authenticated-orcid":false,"given":"Naoyasu","family":"Ubayashi","sequence":"additional","affiliation":[{"name":"Kyushu University, Fukuoka, Japan"}]}],"member":"320","published-online":{"date-parts":[[2024,7,2]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462624"},{"key":"e_1_3_2_1_2_1","volume-title":"Saikat Chakraborty, and Kai-Wei Chang.","author":"Ahmad Wasi","year":"2021","unstructured":"Wasi Ahmad, Md Golam Rahman Tushar, Saikat Chakraborty, and Kai-Wei Chang. 2021. AVATAR: A Parallel Corpus for Java-Python Program Translation. arXiv:2108.11590 (2021)."},{"key":"e_1_3_2_1_3_1","volume-title":"Proceedings of the 37th International Conference on Automated Software Engineering. 1--5.","author":"Madi Naser Al","year":"2022","unstructured":"Naser Al Madi. 2022. How Readable is Model-generated Code? Examining Readability and Visual Inspection of GitHub Copilot. In Proceedings of the 37th International Conference on Automated Software Engineering. 1--5."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-023-10380-1"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970317"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2023.111734"},{"volume-title":"Breakthroughs in statistics: Methodology and distribution","author":"Fisher Ronald Aylmer","key":"e_1_3_2_1_7_1","unstructured":"Ronald Aylmer Fisher. 1970. Statistical methods for research workers. In Breakthroughs in statistics: Methodology and distribution. Springer, 66--70."},{"key":"e_1_3_2_1_8_1","unstructured":"GitHub. 2021. GitHub Copilot: Your AI pair programmer. https:\/\/copilot.github.com\/"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1987856.1987868"},{"key":"e_1_3_2_1_10_1","volume-title":"Reducing sentiment bias in language models via counterfactual evaluation. arXiv:1911.03064","author":"Huang Po-Sen","year":"2019","unstructured":"Po-Sen Huang, Huan Zhang, Ray Jiang, Robert Stanforth, Johannes Welbl, Jack Rae, Vishal Maini, Dani Yogatama, and Pushmeet Kohli. 2019. Reducing sentiment bias in language models via counterfactual evaluation. arXiv:1911.03064 (2019)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","unstructured":"Kei Koyanagi. 2024. Replication package for MSR2024: Exploring the Effect of Multiple Natural Languages on Code Suggestion Using GitHub Copilot. 10.5281\/zenodo.10141739","DOI":"10.5281\/zenodo.10141739"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00276"},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedinds of the International Conference on Machine Learning. 6565--6576","author":"Liang Paul Pu","year":"2021","unstructured":"Paul Pu Liang, Chiyu Wu, Louis-Philippe Morency, and Ruslan Salakhutdinov. 2021. Towards understanding and mitigating social biases in language models. In Proceedinds of the International Conference on Machine Learning. 6565--6576."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-021-10050-0"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i17.17744"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.556"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00181"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468538"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3524842.3528470"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2015.7332491"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP46214.2022.9833571"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512290.3528700"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR59073.2023.00088"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3616310"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Zhiruo Wang Grace Cuenca Shuyan Zhou Frank F. Xu and Graham Neubig. 2023. MCoNaLa: A Benchmark for Code Generation from Multiple Natural Languages. Findings of the Association for Computational Linguistics: EACL 265--273.","DOI":"10.18653\/v1\/2023.findings-eacl.20"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2597008.2597788"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2901739.2901746"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3558489.3559072"}],"event":{"name":"MSR '24: 21st International Conference on Mining Software Repositories","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"],"location":"Lisbon Portugal","acronym":"MSR '24"},"container-title":["Proceedings of the 21st International Conference on Mining Software Repositories"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643991.3644917","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3643991.3644917","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:44Z","timestamp":1750291004000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643991.3644917"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,15]]},"references-count":28,"alternative-id":["10.1145\/3643991.3644917","10.1145\/3643991"],"URL":"https:\/\/doi.org\/10.1145\/3643991.3644917","relation":{},"subject":[],"published":{"date-parts":[[2024,4,15]]},"assertion":[{"value":"2024-07-02","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}