{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T03:18:42Z","timestamp":1783999122709,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,15]],"date-time":"2024-04-15T00:00:00Z","timestamp":1713139200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["2211429"],"award-info":[{"award-number":["2211429"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["2211428"],"award-info":[{"award-number":["2211428"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["2100035"],"award-info":[{"award-number":["2100035"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["2312057"],"award-info":[{"award-number":["2312057"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,15]]},"DOI":"10.1145\/3643916.3644434","type":"proceedings-article","created":{"date-parts":[[2024,6,13]],"date-time":"2024-06-13T12:40:20Z","timestamp":1718282420000},"page":"47-51","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":15,"title":["Do Machines and Humans Focus on Similar Code? Exploring Explainability of Large Language Models in Code Summarization"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-2852-0865","authenticated-orcid":false,"given":"Jiliang","family":"Li","sequence":"first","affiliation":[{"name":"Vanderbilt University, Nashville, Tennessee, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5719-772X","authenticated-orcid":false,"given":"Yifan","family":"Zhang","sequence":"additional","affiliation":[{"name":"Vanderbilt University, Nashville, Tennessee, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5721-8794","authenticated-orcid":false,"given":"Zachary","family":"Karas","sequence":"additional","affiliation":[{"name":"Vanderbilt University, Nashville, Tennessee, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-0887-1083","authenticated-orcid":false,"given":"Collin","family":"McMillan","sequence":"additional","affiliation":[{"name":"University of Notre Dame, Notre Dame, Indiana, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4001-3442","authenticated-orcid":false,"given":"Kevin","family":"Leach","sequence":"additional","affiliation":[{"name":"Vanderbilt University, Nashville, Tennessee, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2730-5077","authenticated-orcid":false,"given":"Yu","family":"Huang","sequence":"additional","affiliation":[{"name":"Vanderbilt University, Nashville, Tennessee, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,6,13]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Tobii pro fusion user manual Jun 2023."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3314111.3319834"},{"key":"e_1_3_2_1_3_1","volume-title":"-W. A transformer-based approach for source code summarization. arXiv preprint arXiv:2005.00653","author":"Ahmad W. U.","year":"2020","unstructured":"Ahmad, W. U., Chakraborty, S., Ray, B., and Chang, K.-W. A transformer-based approach for source code summarization. arXiv preprint arXiv:2005.00653 (2020)."},{"key":"e_1_3_2_1_4_1","volume-title":"Modeling programmer attention as scanpath prediction. arXiv preprint arXiv:2308.13920","author":"Bansal A.","year":"2023","unstructured":"Bansal, A., Su, C.-Y., Karas, Z., Zhang, Y., Huang, Y., Li, T. J.-J., and McMillan, C. Modeling programmer attention as scanpath prediction. arXiv preprint arXiv:2308.13920 (2023)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/K18-1030"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2013.85"},{"key":"e_1_3_2_1_7_1","volume-title":"Attention in natural language processing","author":"Galassi A.","year":"2020","unstructured":"Galassi, A., Lippi, M., and Torroni, P. Attention in natural language processing. IEEE transactions on neural networks and learning systems 32, 10 (2020), 4291--4308."},{"key":"e_1_3_2_1_8_1","unstructured":"Hooker S. Erhan D. Kindermans P.-J. and Kim B. Evaluating feature importance estimates."},{"key":"e_1_3_2_1_9_1","volume-title":"Where to look when repairing code? comparing the attention of neural models and developers. arXiv preprint arXiv:2305.07287","author":"Huber D.","year":"2023","unstructured":"Huber, D., Paltenghi, M., and Pradel, M. Where to look when repairing code? comparing the attention of neural models and developers. arXiv preprint arXiv:2305.07287 (2023)."},{"key":"e_1_3_2_1_10_1","volume-title":"Improving sentence compression by learning to predict gaze. arXiv preprint arXiv:1604.03357","author":"Klerke S.","year":"2016","unstructured":"Klerke, S., Goldberg, Y., and S\u00f8gaard, A. Improving sentence compression by learning to predict gaze. arXiv preprint arXiv:1604.03357 (2016)."},{"key":"e_1_3_2_1_11_1","volume-title":"Is model attention aligned with human attention? an empirical study on large language models for code generation. arXiv preprint arXiv:2306.01220","author":"Kou B.","year":"2023","unstructured":"Kou, B., Chen, S., Wang, Z., Ma, L., and Zhang, T. Is model attention aligned with human attention? an empirical study on large language models for code generation. arXiv preprint arXiv:2306.01220 (2023)."},{"key":"e_1_3_2_1_12_1","volume-title":"Recommendations for datasets for source code summarization. arXiv preprint arXiv:1904.02660","author":"LeClair A.","year":"2019","unstructured":"LeClair, A., and McMillan, C. Recommendations for datasets for source code summarization. arXiv preprint arXiv:1904.02660 (2019)."},{"key":"e_1_3_2_1_13_1","volume-title":"Starcoder: may the source be with you! arXiv preprint arXiv:2305.06161","author":"Li R.","year":"2023","unstructured":"Li, R., Allal, L. B., Zi, Y., Muennighoff, N., Kocetkov, D., Mou, C., Marone, M., Akiki, C., Li, J., Chim, J., et al. Starcoder: may the source be with you! arXiv preprint arXiv:2305.06161 (2023)."},{"key":"e_1_3_2_1_14_1","volume-title":"On the reliability and explainability of automated code generation approaches. arXiv preprint arXiv:2302.09587","author":"Liu Y.","year":"2023","unstructured":"Liu, Y., Tantithamthavorn, C., Liu, Y., and Li, L. On the reliability and explainability of automated code generation approaches. arXiv preprint arXiv:2302.09587 (2023)."},{"key":"e_1_3_2_1_15_1","volume-title":"-I. A unified approach to interpreting model predictions. Advances in neural information processing systems 30","author":"Lundberg S. M.","year":"2017","unstructured":"Lundberg, S. M., and Lee, S.-I. A unified approach to interpreting model predictions. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_16_1","volume-title":"Interpretable machine learning. Lulu. com","author":"Molnar C.","year":"2020","unstructured":"Molnar, C. Interpretable machine learning. Lulu. com, 2020."},{"key":"e_1_3_2_1_17_1","volume-title":"Codegen: An open large language model for code with multi-turn program synthesis. arXiv preprint arXiv:2203.13474","author":"Nijkamp E.","year":"2022","unstructured":"Nijkamp, E., Pang, B., Hayashi, H., Tu, L., Wang, H., Zhou, Y., Savarese, S., and Xiong, C. Codegen: An open large language model for code with multi-turn program synthesis. arXiv preprint arXiv:2203.13474 (2022)."},{"key":"e_1_3_2_1_18_1","volume-title":"Introducing chatgpt. https:\/\/openai.com\/blog\/chatgpt\/","author":"Open AI.","year":"2023","unstructured":"OpenAI. Introducing chatgpt. https:\/\/openai.com\/blog\/chatgpt\/, 2023. Accessed: 11\/20\/2023."},{"key":"e_1_3_2_1_19_1","first-page":"2","article-title":"arxiv 2303.08774","author":"Open AI, R","year":"2023","unstructured":"OpenAI, R. Gpt-4 technical report. arxiv 2303.08774. View in Article 2 (2023).","journal-title":"View in Article"},{"key":"e_1_3_2_1_20_1","volume-title":"Extracting meaningful attention on source code: An empirical study of developer and neural model code exploration. arXiv preprint arXiv:2210.05506","author":"Paltenghi M.","year":"2022","unstructured":"Paltenghi, M., Pandita, R., Henley, A. Z., and Ziegler, A. Extracting meaningful attention on source code: An empirical study of developer and neural model code exploration. arXiv preprint arXiv:2210.05506 (2022)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE51524.2021.9678712"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2015.7321188"},{"key":"e_1_3_2_1_23_1","volume-title":"Code llama: Open foundation models for code. arXiv preprint arXiv:2308.12950","author":"Roziere B.","year":"2023","unstructured":"Roziere, B., Gehring, J., Gloeckle, F., Sootla, S., Gat, I., Tan, X. E., Adi, Y., Liu, J., Remez, T., Rapin, J., et al. Code llama: Open foundation models for code. arXiv preprint arXiv:2308.12950 (2023)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/APSEC.2015.53"},{"key":"e_1_3_2_1_25_1","first-page":"3145","volume-title":"International conference on machine learning","author":"Shrikumar A.","year":"2017","unstructured":"Shrikumar, A., Greenside, P., and Kundaje, A. Learning important features through propagating activation differences. In International conference on machine learning (2017), PMLR, pp. 3145--3153."},{"key":"e_1_3_2_1_26_1","first-page":"6327","article-title":"Improving natural language processing tasks with human gaze-guided neural attention","volume":"33","author":"Sood E.","year":"2020","unstructured":"Sood, E., Tannert, S., M\u00fcller, P., and Bulling, A. Improving natural language processing tasks with human gaze-guided neural attention. Advances in Neural Information Processing Systems 33 (2020), 6327--6341.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_27_1","unstructured":"Spearman C. The proof and measurement of association between two things."},{"key":"e_1_3_2_1_28_1","first-page":"3319","volume-title":"International conference on machine learning","author":"Sundararajan M.","year":"2017","unstructured":"Sundararajan, M., Taly, A., and Yan, Q. Axiomatic attribution for deep networks. In International conference on machine learning (2017), PMLR, pp. 3319--3328."},{"key":"e_1_3_2_1_29_1","volume-title":"Attention is all you need. Advances in neural information processing systems 30","author":"Vaswani A.","year":"2017","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A. N., Kaiser, \u0141., and Polosukhin, I. Attention is all you need. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_30_1","volume-title":"Wheacha: A method for explaining the predictions of code summarization models. arXiv preprint arXiv:2102.04625","author":"Wang Y.","year":"2021","unstructured":"Wang, Y., Wang, K., and Wang, L. Wheacha: A method for explaining the predictions of code summarization models. arXiv preprint arXiv:2102.04625 (2021)."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534862"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3533767.3534390"},{"key":"e_1_3_2_1_33_1","volume-title":"What does transformer learn about source code? arXiv preprint arXiv:2207.08466","author":"Zhang K.","year":"2022","unstructured":"Zhang, K., Li, G., and Jin, Z. What does transformer learn about source code? arXiv preprint arXiv:2207.08466 (2022)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1588"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549094"}],"event":{"name":"ICPC '24: 32nd IEEE\/ACM International Conference on Program Comprehension","location":"Lisbon Portugal","acronym":"ICPC '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 32nd IEEE\/ACM International Conference on Program Comprehension"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643916.3644434","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3643916.3644434","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3643916.3644434","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:44Z","timestamp":1750291004000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643916.3644434"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,15]]},"references-count":35,"alternative-id":["10.1145\/3643916.3644434","10.1145\/3643916"],"URL":"https:\/\/doi.org\/10.1145\/3643916.3644434","relation":{},"subject":[],"published":{"date-parts":[[2024,4,15]]},"assertion":[{"value":"2024-06-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}