{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,20]],"date-time":"2026-02-20T18:52:54Z","timestamp":1771613574304,"version":"3.50.1"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2021,11,9]],"date-time":"2021-11-09T00:00:00Z","timestamp":1636416000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,11,9]],"date-time":"2021-11-09T00:00:00Z","timestamp":1636416000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2022,6]]},"DOI":"10.1007\/s10489-021-02894-2","type":"journal-article","created":{"date-parts":[[2021,11,9]],"date-time":"2021-11-09T03:02:31Z","timestamp":1636426951000},"page":"8895-8909","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Transformer-based networks over tree structures for code classification"],"prefix":"10.1007","volume":"52","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9245-5293","authenticated-orcid":false,"given":"Wei","family":"Hua","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guangzhong","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,11,9]]},"reference":[{"key":"2894_CR1","doi-asserted-by":"crossref","unstructured":"Ahmad W, Chakraborty S, Ray B, Chang KW (2020) A transformer-based approach for source code summarization. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp 4998\u20135007","DOI":"10.18653\/v1\/2020.acl-main.449"},{"key":"2894_CR2","unstructured":"Bahdanau D, Cho K, Bengio Y (2014) Neural machine translation by jointly learning to align and translate. arXiv:1409.0473"},{"key":"2894_CR3","doi-asserted-by":"crossref","unstructured":"Cheng X, Wang H, Hua J, Zhang M, Xu G, Yi L, Sui Y (2019) Static detection of control-flow-related vulnerabilities using graph embedding. In: 2019 24Th international conference on engineering of complex computer systems (ICECCS). IEEE, pp 41\u201350","DOI":"10.1109\/ICECCS.2019.00012"},{"key":"2894_CR4","doi-asserted-by":"crossref","unstructured":"Chirkova N, Troshin S (2020) Empirical study of transformers for source code. arXiv:2010.07987","DOI":"10.1145\/3468264.3468611"},{"key":"2894_CR5","unstructured":"Chung J, Gulcehre C, Cho K, Bengio Y (2014) Empirical evaluation of gated recurrent neural networks on sequence modeling. In: NIPS 2014 Workshop on deep learning"},{"issue":"3","key":"2894_CR6","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1016\/j.jss.2007.03.004","volume":"81","author":"G Frantzeskou","year":"2008","unstructured":"Frantzeskou G, MacDonell S, Stamatatos E, Gritzalis S (2008) Examining the significance of high-level programming features in source code author classification. J Syst Softw 81(3):447\u2013460","journal-title":"J Syst Softw"},{"key":"2894_CR7","unstructured":"Goldberg Y, Levy O (2014) word2vec explained: deriving mikolov et al.\u2019s negative-sampling word-embedding method. arXiv:1402.3722"},{"key":"2894_CR8","unstructured":"Goodfellow I, Pouget-Abadie J, Mirza M, Xu B, Warde-Farley D, Ozair S, Courville A, Bengio Y (2014) Generative adversarial nets. In: Advances in neural information processing systems, pp 2672\u20132680"},{"key":"2894_CR9","doi-asserted-by":"crossref","unstructured":"Haiduc S, Aponte J, Marcus A (2010) Supporting program comprehension with source code summarization. In: 2010 Acm\/ieee 32nd international conference on software engineering, vol. 2, pp 223\u2013226. IEEE","DOI":"10.1145\/1810295.1810335"},{"key":"2894_CR10","doi-asserted-by":"crossref","unstructured":"Hu X, Li G, Xia X, Lo D, Jin Z (2018) Deep code comment generation. In: 2018 IEEE\/ACM 26Th international conference on program comprehension (ICPC), pp 200\u201320,010. IEEE","DOI":"10.1145\/3196321.3196334"},{"key":"2894_CR11","unstructured":"Jain S, Wallace BC (2019) Attention is not explanation. arXiv:1902.10186"},{"key":"2894_CR12","doi-asserted-by":"crossref","unstructured":"Jiang L, Misherghi G, Su Z, Glondu S (2007) Deckard: Scalable and accurate tree-based detection of code clones. In: Proceedings of the 29th international conference on Software Engineering. IEEE Computer Society, pp 96\u2013105","DOI":"10.1109\/ICSE.2007.30"},{"issue":"1","key":"2894_CR13","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1007\/s00521-016-2401-x","volume":"29","author":"M Jiang","year":"2018","unstructured":"Jiang M, Liang Y, Feng X, Fan X, Pei Z, Xue Y, Guan R (2018) Text classification based on deep belief network and softmax regression. Neural Comput Appl 29(1):61\u201370","journal-title":"Neural Comput Appl"},{"key":"2894_CR14","doi-asserted-by":"crossref","unstructured":"Kim Y (2014) Convolutional neural networks for sentence classification. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP). Association for Computational Linguistics, pp 1746\u20131751","DOI":"10.3115\/v1\/D14-1181"},{"key":"2894_CR15","unstructured":"LAHEY R (2003) What types of people perform competitive intelligence best. In: Fleisher CS, Blenkhom DL (eds) Controversies in competitive intelligence: the enduring issues. Praeger, Westport, pp 243\u2013256"},{"key":"2894_CR16","doi-asserted-by":"crossref","unstructured":"Li X, Song J, Gao L, Liu X, Huang W, He X, Gan C (2019) Beyond rnns: Positional self-attention with co-attention for video question answering. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 33, pp 8658\u20138665","DOI":"10.1609\/aaai.v33i01.33018658"},{"key":"2894_CR17","unstructured":"Lu J, Yang J, Batra D, Parikh D (2016) Hierarchical question-image co-attention for visual question answering. In: Advances in neural information processing systems, pp 289\u2013297"},{"key":"2894_CR18","doi-asserted-by":"crossref","unstructured":"Lukins SK, Kraft NA, Etzkorn LH (2008) Source code retrieval for bug localization using latent dirichlet allocation. In: 2008 15Th working conference on reverse engineering, pp 155\u2013164. IEEE","DOI":"10.1109\/WCRE.2008.33"},{"key":"2894_CR19","doi-asserted-by":"crossref","unstructured":"Mou L, Li G, Zhang L, Wang T, Jin Z (2016) Convolutional neural networks over tree structures for programming language processing. In: Thirtieth AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v30i1.10139"},{"key":"2894_CR20","doi-asserted-by":"crossref","unstructured":"Mueller J, Thyagarajan A (2016) Siamese recurrent architectures for learning sentence similarity. In: AAAI, vol 16, pp 2786\u20132792","DOI":"10.1609\/aaai.v30i1.10350"},{"issue":"4","key":"2894_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1082983.1083143","volume":"30","author":"I Neamtiu","year":"2005","unstructured":"Neamtiu I, Foster JS, Hicks M (2005) Understanding source code evolution using abstract syntax tree matching. ACM SIGSOFT Softw Eng Notes 30(4):1\u20135","journal-title":"ACM SIGSOFT Softw Eng Notes"},{"key":"2894_CR22","unstructured":"Parr T (2013) The definitive ANTLR 4 reference. Pragmatic Bookshelf"},{"key":"2894_CR23","doi-asserted-by":"crossref","unstructured":"Roy CK, Cordy JR (2008) Nicad: Accurate detection of near-miss intentional clones using flexible pretty-printing and code normalization. In: 2008. ICPC 2008. The 16th IEEE international conference on 2008. ICPC 2008. The 16th IEEE international conference on Program comprehension. IEEE, pp 172\u2013181","DOI":"10.1109\/ICPC.2008.41"},{"key":"2894_CR24","doi-asserted-by":"crossref","unstructured":"Rush AM, Chopra S, Weston J (2015) A neural attention model for abstractive sentence summarization. In: Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp 379\u2013389","DOI":"10.18653\/v1\/D15-1044"},{"key":"2894_CR25","doi-asserted-by":"crossref","unstructured":"Sajnani H, Saini V, Svajlenko J, Roy CK, Lopes CV (2016) Sourcerercc: scaling code clone detection to big-code. In: 2016 IEEE\/ACM 38th international conference on Software engineering (ICSE), pp 1157\u20131168. IEEE","DOI":"10.1145\/2884781.2884877"},{"key":"2894_CR26","doi-asserted-by":"crossref","unstructured":"See A, Liu PJ, Manning CD (2017) Get to the point: Summarization with pointer-generator networks. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp 1073\u20131083","DOI":"10.18653\/v1\/P17-1099"},{"key":"2894_CR27","unstructured":"Sukhbaatar S, Szlam A, Weston J, Fergus R (2015) End-to-end memory networks. In: Proceedings of the 28th International Conference on Neural Information Processing Systems-Volume 2, pp 2440\u20132448"},{"key":"2894_CR28","doi-asserted-by":"crossref","unstructured":"Svajlenko J, Roy CK (2015) Evaluating clone detection tools with bigclonebench. In: 2015 IEEE international conference on Software maintenance and evolution (ICSME). IEEE, pp 131\u2013140","DOI":"10.1109\/ICSM.2015.7332459"},{"key":"2894_CR29","doi-asserted-by":"crossref","unstructured":"Tai Y, Yang J, Liu X (2017) Image super-resolution via deep recursive residual network. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 3147\u20133155","DOI":"10.1109\/CVPR.2017.298"},{"key":"2894_CR30","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141., Polosukhin, I. (2017) Attention is all you need. In: Advances in neural information processing systems, pp 5998\u20136008"},{"key":"2894_CR31","doi-asserted-by":"crossref","unstructured":"Wan Y, Shu J, Sui Y, Xu G, Zhao Z, Wu J, Yu P (2019) Multi-modal attention network learning for semantic source code retrieval. In: 2019 34Th IEEE\/ACM international conference on automated software engineering (ASE). IEEE Computer Society, pp 13\u201325","DOI":"10.1109\/ASE.2019.00012"},{"key":"2894_CR32","doi-asserted-by":"crossref","unstructured":"Wan Y, Zhao Z, Yang M, Xu G, Ying H, Wu J, Yu P (2018) Improving automatic source code summarization via deep reinforcement learning. In: Proceedings of the 33rd ACM\/IEEE International Conference on Automated Software Engineering. ACM, pp 397\u2013407","DOI":"10.1145\/3238147.3238206"},{"key":"2894_CR33","unstructured":"Wang W, Zhang Y, Sui Y, Wan Y, Zhao Z, Wu J, Yu P, Xu G (2020) Reinforcement-learning-guided source code summarization via hierarchical attention. IEEE Transactions on software Engineering"},{"key":"2894_CR34","doi-asserted-by":"crossref","unstructured":"Wang Y, Huang M, Zhao L, et al. (2016) Attention-based lstm for aspect-level sentiment classification. In: Proceedings of the 2016 conference on empirical methods in natural language processing, pp 606\u2013615","DOI":"10.18653\/v1\/D16-1058"},{"key":"2894_CR35","doi-asserted-by":"crossref","unstructured":"Wei H, Li M (2017) Supervised deep features for software functional clone detection by exploiting lexical and syntactical information in source code. In: IJCAI, pp 3034\u20133040","DOI":"10.24963\/ijcai.2017\/423"},{"key":"2894_CR36","doi-asserted-by":"crossref","unstructured":"White M, Tufano M, Vendome C, Poshyvanyk D (2016) Deep learning code fragments for code clone detection. In: Proceedings of the 31st IEEE\/ACM International Conference on Automated Software Engineering. ACM, pp 87\u201398","DOI":"10.1145\/2970276.2970326"},{"key":"2894_CR37","unstructured":"Yin W, Kann K, Yu M, Sch\u00fctze H (2017) Comparative study of cnn and rnn for natural language processing. arXiv:1702.01923"},{"key":"2894_CR38","unstructured":"Zaremba W, Sutskever I (2014) Learning to execute. arXiv:1410.4615"},{"key":"2894_CR39","doi-asserted-by":"crossref","unstructured":"Zhang J, Wang X, Zhang H, Sun H, Wang K, Liu X (2019) A novel neural source code representation based on abstract syntax tree. In: Proceedings of the 41st International Conference on Software Engineering (ICSE). IEEE Press, pp 783\u2013794","DOI":"10.1109\/ICSE.2019.00086"},{"key":"2894_CR40","doi-asserted-by":"crossref","unstructured":"Zhao G, Huang J (2018) Deepsim: deep learning code functional similarity. In: Proceedings of the 2018 26th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering. ACM, pp 141\u2013151","DOI":"10.1145\/3236024.3236068"},{"issue":"5","key":"2894_CR41","doi-asserted-by":"publisher","first-page":"739","DOI":"10.3390\/app8050739","volume":"8","author":"X Zhu","year":"2018","unstructured":"Zhu X, Li L, Liu J, Peng H, Niu X (2018) Captioning transformer with stacked attention modules. Appl Sci 8(5):739","journal-title":"Appl Sci"},{"key":"2894_CR42","unstructured":"Zhu X, Sobihani P, Guo H (2015) Long short-term memory over recursive structures. In: International conference on machine learning. PMLR, pp 1604\u20131612"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-021-02894-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-021-02894-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-021-02894-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,14]],"date-time":"2023-01-14T18:42:23Z","timestamp":1673721743000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-021-02894-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11,9]]},"references-count":42,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2022,6]]}},"alternative-id":["2894"],"URL":"https:\/\/doi.org\/10.1007\/s10489-021-02894-2","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,11,9]]},"assertion":[{"value":"4 October 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 November 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"We declare that we have no financial and personal relationships with other people or organizations that can inappropriately influence our work. There is no professional or other personal interest of any nature or kind in any product, service and\/or company that could be construed as influencing the position presented in, or the review of the manuscript entitled. We would like to thank the anonymous reviewers for their helpful comments. We would like to thank Dr. Yulei.Sui from University of Technology, Sydney for his helpful comments. This research is supported by National Natural Science Foundation of China (Grant No. 61672338 and 61373028).","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of interest statement"}}]}}