{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T21:03:41Z","timestamp":1773867821225,"version":"3.50.1"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2021,4,28]],"date-time":"2021-04-28T00:00:00Z","timestamp":1619568000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,4,28]],"date-time":"2021-04-28T00:00:00Z","timestamp":1619568000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61772284"],"award-info":[{"award-number":["61772284"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011246","name":"State Key Laboratory of Novel Software Technology","doi-asserted-by":"crossref","award":["KFKT2020B21"],"award-info":[{"award-number":["KFKT2020B21"]}],"id":[{"id":"10.13039\/501100011246","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Postgraduate Research & Practice Innovation Program of Jiangsu Province","award":["SJKY19_0763"],"award-info":[{"award-number":["SJKY19_0763"]}]},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1947135"],"award-info":[{"award-number":["1947135"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2003924"],"award-info":[{"award-number":["2003924"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Data Min Knowl Disc"],"published-print":{"date-parts":[[2021,7]]},"DOI":"10.1007\/s10618-021-00755-7","type":"journal-article","created":{"date-parts":[[2021,4,28]],"date-time":"2021-04-28T12:03:42Z","timestamp":1619611422000},"page":"1369-1392","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["A deep multimodal model for bug localization"],"prefix":"10.1007","volume":"35","author":[{"given":"Ziye","family":"Zhu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2079-9484","authenticated-orcid":false,"given":"Yun","family":"Li","sequence":"additional","affiliation":[]},{"given":"Yu","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Yaojing","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Hanghang","family":"Tong","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,4,28]]},"reference":[{"key":"755_CR1","unstructured":"Bahdanau D, Cho K, Bengio Y (2014) Neural machine translation by jointly learning to align and translate. arXiv preprint arXiv:1409.0473"},{"issue":"2","key":"755_CR2","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1109\/TPAMI.2018.2798607","volume":"41","author":"T Baltru\u0161aitis","year":"2019","unstructured":"Baltru\u0161aitis T, Ahuja C, Morency LP (2019) Multimodal machine learning: a survey and taxonomy. IEEE Trans Pattern Anal Mach Intell 41(2):423\u2013443","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"8","key":"755_CR3","doi-asserted-by":"publisher","first-page":"1798","DOI":"10.1109\/TPAMI.2013.50","volume":"35","author":"Y Bengio","year":"2013","unstructured":"Bengio Y, Courville A, Vincent P (2013) Representation learning: a review and new perspectives. IEEE Trans Pattern Anal Mach Intell 35(8):1798\u20131828","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"755_CR4","doi-asserted-by":"crossref","unstructured":"Cao Y, Long M, Wang J, Yang Q, Yu PS (2016) Deep visual-semantic hashing for cross-modal retrieval. In: Proceedings of ACM SIGKDD international conference on knowledge discovery and data mining (pp 1445\u20131454). ACM","DOI":"10.1145\/2939672.2939812"},{"key":"755_CR5","doi-asserted-by":"crossref","unstructured":"Cosi P, Caldognetto EM, Vagges K, Mian GA, Contolini M (1994) Bimodal recognition experiments with recurrent neural networks. In: Proceedings of IEEE international conference on acoustics, speech and signal processing (ICASSP) (vol\u00a02, pp II\u2013553). IEEE","DOI":"10.1109\/ICASSP.1994.389596"},{"key":"755_CR6","unstructured":"DeMillo RA, Pan H, Spafford EH (1997) Failure and fault analysis for software debugging. In: Proceedings of annual international computer software and applications conference (COMPSAC) (pp 515\u2013521). IEEE"},{"key":"755_CR7","unstructured":"Frome A, Corrado GS, Shlens J, Bengio S, Dean J, Mikolov T et\u00a0al (2013) Devise: a deep visual-semantic embedding model. In: Advances in neural information processing systems, pp 2121\u20132129"},{"issue":"10","key":"755_CR8","doi-asserted-by":"publisher","first-page":"1002","DOI":"10.1109\/TSE.2018.2810892","volume":"45","author":"T Hoang","year":"2018","unstructured":"Hoang T, Oentaryo RJ, Le TDB, Lo D (2018) Network-clustered multi-modal bug localization. IEEE Trans Software Eng 45(10):1002\u20131023","journal-title":"IEEE Trans Software Eng"},{"issue":"8","key":"755_CR9","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"key":"755_CR10","doi-asserted-by":"crossref","unstructured":"Huo X, Li M (2017) Enhancing the unified features to locate buggy files by exploiting the sequential nature of source code. In: Proceedings of international joint conference on artificial intelligence (IJCAI), pp 1909\u20131915","DOI":"10.24963\/ijcai.2017\/265"},{"key":"755_CR11","unstructured":"Huo X, Li M, Zhou ZH (2016) Learning unified features from natural and programming languages for locating buggy source code. In: Proceedings of international joint conference on artificial intelligence (IJCAI), pp 1606\u20131612"},{"key":"755_CR12","doi-asserted-by":"crossref","unstructured":"Huo X, Yang Y, Li M, Zhan DC (2018) Learning semantic features for software defect prediction by code comments embedding. In: 2018 IEEE international conference on data mining (ICDM) (pp 1049\u20131054). IEEE","DOI":"10.1109\/ICDM.2018.00133"},{"issue":"2","key":"755_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11432-015-5349-z","volume":"58","author":"Z Jie","year":"2015","unstructured":"Jie Z, Wang XY, Dan H, Bing X, Lu Z, Hong M (2015) A survey on bug-report analysis. Sci China Inf Sci 58(2):1\u201324","journal-title":"Sci China Inf Sci"},{"key":"755_CR14","doi-asserted-by":"crossref","unstructured":"Kalchbrenner N, Grefenstette E, Blunsom P (2014) A convolutional neural network for modelling sentences. arXiv preprint arXiv:1404.2188","DOI":"10.3115\/v1\/P14-1062"},{"issue":"11","key":"755_CR15","doi-asserted-by":"publisher","first-page":"1597","DOI":"10.1109\/TSE.2013.24","volume":"39","author":"D Kim","year":"2013","unstructured":"Kim D, Tao Y, Kim S, Zeller A (2013) Where should we fix this bug? A two-phase recommendation model. IEEE Trans Softw Eng 39(11):1597\u20131610","journal-title":"IEEE Trans Softw Eng"},{"key":"755_CR16","unstructured":"Kingma DP, Ba J (2014) Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980"},{"key":"755_CR17","doi-asserted-by":"crossref","unstructured":"Lam AN, Nguyen AT, Nguyen HA, Nguyen TN (2017) Bug localization with combination of deep learning and information retrieval. In: Proceedings of international conference on program comprehension (ICPC), pp 218\u2013229","DOI":"10.1109\/ICPC.2017.24"},{"issue":"1","key":"755_CR18","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1007\/s11432-011-4530-2","volume":"55","author":"W Li","year":"2012","unstructured":"Li W, Li N (2012) A formal semantics for program debugging. Sci China Inf Sci 55(1):133\u2013148","journal-title":"Sci China Inf Sci"},{"key":"755_CR19","doi-asserted-by":"crossref","unstructured":"Liu Z, Zhou D, He J (2019) Towards explainable representation of time-evolving graphs via spatial-temporal graph attention networks. In: Proceedings of the 28th ACM international conference on information and knowledge management, pp 2137\u20132140","DOI":"10.1145\/3357384.3358155"},{"key":"755_CR20","doi-asserted-by":"crossref","unstructured":"Lukins SK, Kraft NA, Etzkorn LH (2008) Source code retrieval for bug localization using latent Dirichlet allocation. In: Proceedings of working conference on reverse engineering (WCRE), pp 155\u2013164","DOI":"10.1109\/WCRE.2008.33"},{"key":"755_CR21","doi-asserted-by":"crossref","unstructured":"Marcus A, Sergeyev A, Rajlich V, Maletic JI (2004) An information retrieval approach to concept location in source code. In: Proceedings of working conference on reverse engineering (WCRE), pp 214\u2013223","DOI":"10.1109\/WCRE.2004.10"},{"key":"755_CR22","doi-asserted-by":"crossref","unstructured":"Mihalcea R, Liu H, Lieberman H (2006) Nlp (natural language processing) for nlp (natural language programming). In: Proceedings of international conference on intelligent text processing and computational linguistics (CICLing) (pp 319\u2013330). Springer","DOI":"10.1007\/11671299_34"},{"key":"755_CR23","doi-asserted-by":"crossref","unstructured":"Mroueh Y, Marcheret E, Goel V (2015) Deep multimodal learning for audio-visual speech recognition. In: Proceedings of IEEE international conference on acoustics, speech and signal processing (ICASSP) (pp 2130\u20132134). IEEE","DOI":"10.1109\/ICASSP.2015.7178347"},{"key":"755_CR24","doi-asserted-by":"crossref","unstructured":"Peters ME, Neumann M, Iyyer M, Gardner M, Clark C, Lee K, Zettlemoyer L (2018) Deep contextualized word representations. arXiv preprint arXiv:1802.05365","DOI":"10.18653\/v1\/N18-1202"},{"key":"755_CR25","doi-asserted-by":"crossref","unstructured":"Poria S, Chaturvedi I, Cambria E, Hussain A (2016) Convolutional mkl based multimodal emotion recognition and sentiment analysis. In: Proceedings of international conference on data mining (ICDM) (pp 439\u2013448). IEEE","DOI":"10.1109\/ICDM.2016.0055"},{"key":"755_CR26","doi-asserted-by":"crossref","unstructured":"Rahman MM, Roy C (2018) Poster: improving bug localization with report quality dynamics and query reformulation. In: Proceedings of IEEE\/ACM international conference on software engineering: companion (ICSE-Companion) (pp 348\u2013349). IEEE","DOI":"10.1145\/3183440.3195003"},{"key":"755_CR27","doi-asserted-by":"crossref","unstructured":"Rajagopalan SS, Morency LP, Baltrusaitis T, Goecke R (2016) Extending long short-term memory for multi-view structured learning. In: Proceedings of European conference on computer vision (pp 338\u2013353). Springer","DOI":"10.1007\/978-3-319-46478-7_21"},{"key":"755_CR28","doi-asserted-by":"crossref","unstructured":"Saha RK, Lease M, Khurshid S, Perry DE (2013) Improving bug localization using structured information retrieval. In: Proceedings of IEEE\/ACM international conference on automated software engineering (ASE), pp 345\u2013355","DOI":"10.1109\/ASE.2013.6693093"},{"issue":"11","key":"755_CR29","doi-asserted-by":"publisher","first-page":"2673","DOI":"10.1109\/78.650093","volume":"45","author":"M Schuster","year":"1997","unstructured":"Schuster M, Paliwal KK (1997) Bidirectional recurrent neural networks. IEEE Trans Signal Process 45(11):2673\u20132681","journal-title":"IEEE Trans Signal Process"},{"key":"755_CR30","doi-asserted-by":"publisher","first-page":"636","DOI":"10.1016\/j.asoc.2017.10.048","volume":"62","author":"Z Shi","year":"2018","unstructured":"Shi Z, Keung J, Bennin KE, Zhang X (2018) Comparing learning to rank techniques in hybrid bug localization. Appl Soft Comput 62:636\u2013648","journal-title":"Appl Soft Comput"},{"key":"755_CR31","first-page":"721","volume":"1","author":"C Silberer","year":"2014","unstructured":"Silberer C, Lapata M (2014) Learning grounded meaning representations with autoencoders. Proc Annu Meet Assoc Comput Linguist 1:721\u2013732","journal-title":"Proc Annu Meet Assoc Comput Linguist"},{"key":"755_CR32","unstructured":"Srivastava N, Salakhutdinov RR (2012) Multimodal learning with deep Boltzmann machines. In: Proceedings of advances in neural information processing systems, pp 2222\u20132230"},{"issue":"1","key":"755_CR33","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava N, Hinton G, Krizhevsky A, Sutskever I, Salakhutdinov R (2014) Dropout: a simple way to prevent neural networks from overfitting. J Mach Learn Res 15(1):1929\u20131958","journal-title":"J Mach Learn Res"},{"issue":"10","key":"755_CR34","doi-asserted-by":"publisher","first-page":"1061","DOI":"10.1002\/spe.798","volume":"37","author":"CD Sterling","year":"2007","unstructured":"Sterling CD, Olsson RA (2007) Automated bug isolation via program chipping. Softw Pract Exp 37(10):1061\u20131086","journal-title":"Softw Pract Exp"},{"key":"755_CR35","unstructured":"Vendrov I, Kiros R, Fidler S, Urtasun R (2015) Order-embeddings of images and language. arXiv preprint arXiv:1511.06361"},{"key":"755_CR36","doi-asserted-by":"crossref","unstructured":"Wang Q, Parnin C, Orso A (2015a) Evaluating the usefulness of ir-based fault localization techniques. In: Proceedings of international symposium on software testing and analysis (ISSTA) (pp 1\u201311). ACM","DOI":"10.1145\/2771783.2771797"},{"key":"755_CR37","unstructured":"Wang W, Arora R, Livescu K, Bilmes J (2015b) On deep multi-view representation learning. In: Proceedings of international conference on machine learning (ICML), pp 1083\u20131092"},{"key":"755_CR38","doi-asserted-by":"crossref","unstructured":"Wang Y, Yao Y, Tong H, Huo X, Li M, Xu F, Lu J (2018) Bug localization via supervised topic modeling. In: 2018 IEEE international conference on data mining (ICDM) (pp 607\u2013616). IEEE","DOI":"10.1109\/ICDM.2018.00076"},{"key":"755_CR39","unstructured":"Wong WE, Debroy V (2009) A survey of software fault localization. Department of Computer Science, University of Texas at Dallas, Tech Rep UTDCS-45 9"},{"issue":"7","key":"755_CR40","doi-asserted-by":"publisher","first-page":"891","DOI":"10.1016\/j.jss.2005.06.045","volume":"79","author":"WE Wong","year":"2006","unstructured":"Wong WE, Qi Y (2006) Effective program debugging based on execution slices and inter-block data dependency. J Syst Softw 79(7):891\u2013903","journal-title":"J Syst Softw"},{"key":"755_CR41","doi-asserted-by":"crossref","unstructured":"Xiao Y, Keung J, Mi Q, Bennin KE (2017) Improving bug localization with an enhanced convolutional neural network. In: 2017 24th Asia-Pacific software engineering conference (APSEC) (pp 338\u2013347). IEEE","DOI":"10.1109\/APSEC.2017.40"},{"key":"755_CR42","doi-asserted-by":"crossref","unstructured":"Xiao Y, Keung J, Mi Q, Bennin KE (2018) Bug localization with semantic and structural features using convolutional neural network and cascade forest. In: Proceedings of the 22nd international conference on evaluation and assessment in software engineering 2018, pp 101\u2013111","DOI":"10.1145\/3210459.3210469"},{"key":"755_CR43","doi-asserted-by":"crossref","unstructured":"Xu Y, Biswal S, Deshpande SR, Maher KO, Sun J (2018) Raim: recurrent attentive and intensive model of multimodal patient monitoring data. In: Proceedings of ACM SIGKDD international conference on knowledge discovery and data mining (pp 2565\u20132573). ACM","DOI":"10.1145\/3219819.3220051"},{"key":"755_CR44","doi-asserted-by":"crossref","unstructured":"Ye X, Bunescu R, Liu C (2014) Learning to rank relevant files for bug reports using domain knowledge. In: Proceedings of ACM SIGSOFT international symposium on foundations of software engineering (FSE), pp 689\u2013699","DOI":"10.1145\/2635868.2635874"},{"key":"755_CR45","doi-asserted-by":"crossref","unstructured":"Zhang X, He H, Gupta N, Gupta R (2005) Experimental evaluation of using dynamic slices for fault location. In: Proceedings of international symposium on automated analysis-driven debugging, pp 33\u201342","DOI":"10.1145\/1085130.1085135"},{"key":"755_CR46","first-page":"5845","volume":"33","author":"Y Zhang","year":"2019","unstructured":"Zhang Y, Zheng W, Li M (2019) Learning uniform semantic features for natural language and programming language globally, locally and sequentially. Proc AAAI Conf Artif Intell 33:5845\u20135852","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"755_CR47","doi-asserted-by":"crossref","unstructured":"Zhou J, Zhang H, Lo D (2012) Where should the bugs be fixed?-more accurate information retrieval-based bug localization based on bug reports. In: Proceedings of international conference on software engineering (ICSE), pp 14\u201324","DOI":"10.1109\/ICSE.2012.6227210"}],"container-title":["Data Mining and Knowledge Discovery"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10618-021-00755-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10618-021-00755-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10618-021-00755-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,29]],"date-time":"2024-08-29T17:44:29Z","timestamp":1724953469000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10618-021-00755-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,4,28]]},"references-count":47,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2021,7]]}},"alternative-id":["755"],"URL":"https:\/\/doi.org\/10.1007\/s10618-021-00755-7","relation":{},"ISSN":["1384-5810","1573-756X"],"issn-type":[{"value":"1384-5810","type":"print"},{"value":"1573-756X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,4,28]]},"assertion":[{"value":"19 October 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 April 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 April 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}