{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T17:47:07Z","timestamp":1770745627001,"version":"3.49.0"},"reference-count":49,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/100007847","name":"Natural Science Foundation of Jilin Province","doi-asserted-by":"publisher","award":["20230101070JC"],"award-info":[{"award-number":["20230101070JC"]}],"id":[{"id":"10.13039\/100007847","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62102160"],"award-info":[{"award-number":["62102160"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Information and Software Technology"],"published-print":{"date-parts":[[2023,6]]},"DOI":"10.1016\/j.infsof.2023.107188","type":"journal-article","created":{"date-parts":[[2023,2,25]],"date-time":"2023-02-25T02:32:53Z","timestamp":1677292373000},"page":"107188","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":3,"special_numbering":"C","title":["Describing the APIs comprehensively: Obtaining the holistic representations from multiple modalities data for different tasks"],"prefix":"10.1016","volume":"158","author":[{"given":"Xun","family":"Li","sequence":"first","affiliation":[]},{"given":"Lei","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Zhiqi","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Yuzhou","family":"Liu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8151-1413","authenticated-orcid":false,"given":"Huaxiao","family":"Liu","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.infsof.2023.107188_b1","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1162\/1064546053278973","article-title":"The development of embodied cognition: Six lessons from babies","volume":"11","author":"Smith","year":"2005","journal-title":"Artif. Life"},{"key":"10.1016\/j.infsof.2023.107188_b2","doi-asserted-by":"crossref","unstructured":"Sufang Zhang, Jun-Hai Zhai, Bo-Jun Xie, Yan Zhan, Xin Wang, Multimodal Representation Learning: Advances, Trends and Challenges, in: 2019 International Conference on Machine Learning and Cybernetics, ICMLC, 2019, pp. 1\u20136.","DOI":"10.1109\/ICMLC48188.2019.8949228"},{"key":"10.1016\/j.infsof.2023.107188_b3","unstructured":"Xinwei Sun, Yilun Xu, Peng Cao, Yuqing Kong, Lingjing Hu, Shan Zhang, Yizhou Wang, TCGM: An Information-Theoretic Framework for Semi-Supervised Multi-Modality Learning, in: arXiv, , 2020, arXiv:2007.06793."},{"key":"10.1016\/j.infsof.2023.107188_b4","unstructured":"Changqing Zhang, Zongbo Han, Yajie Cui, H. Fu, Joey\u00a0Tianyi Zhou, Qinghua Hu, CPM-Nets: Cross Partial Multi-View Networks, in: NeurIPS, 2019."},{"key":"10.1016\/j.infsof.2023.107188_b5","series-title":"X-LXMERT: Paint, caption and answer questions with multi-modal transformers","author":"Cho","year":"2020"},{"key":"10.1016\/j.infsof.2023.107188_b6","unstructured":"Jiasen Lu, Dhruv Batra, Devi Parikh, Stefan Lee, ViLBERT: Pretraining Task-Agnostic Visiolinguistic Representations for Vision-and-Language Tasks, in: Neural Information Processing Systems, 2019."},{"key":"10.1016\/j.infsof.2023.107188_b7","series-title":"Using multiple instance learning to build multimodal representations","author":"Wang","year":"2022"},{"key":"10.1016\/j.infsof.2023.107188_b8","doi-asserted-by":"crossref","unstructured":"Shih-Cheng Huang, Liyue Shen, Matthew\u00a0P. Lungren, Serena Yeung, GLoRIA: A Multimodal Global-Local Representation Learning Framework for Label-efficient Medical Image Recognition, in: 2021 IEEE\/CVF International Conference on Computer Vision, ICCV, 2021, pp. 3922\u20133931.","DOI":"10.1109\/ICCV48922.2021.00391"},{"key":"10.1016\/j.infsof.2023.107188_b9","doi-asserted-by":"crossref","unstructured":"Soravit Changpinyo, Jordi Pont-Tuset, Vittorio Ferrari, Radu Soricut, Telling the What while Pointing to the Where: Multimodal Queries for Image Retrieval, in: 2021 IEEE\/CVF International Conference on Computer Vision, ICCV, 2021, pp. 12116\u201312126.","DOI":"10.1109\/ICCV48922.2021.01192"},{"key":"10.1016\/j.infsof.2023.107188_b10","article-title":"Analysing app reviews for software engineering: a systematic literature review","volume":"27","author":"Dabrowski","year":"2022","journal-title":"Empir. Softw. Eng."},{"key":"10.1016\/j.infsof.2023.107188_b11","article-title":"The making of accessible android applications: an empirical study on the state of the practice","volume":"27","author":"Gregorio","year":"2020","journal-title":"Empir. Softw. Eng."},{"key":"10.1016\/j.infsof.2023.107188_b12","first-page":"1","article-title":"To the attention of mobile software developers: guess what, test your app!","author":"Cruz","year":"2019","journal-title":"Empir. Softw. Eng."},{"key":"10.1016\/j.infsof.2023.107188_b13","doi-asserted-by":"crossref","unstructured":"Shi\u00a0Zhong Yang, Rui Li, Jiongyi Chen, Wenrui Diao, Shanqing Guo, Demystifying Android Non-SDK APls: Measurement and Understanding, in: 2022 IEEE\/ACM 44th International Conference on Software Engineering, ICSE, 2022, pp. 647\u2013658.","DOI":"10.1145\/3510003.3510045"},{"key":"10.1016\/j.infsof.2023.107188_b14","doi-asserted-by":"crossref","unstructured":"Qiao Huang, Xin Xia, Zhenchang Xing, D. Lo, Xinyu Wang, API Method Recommendation without Worrying about the Task-API Knowledge Gap, in: 2018 33rd IEEE\/ACM International Conference on Automated Software Engineering, ASE, 2018, pp. 293\u2013304.","DOI":"10.1145\/3238147.3238191"},{"key":"10.1016\/j.infsof.2023.107188_b15","doi-asserted-by":"crossref","unstructured":"Zijie Chen, Tao Zhang, Xiao Peng, A Novel API Recommendation Approach By Using Graph Attention Network, in: 2021 IEEE 21st International Conference on Software Quality, Reliability and Security, QRS, 2021, pp. 726\u2013737.","DOI":"10.1109\/QRS54544.2021.00082"},{"key":"10.1016\/j.infsof.2023.107188_b16","doi-asserted-by":"crossref","unstructured":"Vitalis Salis, Thodoris Sotiropoulos, Panos Louridas, Diomidis\u00a0D. Spinellis, Dimitris Mitropoulos, PyCG: Practical Call Graph Generation in Python, in: 2021 IEEE\/ACM 43rd International Conference on Software Engineering, ICSE, 2021, pp. 1646\u20131657.","DOI":"10.1109\/ICSE43902.2021.00146"},{"key":"10.1016\/j.infsof.2023.107188_b17","series-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2019"},{"key":"10.1016\/j.infsof.2023.107188_b18","series-title":"Dialogue-based relation extraction","author":"Yu","year":"2020"},{"key":"10.1016\/j.infsof.2023.107188_b19","unstructured":"Xiaodong Gu, Hongyu Zhang, D. Zhang, Sunghun Kim, Deep API learning, in: Proceedings of the 2016 24th ACM SIGSOFT International Symposium on Foundations of Software Engineering, 2016."},{"key":"10.1016\/j.infsof.2023.107188_b20","doi-asserted-by":"crossref","unstructured":"Ferdian Thung, Shaowei Wang, D. Lo, Julia\u00a0L. Lawall, Automatic recommendation of API methods from feature requests, in: 2013 28th IEEE\/ACM International Conference on Automated Software Engineering, ASE, 2013, pp. 290\u2013300.","DOI":"10.1109\/ASE.2013.6693088"},{"key":"10.1016\/j.infsof.2023.107188_b21","doi-asserted-by":"crossref","unstructured":"Collin McMillan, M. Grechanik, Denys Poshyvanyk, Qing Xie, Chen Fu, Portfolio: finding relevant functions and their usage, in: 2011 33rd International Conference on Software Engineering, ICSE, 2011, pp. 111\u2013120.","DOI":"10.1145\/1985793.1985809"},{"key":"10.1016\/j.infsof.2023.107188_b22","series-title":"Holistic combination of structural and textual code information for context based API recommendation","author":"Chen","year":"2020"},{"key":"10.1016\/j.infsof.2023.107188_b23","unstructured":"Mohammad\u00a0Masudur Rahman, Chanchal\u00a0Kumar Roy, D. Lo, RACK: Automatic API Recommendation Using Crowdsourced Knowledge, in: 2016 IEEE 23rd International Conference on Software Analysis, Evolution, and Reengineering Vol. 1, SANER, 2016, pp. 349\u2013359."},{"key":"10.1016\/j.infsof.2023.107188_b24","unstructured":"Moshi Wei, Nima\u00a0Shiri Harzevili, Yuchao Huang, Junjie Wang, Song Wang, CLEAR: Contrastive Learning for API Recommendation, in: 2022 IEEE\/ACM 44th International Conference on Software Engineering, ICSE, 2022, pp. 376\u2013387."},{"key":"10.1016\/j.infsof.2023.107188_b25","doi-asserted-by":"crossref","unstructured":"Tingting Liang, Liang Chen, Haochao Ying, Jian Wu, Co-Clustering WSDL Documents to Bootstrap Service Discovery, in: 2014 IEEE 7th International Conference on Service-Oriented Computing and Applications, 2014, pp. 215\u2013222.","DOI":"10.1109\/SOCA.2014.27"},{"key":"10.1016\/j.infsof.2023.107188_b26","doi-asserted-by":"crossref","first-page":"207","DOI":"10.1007\/s10115-013-0623-0","article-title":"Clustering web services to facilitate service discovery","volume":"38","author":"Wu","year":"2013","journal-title":"Knowl. Inf. Syst."},{"key":"10.1016\/j.infsof.2023.107188_b27","doi-asserted-by":"crossref","unstructured":"Liang Cai, Haoye Wang, Qiao Huang, Xin Xia, Zhenchang Xing, D. Lo, BIKER: a tool for Bi-information source based API method recommendation, in: Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, 2019.","DOI":"10.1145\/3338906.3341174"},{"key":"10.1016\/j.infsof.2023.107188_b28","doi-asserted-by":"crossref","unstructured":"Tam\u00a0The Nguyen, Hung\u00a0Viet Pham, Phong\u00a0Minh Vu, Tung\u00a0Thanh Nguyen, Recommending API Usages for Mobile Apps with Hidden Markov Model, in: 2015 30th IEEE\/ACM International Conference on Automated Software Engineering, ASE, 2015, pp. 795\u2013800.","DOI":"10.1109\/ASE.2015.109"},{"key":"10.1016\/j.infsof.2023.107188_b29","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1016\/j.future.2018.04.052","article-title":"Structure-aware mashup service clustering for cloud-based internet of things using genetic algorithm based clustering algorithm","volume":"87","author":"Pan","year":"2018","journal-title":"Future Gener. Comput. Syst."},{"key":"10.1016\/j.infsof.2023.107188_b30","doi-asserted-by":"crossref","unstructured":"Anh\u00a0Tuan Nguyen, Michael\u00a0C Hilton, Mihai Codoban, Hoan\u00a0Anh Nguyen, Lily Mast, Eli Rademacher, Tien\u00a0Nhut Nguyen, Danny Dig, API code recommendation using statistical learning from fine-grained changes, in: Proceedings of the 2016 24th ACM SIGSOFT International Symposium on Foundations of Software Engineering, 2016.","DOI":"10.1145\/2950290.2950333"},{"key":"10.1016\/j.infsof.2023.107188_b31","unstructured":"Xuan Li, Zerui Wang, Qianxiang Wang, Shoumeng Yan, Tao Xie, Hong Mei, Relationship-aware code search for JavaScript frameworks, in: Proceedings of the 2016 24th ACM SIGSOFT International Symposium on Foundations of Software Engineering, 2016."},{"key":"10.1016\/j.infsof.2023.107188_b32","doi-asserted-by":"crossref","unstructured":"Trong\u00a0Duc Nguyen, Anh\u00a0Tuan Nguyen, Hung\u00a0Dang Phan, Tien\u00a0Nhut Nguyen, Exploring API Embedding for API Usages and Applications, in: 2017 IEEE\/ACM 39th International Conference on Software Engineering, ICSE, 2017, pp. 438\u2013449.","DOI":"10.1109\/ICSE.2017.47"},{"key":"10.1016\/j.infsof.2023.107188_b33","article-title":"Application programming interface recommendation according to the knowledge indexed by app feature mined from app stores","volume":"33","author":"Liu","year":"2021","journal-title":"J. Softw.: Evol.Process"},{"key":"10.1016\/j.infsof.2023.107188_b34","unstructured":"Yu Huang, Chenzhuang Du, Zihui Xue, Xuanyao Chen, Hang Zhao, Longbo Huang, What Makes Multimodal Learning Better than Single (Provably), in: NeurIPS, 2021."},{"key":"10.1016\/j.infsof.2023.107188_b35","unstructured":"Yoav Freund, David Haussler, Unsupervised Learning of Distributions of Binary Vectors Using 2-LayerNetworks, in: NIPS, 1991."},{"key":"10.1016\/j.infsof.2023.107188_b36","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1109\/TIM.2022.3220285","article-title":"Bluetooth indoor localization with Gaussian\u2013Bernoulli restricted Boltzmann machine plus liquid state machine","volume":"71","author":"Yang","year":"2022","journal-title":"IEEE Trans. Instrum. Meas."},{"key":"10.1016\/j.infsof.2023.107188_b37","series-title":"GraphCodeBERT: Pre-training code representations with data flow","author":"Guo","year":"2021"},{"key":"10.1016\/j.infsof.2023.107188_b38","doi-asserted-by":"crossref","unstructured":"Aditya Grover, Jure Leskovec, node2vec: Scalable Feature Learning for Networks, in: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, 2016.","DOI":"10.1145\/2939672.2939754"},{"key":"10.1016\/j.infsof.2023.107188_b39","doi-asserted-by":"crossref","unstructured":"Jeffrey Pennington, Richard Socher, Christopher\u00a0D. Manning, GloVe: Global Vectors for Word Representation, in: Conference on Empirical Methods in Natural Language Processing, 2014.","DOI":"10.3115\/v1\/D14-1162"},{"key":"10.1016\/j.infsof.2023.107188_b40","doi-asserted-by":"crossref","unstructured":"Chunyang Ling, Yanzhen Zou, Bing Xie, Graph Neural Network Based Collaborative Filtering for API Usage Recommendation, in: 2021 IEEE International Conference on Software Analysis, Evolution and Reengineering, SANER, 2021, pp. 36\u201347.","DOI":"10.1109\/SANER50967.2021.00013"},{"key":"10.1016\/j.infsof.2023.107188_b41","doi-asserted-by":"crossref","unstructured":"Kyunghyun Cho, Tapani Raiko, Alexander Ilin, Gaussian-Bernoulli deep Boltzmann machine, in: The 2013 International Joint Conference on Neural Networks, IJCNN, 2013, pp. 1\u20137.","DOI":"10.1109\/IJCNN.2013.6706831"},{"key":"10.1016\/j.infsof.2023.107188_b42","series-title":"Effectively trainable semi-quantum restricted Boltzmann machine","author":"Lyakhova","year":"2020"},{"key":"10.1016\/j.infsof.2023.107188_b43","series-title":"How to train your energy-based models","author":"Song","year":"2021"},{"key":"10.1016\/j.infsof.2023.107188_b44","doi-asserted-by":"crossref","first-page":"378","DOI":"10.1037\/h0031619","article-title":"Measuring nominal scale agreement among many raters","volume":"76","author":"Fleiss","year":"1971","journal-title":"Psychol. Bull."},{"key":"10.1016\/j.infsof.2023.107188_b45","doi-asserted-by":"crossref","unstructured":"Bryan Perozzi, Rami Al-Rfou, Steven Skiena, DeepWalk: online learning of social representations, in: Proceedings of the 20th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, 2014.","DOI":"10.1145\/2623330.2623732"},{"key":"10.1016\/j.infsof.2023.107188_b46","unstructured":"Antoine Bordes, Nicolas Usunier, Alberto Garc\u00eda-Dur\u00e1n, Jason Weston, Oksana Yakhnenko, Translating Embeddings for Modeling Multi-relational Data, in: NIPS, 2013."},{"key":"10.1016\/j.infsof.2023.107188_b47","unstructured":"Tomas Mikolov, Kai Chen, Gregory\u00a0S. Corrado, Jeffrey Dean, Efficient Estimation of Word Representations in Vector Space, in: International Conference on Learning Representations, 2013."},{"key":"10.1016\/j.infsof.2023.107188_b48","doi-asserted-by":"crossref","unstructured":"Armand Joulin, Edouard Grave, Piotr Bojanowski, Tomas Mikolov, Bag of Tricks for Efficient Text Classification, in: Conference of the European Chapter of the Association for Computational Linguistics, 2016.","DOI":"10.18653\/v1\/E17-2068"},{"key":"10.1016\/j.infsof.2023.107188_b49","doi-asserted-by":"crossref","unstructured":"Xin Ye, Hui Shen, Xiao Ma, Razvan\u00a0C. Bunescu, Chang Liu, From Word Embeddings to Document Similarities for Improved Information Retrieval in Software Engineering, in: 2016 IEEE\/ACM 38th International Conference on Software Engineering, ICSE, 2016, pp. 404\u2013415.","DOI":"10.1145\/2884781.2884862"}],"container-title":["Information and Software Technology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950584923000423?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950584923000423?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T03:38:41Z","timestamp":1760585921000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0950584923000423"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6]]},"references-count":49,"alternative-id":["S0950584923000423"],"URL":"https:\/\/doi.org\/10.1016\/j.infsof.2023.107188","relation":{},"ISSN":["0950-5849"],"issn-type":[{"value":"0950-5849","type":"print"}],"subject":[],"published":{"date-parts":[[2023,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Describing the APIs comprehensively: Obtaining the holistic representations from multiple modalities data for different tasks","name":"articletitle","label":"Article Title"},{"value":"Information and Software Technology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.infsof.2023.107188","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 Elsevier B.V. All rights reserved.","name":"copyright","label":"Copyright"}],"article-number":"107188"}}