{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T16:42:27Z","timestamp":1783096947100,"version":"3.54.6"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2024,5,24]],"date-time":"2024-05-24T00:00:00Z","timestamp":1716508800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,5,24]],"date-time":"2024-05-24T00:00:00Z","timestamp":1716508800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["2023RC06"],"award-info":[{"award-number":["2023RC06"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Open Research Fund of Shanghai Key Laboratory of Trustworthy Computing"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Software Qual J"],"published-print":{"date-parts":[[2024,9]]},"DOI":"10.1007\/s11219-024-09675-3","type":"journal-article","created":{"date-parts":[[2024,5,24]],"date-time":"2024-05-24T01:01:54Z","timestamp":1716512514000},"page":"985-1005","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["LLM-BRC: A large language model-based bug report classification framework"],"prefix":"10.1007","volume":"32","author":[{"given":"Xiaoting","family":"Du","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhihao","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chenglong","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiangyue","family":"Ma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yingzhuo","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xinyu","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,5,24]]},"reference":[{"key":"9675_CR1","doi-asserted-by":"crossref","unstructured":"Antoniol, G., Ayari, K., Di Penta, M., Khomh, F., & Gu\u00e9h\u00e9neuc, Y. G. (2008). Is it a bug or an enhancement? A text-based approach to classify change requests. Proceedings of the 2008 conference of the center for advanced studies on collaborative research: meeting of minds (pp. 304-318).","DOI":"10.1145\/1463788.1463819"},{"key":"9675_CR2","unstructured":"Ashish, V., Shazeer,\u00a0N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A. N., Kaiser, \u0141., & Polosukhin, I. (2017). Attention is all you need. Advances in Neural Information Processing Systems, 30."},{"key":"9675_CR3","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., Mann, B., Ryder, N., Subbiah, M., Kaplan, J. D., Dhariwal, P., Neelakantan, A., Shyam, P., Sastry, G., Askell, A., et al. (2020). Language models are few-shot learners. Advances in neural information processing systems, 33, 1877\u20131901.","journal-title":"Advances in neural information processing systems"},{"key":"9675_CR4","unstructured":"Cai, T. M., Feng, D., Liu, S.,\u00a0Liu, S., Kikinis, R., & Pujol, S. (2014). Early diagnosis of alzheimer\u2019s disease with deep learning. IEEE 11th international symposium on biomedical imaging."},{"key":"9675_CR5","doi-asserted-by":"crossref","unstructured":"Chen, J., Liang, Y., Shen, Q., Jiang, J., & Li, S. (2022). Toward understanding deep learning framework bugs. ACM Transactions on Software Engineering and Methodology.","DOI":"10.1145\/3587155"},{"key":"9675_CR6","doi-asserted-by":"crossref","unstructured":"Chen, C., Seff, A., Kornhauser, A., & Xiao, J. (2015). Deepdriving: Learning affordance for direct perception in autonomous driving. Proceedings of the IEEE international conference on computer vision (pp. 2722-2730).","DOI":"10.1109\/ICCV.2015.312"},{"key":"9675_CR7","unstructured":"Collobert, R., Bengio, S., & Mari\u00e9thoz, J. (2002). Torch: a modular machine learning software library. Technical report, Idiap."},{"key":"9675_CR8","doi-asserted-by":"publisher","first-page":"178","DOI":"10.1109\/ISSRE.2013.6698917","volume-title":"2013 IEEE 24th International symposium on software reliability engineering (ISSRE)","author":"D Cotroneo","year":"2013","unstructured":"Cotroneo, D., Grottke, M., Natella, R., Pietrantuono, R., & Trivedi, K. S. (2013). Fault triggers in open-source software: An experience report. 2013 IEEE 24th International symposium on software reliability engineering (ISSRE) (pp. 178\u2013187). IEEE."},{"key":"9675_CR9","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1109\/ISSREW.2017.28","volume-title":"2017 IEEE International Symposium on Software Reliability Engineering Workshops (ISSREW)","author":"X Du","year":"2017","unstructured":"Du, X., Zheng, Z., Xiao, G., & Yin, B. (2017). The automatic classification of fault trigger based bug report. 2017 IEEE International Symposium on Software Reliability Engineering Workshops (ISSREW) (pp. 259\u2013265). IEEE."},{"issue":"4","key":"9675_CR10","doi-asserted-by":"publisher","first-page":"1540","DOI":"10.1109\/TR.2021.3110096","volume":"71","author":"X Du","year":"2021","unstructured":"Du, X., Zheng, Z., Xiao, G., Zhou, Z., & Trivedi, K. S. (2021). Deepsim: Deep semantic information-based automatic mandelbug classification. IEEE Transactions on Reliability, 71(4), 1540\u20131554.","journal-title":"IEEE Transactions on Reliability"},{"key":"9675_CR11","doi-asserted-by":"crossref","unstructured":"Du, X., Sui, Y., Liu, Z., & Ai, J. (2022). An empirical study of fault triggers in deep learning frameworks. IEEE Transactions on Dependable and Secure Computing.","DOI":"10.1109\/TDSC.2022.3152239"},{"key":"9675_CR12","doi-asserted-by":"crossref","unstructured":"Frattini, F., Pietrantuono, R., & Russo, S. (2016). Reproducibility of Software Bugs: Basic Concepts and Automatic Classification. Principles of Performance and Reliability Modeling and Evaluation: Essays in Honor of Kishor Trivedi on his 70th Birthday, 551-565.","DOI":"10.1007\/978-3-319-30599-8_21"},{"key":"9675_CR13","unstructured":"Frieder, S., Pinchetti, L., Griffiths, R. R., Salvatori, T., Lukasiewicz, T., Petersen, P.,\u00a0Chevalier, A., & Berner, J. (2023). Mathematical capabilities of chatgpt. arXiv preprint arXiv:2301.13867."},{"key":"9675_CR14","unstructured":"Girija, SS. (2016). Tensorflow: Large-scale machine learning on heterogeneous distributed systems. Software available from tensorflow. org, 39(9)."},{"issue":"7","key":"9675_CR15","first-page":"425","volume":"27","author":"M Grottke","year":"2005","unstructured":"Grottke, M., & Trivedi, K. S. (2005). Software faults, software aging and software rejuvenation (special survey: New development of software reliability engineering). The Journal of Reliability Engineering Association of Japan, 27(7), 425\u2013438.","journal-title":"The Journal of Reliability Engineering Association of Japan"},{"key":"9675_CR16","unstructured":"Guo, Q., Xie, X., Ma, L., Hu, Q., Feng, R., Li, L., Liu, Y., Zhao. J., & Li, X. (2018). An orchestrated empirical study on deep learning frameworks and platforms. arXiv preprint\u00a0arXiv:1811.05187."},{"key":"9675_CR17","unstructured":"Guo, S., Wang, Y., Li, S., & Saeed, N. (2023). Semantic communications with ordered importance using chatgpt. arXiv preprint arXiv:2302.07142."},{"key":"9675_CR18","doi-asserted-by":"crossref","unstructured":"Herzig, K., Just, S., & Zeller, A. (2013). It's not a bug, it's a feature: how misclassification impacts bug prediction. 2013 35th international conference on software engineering (ICSE) (pp. 392-401). IEEE.","DOI":"10.1109\/ICSE.2013.6606585"},{"key":"9675_CR19","doi-asserted-by":"crossref","unstructured":"Islam, M. J., Nguyen, G., Pan, R., & Rajan, H. (2019). A comprehensive study on deep learning bug characteristics. Proceedings of the 2019 27th ACM joint meeting on european software engineering conference and symposium on the foundations of software engineering (pp. 510-520).","DOI":"10.1145\/3338906.3338955"},{"key":"9675_CR20","doi-asserted-by":"crossref","unstructured":"Jia, Y., Shelhamer, E., Donahue, J., Karayev, S., Long, J., Girshick, R., Guadarrama, S., & Darrell, T. (2014). Caffe: Convolutional architecture for fast feature embedding. Proceedings of the 22nd ACM international conference on Multimedia (pp. 675-678).","DOI":"10.1145\/2647868.2654889"},{"key":"9675_CR21","doi-asserted-by":"publisher","first-page":"110935","DOI":"10.1016\/j.jss.2021.110935","volume":"177","author":"Li Jia","year":"2021","unstructured":"Jia, Li., Zhong, H., Wang, X., Huang, L., & Xuansheng, Lu. (2021). The symptoms, causes, and repairs of bugs inside a deep learning library. Journal of Systems and Software, 177, 110935.","journal-title":"Journal of Systems and Software"},{"key":"9675_CR22","doi-asserted-by":"publisher","first-page":"474","DOI":"10.1109\/DSA52907.2021.00071","volume-title":"2021 8th International Conference on Dependable Systems and Their Applications (DSA)","author":"M Li","year":"2021","unstructured":"Li, M., & Yin, B. B. (2021). Arb-bert: An automatic aging-related bug report classification method based on bert. 2021 8th International Conference on Dependable Systems and Their Applications (DSA) (pp. 474\u2013483). IEEE."},{"key":"9675_CR23","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1109\/ISSRE55969.2022.00048","volume-title":"2022 IEEE 33rd International Symposium on Software Reliability Engineering (ISSRE)","author":"Z Liu","year":"2022","unstructured":"Liu, Z., Zheng, Y., Du, X., Hu, Z., Ding, W., Miao, Y., & Zheng, Z. (2022). Taxonomy of aging-related bugs in deep learning libraries. 2022 IEEE 33rd International Symposium on Software Reliability Engineering (ISSRE) (pp. 423\u2013434). IEEE."},{"issue":"4","key":"9675_CR24","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1145\/3310195.3310202","volume":"10","author":"M Lux","year":"2019","unstructured":"Lux, M., & Bertini, M. (2019). Open source column: Deep learning with keras. ACM SIGMultimedia Records, 10(4), 7\u20137.","journal-title":"ACM SIGMultimedia Records"},{"key":"9675_CR25","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1109\/ICSME55016.2022.00012","volume-title":"2022 IEEE International Conference on Software Maintenance and Evolution (ICSME)","author":"T Makkouk","year":"2022","unstructured":"Makkouk, T., Kim, D. J., & Chen, T. H. P. (2022). An empirical study on performance bugs in deep learning frameworks. 2022 IEEE International Conference on Software Maintenance and Evolution (ICSME) (pp. 35\u201346). IEEE."},{"key":"9675_CR26","doi-asserted-by":"crossref","unstructured":"Nov, O., Singh, N., & Mann, D. (2023). Putting chatgpt\u2019s medical advice to the (turing) test. medRxiv, 2023\u201301.","DOI":"10.1101\/2023.01.23.23284735"},{"key":"9675_CR27","doi-asserted-by":"crossref","unstructured":"Otoom, A. F., Al-jdaeh, S., & Hammad, M. (2019). Automated classification of software bug reports. Proceedings of the 9th international conference on information communication and management (pp. 17-21).","DOI":"10.1145\/3357419.3357424"},{"key":"9675_CR28","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., Varoquaux, G., Gramfort, A., Michel, V., Thirion, B., Grisel, O., Blondel, M., Prettenhofer, P., Weiss, R., Dubourg, V., Vanderplas, J., Passos, A., Cournapeau, D., Brucher, M., Perrot, M., & Duchesnay, E. (2011). Scikit-learn: Machine learning in Python. Journal of Machine Learning Research, 12, 2825\u20132830.","journal-title":"Journal of Machine Learning Research"},{"key":"9675_CR29","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1109\/APSEC.2013.105","volume-title":"2013 20Th asia-pacific software engineering conference (APSEC)","author":"N Pingclasai","year":"2013","unstructured":"Pingclasai, N., Hata, H., & Matsumoto, K. I. (2013). Classifying bug reports to bugs and other requests using topic modeling. 2013 20Th asia-pacific software engineering conference (APSEC) (Vol. 2, pp. 13\u201318). IEEE."},{"key":"9675_CR30","unstructured":"Radford, A., Narasimhan, K., Salimans, T., & Sutskever, I. (2018). Improving language understanding by generative pre-training."},{"issue":"8","key":"9675_CR31","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford, A., Jeffrey, Wu., Child, R., Luan, D., Amodei, D., Sutskever, I., et al. (2019). Language models are unsupervised multitask learners. OpenAI Blog, 1(8), 9.","journal-title":"OpenAI Blog"},{"key":"9675_CR32","doi-asserted-by":"crossref","unstructured":"Ray, P. P. (2023). ChatGPT: A comprehensive review on background, applications, key challenges, bias, ethics, limitations and future scope. Internet of Things and Cyber-Physical Systems.","DOI":"10.1016\/j.iotcps.2023.04.003"},{"key":"9675_CR33","unstructured":"Ren, Y., Gay, G., K\u00e4stner, C., & Jamshidi, P. (2020). Understanding the nature of system-related issues in machine learning frameworks: An exploratory study. arXiv preprint arXiv:2005.06091."},{"key":"9675_CR34","unstructured":"Tambon, F., Nikanjam, A., An, L., Khomh, F., & Antoniol, G. (2021). Silent bugs in deep learning frameworks: an empirical study of keras and tensorflow. arXiv preprint arXiv:2112.13314."},{"key":"9675_CR35","unstructured":"Team, T.T.D., Al-Rfou, R., Alain, G., Almahairi, A., Angermueller, C., Bahdanau, D., Ballas, N., Bastien, F., Bayer, J., Belikov, A., et al. (2016) Theano: A python framework for fast computation of mathematical expressions. arXiv preprint arXiv:1605.02688."},{"key":"9675_CR36","doi-asserted-by":"publisher","first-page":"150","DOI":"10.1109\/ISSRE.2016.29","volume-title":"2016 IEEE 27Th international symposium on software reliability engineering (ISSRE)","author":"W Wen","year":"2016","unstructured":"Wen, W., Yu, T., & Hayes, J. H. (2016). Colua: Automatically predicting configuration bug reports and extracting configuration options. 2016 IEEE 27Th international symposium on software reliability engineering (ISSRE) (pp. 150\u2013161). IEEE."},{"key":"9675_CR37","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1109\/ICECCS.2014.14","volume-title":"2014 19th International Conference on Engineering of Complex Computer Systems","author":"X Xia","year":"2014","unstructured":"Xia, X., Lo, D., Wang, X., & Zhou, B. (2014). Automatic defect categorization based on fault triggering conditions. 2014 19th International Conference on Engineering of Complex Computer Systems (pp. 39\u201348). IEEE."},{"key":"9675_CR38","doi-asserted-by":"publisher","first-page":"107004","DOI":"10.1016\/j.infsof.2022.107004","volume":"151","author":"Y Yang","year":"2022","unstructured":"Yang, Y., He, T., Xia, Z., & Feng, Y. (2022). A comprehensive empirical study on bug characteristics of deep learning frameworks. Information and Software Technology, 151, 107004.","journal-title":"Information and Software Technology"},{"key":"9675_CR39","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Chen, Y., Cheung, S. C., Xiong, Y., & Zhang, L. (2018). An empirical study on TensorFlow program bugs.\u00a0Proceedings of the 27th ACM SIGSOFT international symposium on software testing and analysis (pp. 129-140).","DOI":"10.1145\/3213846.3213866"},{"key":"9675_CR40","unstructured":"Zhang, J. M., Harman, M., Ma, L., & Liu, Y. (2020). Machine learning testing: Survey, landscapes and horizons. IEEE Transactions on Software Engineering."}],"container-title":["Software Quality Journal"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-024-09675-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11219-024-09675-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-024-09675-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,22]],"date-time":"2024-07-22T11:29:19Z","timestamp":1721647759000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11219-024-09675-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,24]]},"references-count":40,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2024,9]]}},"alternative-id":["9675"],"URL":"https:\/\/doi.org\/10.1007\/s11219-024-09675-3","relation":{},"ISSN":["0963-9314","1573-1367"],"issn-type":[{"value":"0963-9314","type":"print"},{"value":"1573-1367","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,5,24]]},"assertion":[{"value":"23 April 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 May 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}