{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T21:34:19Z","timestamp":1777152859383,"version":"3.51.4"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031402913","type":"print"},{"value":"9783031402920","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-40292-0_19","type":"book-chapter","created":{"date-parts":[[2023,8,8]],"date-time":"2023-08-08T23:02:48Z","timestamp":1691535768000},"page":"225-241","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":24,"title":["Recent Progress on\u00a0Text Summarisation Based on\u00a0BERT and\u00a0GPT"],"prefix":"10.1007","author":[{"given":"Binxia","family":"Yang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xudong","family":"Luo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kaili","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael Y.","family":"Luo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,8,9]]},"reference":[{"key":"19_CR1","series-title":"Lecture Notes in Networks and Systems","doi-asserted-by":"publisher","first-page":"748","DOI":"10.1007\/978-3-030-90321-3_61","volume-title":"Data Science and Intelligent Systems","author":"N Alexandr","year":"2021","unstructured":"Alexandr, N., Irina, O., Tatyana, K., Inessa, K., Arina, P.: Fine-tuning GPT-3 for Russian text summarization. In: Silhavy, R., Silhavy, P., Prokopova, Z. (eds.) CoMeSySo 2021. LNNS, vol. 231, pp. 748\u2013757. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-90321-3_61"},{"key":"19_CR2","doi-asserted-by":"crossref","unstructured":"Batra, H., et al.: CoVShorts: news summarization application based on deep NLP transformers for SARS-CoV-2. In: 2021 9th International Conference on Reliability, Infocom Technologies and Optimization (Trends and Future Directions), pp. 1\u20136 (2021)","DOI":"10.1109\/ICRITO51393.2021.9596520"},{"key":"19_CR3","unstructured":"Brown, T., Mann, B., et al.: Language models are few-shot learners. In: Advances in Neural Information Processing Systems, vol. 33, pp. 1877\u20131901 (2020)"},{"key":"19_CR4","unstructured":"Cai, X., Liu, S., Han, J., Yang, L., Liu, Z., Liu, T.: ChestXRayBERT: a pre-trained language model for chest radiology report summarization. IEEE Transactions on Multimedia (2021)"},{"key":"19_CR5","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2022.103999","volume":"127","author":"X Cai","year":"2022","unstructured":"Cai, X., et al.: COVIDSum: a linguistically enriched SciBERT-based summarization model for COVID-19 scientific papers. J. Biomed. Inform. 127, 103999 (2022)","journal-title":"J. Biomed. Inform."},{"key":"19_CR6","doi-asserted-by":"crossref","unstructured":"Chintagunta, B., Katariya, N., Amatriain, X., Kannan, A.: Medically aware GPT-3 as a data generator for medical dialogue summarization. In: Proceedings of the 6th Machine Learning for Healthcare Conference, pp. 354\u2013372 (2021)","DOI":"10.18653\/v1\/2021.nlpmc-1.9"},{"key":"19_CR7","unstructured":"Deepika, S., Shridevi, S., et al.: Extractive text summarization for COVID-19 medical records. In: 2021 Innovations in Power and Advanced Computing Technologies (i-PACT), pp. 1\u20135 (2021)"},{"key":"19_CR8","doi-asserted-by":"crossref","unstructured":"Dehru, V., Tiwari, P.K., Aggarwal, G., Joshi, B., Kartik, P.: Text summarization techniques and applications. IOP Conf. Ser. Mater. Sci. Eng. 1099, 012042 (2021). IOP Publishing (2021)","DOI":"10.1088\/1757-899X\/1099\/1\/012042"},{"key":"19_CR9","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 1st 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 4171\u20134186 (2019)"},{"key":"19_CR10","doi-asserted-by":"crossref","unstructured":"Dhivyaa, C., Nithya, K., Janani, T., Kumar, K.S., Prashanth, N.: Transliteration based generative pre-trained transformer 2 model for Tamil text summarization. In: 2022 International Conference on Computer Communication and Informatics, pp. 1\u20136 (2022)","DOI":"10.1109\/ICCCI54379.2022.9740991"},{"key":"19_CR11","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.105964","volume":"199","author":"Y Du","year":"2020","unstructured":"Du, Y., Li, Q., Wang, L., He, Y.: Biomedical-domain pre-trained language model for extractive summarization. Knowl.-Based Syst. 199, 105964 (2020)","journal-title":"Knowl.-Based Syst."},{"key":"19_CR12","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2020.113679","volume":"165","author":"WS El-Kassas","year":"2021","unstructured":"El-Kassas, W.S., Salama, C.R., Rafea, A.A., Mohamed, H.K.: Automatic text summarization: a comprehensive survey. Expert Syst. Appl. 165, 113679 (2021)","journal-title":"Expert Syst. Appl."},{"key":"19_CR13","doi-asserted-by":"crossref","unstructured":"Farahani, M., Gharachorloo, M., Manthouri, M.: Leveraging ParsBERT and pretrained mT5 for Persian abstractive text summarization. In: 2021 26th International Computer Conference, Computer Society of Iran, pp. 1\u20136 (2021)","DOI":"10.1109\/CSICC52343.2021.9420563"},{"key":"19_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2021.116292","volume":"192","author":"A Ghadimi","year":"2022","unstructured":"Ghadimi, A., Beigy, H.: Hybrid multi-document summarization using pre-trained language models. Expert Syst. Appl. 192, 116292 (2022)","journal-title":"Expert Syst. Appl."},{"key":"19_CR15","doi-asserted-by":"crossref","unstructured":"Grail, Q., Perez, J., Gaussier, E.: Globalizing BERT-based transformer architectures for long document summarization. In: Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics: Main volume, pp. 1792\u20131810 (2021)","DOI":"10.18653\/v1\/2021.eacl-main.154"},{"key":"19_CR16","doi-asserted-by":"crossref","unstructured":"Kano, T., Ogawa, A., Delcroix, M., Watanabe, S.: Attention-based multi-hypothesis fusion for speech summarization. In: 2021 IEEE Automatic Speech Recognition and Understanding Workshop, pp. 487\u2013494 (2021)","DOI":"10.1109\/ASRU51503.2021.9687977"},{"key":"19_CR17","unstructured":"Kieuvongngam, V., Tan, B., Niu, Y.: Automatic text summarization of COVID-19 medical research articles using BERT and GPT-2 (2020). arXiv preprint arXiv:2006.01997"},{"issue":"1","key":"19_CR18","first-page":"016555152199061","volume":"49","author":"S Lamsiyah","year":"2021","unstructured":"Lamsiyah, S., Mahdaouy, A.E., Ouatik, S.E.A., Espinasse, B.: Unsupervised extractive multi-document summarization method based on transfer learning from BERT multi-task fine-tuning. J. Inf. Sci. 49(1), 0165551521990616 (2021)","journal-title":"J. Inf. Sci."},{"key":"19_CR19","unstructured":"Li, L.H., Yatskar, M., Yin, D., Hsieh, C.J., Chang, K.W.: VisualBERT: a simple and performant baseline for vision and language (2019). arXiv preprint arXiv:1908.03557"},{"key":"19_CR20","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"376","DOI":"10.1007\/978-3-030-82147-0_31","volume-title":"Knowledge Science, Engineering and Management","author":"J Liu","year":"2021","unstructured":"Liu, J., Wu, J., Luo, X.: Chinese judicial summarising based on short sentence extraction and GPT-2. In: Qiu, H., Zhang, C., Fei, Z., Qiu, M., Kung, S.-Y. (eds.) KSEM 2021. LNCS (LNAI), vol. 12816, pp. 376\u2013393. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-82147-0_31"},{"issue":"1","key":"19_CR21","volume":"1754","author":"M Liu","year":"2021","unstructured":"Liu, M., Wang, Z., Wang, L.: Automatic Chinese text summarization for emergency domain. J. Phys: Conf. Ser. 1754(1), 012213 (2021)","journal-title":"J. Phys: Conf. Ser."},{"issue":"1","key":"19_CR22","first-page":"71","volume":"21","author":"H Lucky","year":"2022","unstructured":"Lucky, H., Suhartono, D.: Investigation of pre-trained bidirectional encoder representations from transformers checkpoints for Indonesian abstractive text summarization. J. Inf. Commun. Technol. 21(1), 71\u201394 (2022)","journal-title":"J. Inf. Commun. Technol."},{"issue":"1","key":"19_CR23","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1007\/s12145-021-00695-2","volume":"15","author":"K Ma","year":"2022","unstructured":"Ma, K., Tian, M., Tan, Y., Xie, X., Qiu, Q.: What is this article about? Generative summarization with the BERT model in the geosciences domain. Earth Sci. Inf. 15(1), 21\u201336 (2022)","journal-title":"Earth Sci. Inf."},{"issue":"3","key":"19_CR24","doi-asserted-by":"publisher","first-page":"879","DOI":"10.1109\/TCSS.2021.3088506","volume":"9","author":"T Ma","year":"2021","unstructured":"Ma, T., Pan, Q., Rong, H., Qian, Y., Tian, Y., Al-Nabhan, N.: T-BERTSum: Topic-aware text summarization based on BERT. IEEE Trans. Comput. Soc. Syst. 9(3), 879\u2013890 (2021)","journal-title":"IEEE Trans. Comput. Soc. Syst."},{"key":"19_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmpb.2019.105117","volume":"184","author":"M Moradi","year":"2020","unstructured":"Moradi, M., Dorffner, G., Samwald, M.: Deep contextualized embeddings for quantifying the informative content in biomedical text summarization. Comput. Methods Programs Biomed. 184, 105117 (2020)","journal-title":"Comput. Methods Programs Biomed."},{"key":"19_CR26","doi-asserted-by":"crossref","unstructured":"Patel, P.M.: Financial news summarisation using transformer neural network (2022). https:\/\/doi.org\/10.21203\/rs.3.rs-2132871\/v1","DOI":"10.21203\/rs.3.rs-2132871\/v1"},{"key":"19_CR27","doi-asserted-by":"crossref","unstructured":"Prodan, G., Pelican, E.: Prompt scoring system for dialogue summarization using GPT-3. TechRxiv Preprint (2022)","DOI":"10.36227\/techrxiv.16652392"},{"key":"19_CR28","unstructured":"Radford, A., Narasimhan, K., Salimans, T., Sutskever, I., et al.: Improving language understanding by generative pre-training, openAI (2018)"},{"issue":"8","key":"19_CR29","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford, A., Wu, J., Child, R., Luan, D., Amodei, D., Sutskever, I.: Language models are unsupervised multitask learners. OpenAI Blog 1(8), 9 (2019)","journal-title":"OpenAI Blog"},{"key":"19_CR30","doi-asserted-by":"crossref","unstructured":"Ramina, M., Darnay, N., Ludbe, C., Dhruv, A.: Topic level summary generation using BERT induced abstractive summarization model. In: Proceedings of 4th International Conference on Intelligent Computing and Control Systems, pp. 747\u2013752 (2020)","DOI":"10.1109\/ICICCS48265.2020.9120997"},{"key":"19_CR31","doi-asserted-by":"publisher","first-page":"2061","DOI":"10.1109\/TASLP.2020.3006731","volume":"28","author":"MH Su","year":"2020","unstructured":"Su, M.H., Wu, C.H., Cheng, H.T.: A two-stage transformer-based approach for variable-length abstractive summarization. IEEE\/ACM Trans. Audio Speech Lang. Process. 28, 2061\u20132072 (2020)","journal-title":"IEEE\/ACM Trans. Audio Speech Lang. Process."},{"key":"19_CR32","doi-asserted-by":"publisher","unstructured":"Sun, K., Luo, X., Luo, M.Y.: A survey of pretrained language models. In: Memmi, G., Yang, B., Kong, L., Zhang, T., Qiu, M. (eds.) Knowledge Science, Engineering and Management. KSEM 2022. Lecture Notes in Computer Science, vol. 13369, pp. 442\u2013456. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-10986-7_36","DOI":"10.1007\/978-3-031-10986-7_36"},{"key":"19_CR33","doi-asserted-by":"publisher","unstructured":"Syed, A.A., Gaol, F.L., Boediman, A., Matsuo, T., Budiharto, W.: A survey of abstractive text summarization utilising pretrained language models. In: Nguyen, N.T., Tran, T.K., Tukayev, U., Hong, TP., Trawinski, B., Szczerbicki, E. (eds.) Intelligent Information and Database Systems. ACIIDS 2022. Lecture Notes in Computer Science, vol. 13757, pp. 532\u2013544. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-21743-2_42","DOI":"10.1007\/978-3-031-21743-2_42"},{"issue":"21","key":"19_CR34","doi-asserted-by":"publisher","first-page":"4701","DOI":"10.3390\/app9214701","volume":"9","author":"Q Wang","year":"2019","unstructured":"Wang, Q., Liu, P., Zhu, Z., Yin, H., Zhang, Q., Zhang, L.: A text abstraction summary model based on BERT word embedding and reinforcement learning. Appl. Sci. 9(21), 4701 (2019)","journal-title":"Appl. Sci."},{"key":"19_CR35","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2022.109460","volume":"252","author":"Q Xie","year":"2022","unstructured":"Xie, Q., Bishop, J.A., Tiwari, P., Ananiadou, S.: Pre-trained language models with domain knowledge for biomedical extractive summarization. Knowl.-Based Syst. 252, 109460 (2022)","journal-title":"Knowl.-Based Syst."},{"key":"19_CR36","doi-asserted-by":"crossref","unstructured":"Xu, J., Gan, Z., Cheng, Y., Liu, J.: Discourse-aware neural extractive text summarization (2019). arXiv preprint arXiv:1910.14142","DOI":"10.18653\/v1\/2020.acl-main.451"},{"key":"19_CR37","doi-asserted-by":"crossref","unstructured":"Yoon, J., Junaid, M., Ali, S., Lee, J.: Abstractive summarization of Korean legal cases using pre-trained language models. In: Proceedings of the 16th International Conference on Ubiquitous Information Management and Communication, pp. 1\u20137 (2022)","DOI":"10.1109\/IMCOM53663.2022.9721808"},{"key":"19_CR38","unstructured":"Yu, B.: Evaluating pre-trained language models on multi-document summarization for literature reviews. In: Proceedings of the 3rd Workshop on Scholarly Document Processing, pp. 188\u2013192 (2022)"},{"key":"19_CR39","doi-asserted-by":"publisher","first-page":"228798","DOI":"10.1109\/ACCESS.2020.3045748","volume":"8","author":"S Zhao","year":"2020","unstructured":"Zhao, S., You, F., Liu, Z.Y.: Leveraging pre-trained language model for summary generation on short text. IEEE Access 8, 228798\u2013228803 (2020)","journal-title":"IEEE Access"},{"key":"19_CR40","doi-asserted-by":"crossref","unstructured":"Zhong, M., Liu, Y., Xu, Y., Zhu, C., Zeng, M.: DialogLM: pre-trained model for long dialogue understanding and summarization. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 36, pp. 11765\u201311773 (2022)","DOI":"10.1609\/aaai.v36i10.21432"},{"key":"19_CR41","unstructured":"Zhou, Y., Portet, F., Ringeval, F.: Effectiveness of French language models on abstractive dialogue summarization task. In: Proceedings of the 13th Language Resources and Evaluation Conference, pp. 3571\u20133581 (2022)"},{"key":"19_CR42","doi-asserted-by":"crossref","unstructured":"Zhu, Q., Li, L., Bai, L., Hu, F.: Chinese text summarization based on fine-tuned GPT2. In: 3rd International Conference on Electronics and Communication; Network and Computer Technology. vol. 12167, pp. 304\u2013309 (2022)","DOI":"10.1117\/12.2629132"}],"container-title":["Lecture Notes in Computer Science","Knowledge Science, Engineering and Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-40292-0_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,8]],"date-time":"2023-08-08T23:07:05Z","timestamp":1691536025000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-40292-0_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031402913","9783031402920"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-40292-0_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"9 August 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"KSEM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Knowledge Science, Engineering and Management","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Guangzhou","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 August 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 August 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ksem2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.ksem2023.conferences.academy\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"395","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"114","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2,5","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}