{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,3]],"date-time":"2025-12-03T17:53:13Z","timestamp":1764784393995,"version":"3.37.3"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2020,3,16]],"date-time":"2020-03-16T00:00:00Z","timestamp":1584316800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,3,16]],"date-time":"2020-03-16T00:00:00Z","timestamp":1584316800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61772031"],"award-info":[{"award-number":["61772031"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Hunan Natural Science Foundation of China","award":["2020"],"award-info":[{"award-number":["2020"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2020,9]]},"DOI":"10.1007\/s10489-020-01669-5","type":"journal-article","created":{"date-parts":[[2020,3,16]],"date-time":"2020-03-16T07:05:07Z","timestamp":1584342307000},"page":"2633-2646","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["A hierarchical self-attentive neural extractive summarizer via reinforcement learning (HSASRL)"],"prefix":"10.1007","volume":"50","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0766-4315","authenticated-orcid":false,"given":"Farida","family":"Mohsen","sequence":"first","affiliation":[]},{"given":"Jiayang","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Kamal","family":"Al-Sabahi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,3,16]]},"reference":[{"key":"1669_CR1","doi-asserted-by":"publisher","unstructured":"Isonuma M, Fujino T, Mori J, Matsuo Y, Sakata I (2017) Extractive summarization using multi-task learning with document classification. In: Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing, ACL, Copenhagen, Denmark, pp 2101\u20132110, https:\/\/doi.org\/10.18653\/v1\/D17-1223","DOI":"10.18653\/v1\/D17-1223"},{"issue":"2","key":"1669_CR2","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1007\/s10115-017-1042-4","volume":"53","author":"Y Jg","year":"2017","unstructured":"Jg Y, Wan X, Xiao J (2017) Recent advances in document summarization. Knowl Inf Syst 53(2):297\u2013336. https:\/\/doi.org\/10.1007\/s10115-017-1042-4","journal-title":"Knowl Inf Syst"},{"issue":"1","key":"1669_CR3","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1613\/jair.1523","volume":"22","author":"G Erkan","year":"2004","unstructured":"Erkan G, Radev DR (2004) Lexrank: graph-based lexical centrality as salience in text summarization. J Artif Intell Res 22(1):457\u2013479. https:\/\/doi.org\/10.1613\/jair.1523","journal-title":"J Artif Intell Res"},{"issue":"2","key":"1669_CR4","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1145\/3130348.3130369","volume":"51","author":"J Carbinell","year":"2017","unstructured":"Carbinell J, Goldstein J (2017) The use of mmr, diversity-based reranking for reordering documents and producing summaries. ACM SIGIR Forum 51(2):209\u2013210. https:\/\/doi.org\/10.1145\/3130348.3130369","journal-title":"ACM SIGIR Forum"},{"key":"1669_CR5","doi-asserted-by":"publisher","first-page":"557","DOI":"10.1007\/978-3-540-71496-5_51","volume-title":"Advances in information retrieval","author":"R McDonald","year":"2007","unstructured":"McDonald R (2007) A study of global inference algorithms in multi-document summarization. In: Amati G, Carpineto C, Romano G (eds) Advances in information retrieval. Springer Berlin Heidelberg, Berlin, pp 557\u2013564"},{"key":"1669_CR6","doi-asserted-by":"publisher","unstructured":"Conroy JM, O\u2019leary DP (2001) Text summarization via hidden markov models. In: Proceedings of the 24th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, ACM, New York, NY, USA, SIGIR \u201801, pp 406\u2013407, https:\/\/doi.org\/10.1145\/383952.384042","DOI":"10.1145\/383952.384042"},{"key":"1669_CR7","doi-asserted-by":"publisher","unstructured":"Cheng J, Lapata M (2016) Neural summarization by extracting sentences and words. In: Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), ACL, Berlin, Germany, pp 484\u2013494, https:\/\/doi.org\/10.18653\/v1\/P16-1046","DOI":"10.18653\/v1\/P16-1046"},{"key":"1669_CR8","doi-asserted-by":"crossref","unstructured":"Nallapati R, Zhai F, Zhou B (2017) Summarunner: A recurrent neural network based sequence model for extractive summarization of documents. In: Proceedings of the Thirty-First AAAI Conference on Artificial Intelligence, AAAI Press, AAAI\u201917, pp 3075\u20133081","DOI":"10.1609\/aaai.v31i1.10958"},{"key":"1669_CR9","doi-asserted-by":"publisher","first-page":"24205","DOI":"10.1109\/ACCESS.2018.2829199","volume":"6","author":"K Al-Sabahi","year":"2018","unstructured":"Al-Sabahi K, Zuping Z, Nadher M (2018) A hierarchical structured self-attentive model for extractive document summarization (hssas). IEEE Access 6:24205\u201324212. https:\/\/doi.org\/10.1109\/ACCESS.2018.2829199","journal-title":"IEEE Access"},{"key":"1669_CR10","unstructured":"Lin Z, Feng M, dos Santos CN, Yu M, Xiang B, Zhou B, Bengio Y (2017) A structured self-attentive sentence embedding. ArXiv abs\/1703.03130. https:\/\/arxiv.org\/abs\/1703.03130. Accessed 30 July 2019"},{"key":"1669_CR11","doi-asserted-by":"publisher","first-page":"71","DOI":"10.3115\/1073445.1073465","volume-title":"HLT-NAACL","author":"CY Lin","year":"2003","unstructured":"Lin CY, Hovy E (2003) Automatic evaluation of summaries using n-gram co-occurrence statistics. In: HLT-NAACL. ACL, Stroudsburg, pp 71\u201378. https:\/\/doi.org\/10.3115\/1073445.1073465"},{"key":"1669_CR12","doi-asserted-by":"crossref","unstructured":"Narayan S, Cohen SB, Lapata M (2018) Ranking sentences for extractive summarization with reinforcement learning. In: NAACL-HLT","DOI":"10.18653\/v1\/N18-1158"},{"key":"1669_CR13","doi-asserted-by":"crossref","unstructured":"Wu Y, Hu B (2018) Learning to extract coherent summary via deep reinforcement learning. In: Proceedings of the Thirty-Second AAAI Conference on Artificial Intelligence, pp 5602\u20135609","DOI":"10.1609\/aaai.v32i1.11987"},{"key":"1669_CR14","unstructured":"Ryang S, Abekawa T (2012) Framework of automatic text summarization using reinforcement learning. In: Proceedings of the 2012 Joint Conference on Empirical Methods in Natural Language Processing and Computational Natural Language Learning, Association for Computational Linguistics, Stroudsburg, PA, USA, EMNLP-CoNLL \u201812, pp 256\u2013265"},{"key":"1669_CR15","doi-asserted-by":"publisher","unstructured":"Rioux C, Hasan SA, Chali Y (2014) Fear the REAPER: A system for automatic multi-document summarization with reinforcement learning. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP), ACL, Doha, pp 681\u2013690, https:\/\/doi.org\/10.3115\/v1\/D14-1075","DOI":"10.3115\/v1\/D14-1075"},{"key":"1669_CR16","unstructured":"Hermann KM, Ko\u010disk\u00fd T, Grefenstette E, Espeholt L, Kay W, Suleyman M, Blunsom P (2015) Teaching machines to read and comprehend. In: Proceedings of the 28th International Conference on Neural Information Processing Systems - Volume 1, MIT Press, Cambridge, MA, USA, NIPS\u201915, pp 1693\u20131701"},{"key":"1669_CR17","doi-asserted-by":"publisher","unstructured":"Kupiec J, Pedersen J, Chen F (1995) A trainable document summarizer. In: Proceedings of the 18th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, ACM, New York, NY, USA, SIGIR \u201895, pp 68\u201373, https:\/\/doi.org\/10.1145\/215206.215333","DOI":"10.1145\/215206.215333"},{"key":"1669_CR18","first-page":"104","volume-title":"Text summarization branches out","author":"E Filatova","year":"2004","unstructured":"Filatova E, Hatzivassiloglou V (2004) Event-based extractive summarization. In: Text summarization branches out. Association for Computational Linguistics, Barcelona, pp 104\u2013111"},{"key":"1669_CR19","unstructured":"Shen D, Sun JT, Li H, Yang Q, Chen Z (2007) Document summarization using conditional random fields. In: Proceedings of the 20th International Joint Conference on Artifical Intelligence, Morgan Kaufmann Publishers Inc., San Francisco, CA, USA, IJCAI\u201907, pp 2862\u20132867"},{"key":"1669_CR20","unstructured":"Wan X (2010) Towards a unified approach to simultaneous single-document and multi-document summarizations. In: Proceedings of the 23rd International Conference on Computational Linguistics, ACL, Stroudsburg, PA, USA, COLING \u201810, pp 1137\u20131145"},{"key":"1669_CR21","doi-asserted-by":"publisher","unstructured":"Kim Y (2014) Convolutional neural networks for sentence classification. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP), Association for Computational Linguistics, Doha, pp 1746\u20131751, https:\/\/doi.org\/10.3115\/v1\/D14-1181","DOI":"10.3115\/v1\/D14-1181"},{"key":"1669_CR22","unstructured":"Yin W, Pei Y (2015) Optimizing sentence modeling and selection for document summarization. In: Proceedings of the 24th International Conference on Artificial Intelligence, AAAI Press, IJCAI\u201915, pp 1383\u20131389"},{"key":"1669_CR23","doi-asserted-by":"publisher","first-page":"829","DOI":"10.3115\/v1\/P15-2136","volume-title":"Learning summary prior representation for extractive summarization","author":"Z Cao","year":"2015","unstructured":"Cao Z, Wei F, Li S, Li W, Zhou M, Wang H (2015) Learning summary prior representation for extractive summarization. ACL, Association for Computational Linguistics, Beijing, pp 829\u2013833. https:\/\/doi.org\/10.3115\/v1\/P15-2136"},{"key":"1669_CR24","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1016\/j.neucom.2018.01.020","volume":"284","author":"K Yao","year":"2018","unstructured":"Yao K, Zhang L, Luo T, Wu Y (2018) Deep reinforcement learning for extractive document summarization. Neurocomputing 284:52\u201362. https:\/\/doi.org\/10.1016\/j.neucom.2018.01.020","journal-title":"Neurocomputing"},{"key":"1669_CR25","doi-asserted-by":"publisher","unstructured":"Dong Y, Shen Y, Crawford E, van Hoof H, Cheung JCK (2018) BanditSum: Extractive summarization as a contextual bandit. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, Association for Computational Linguistics, Brussels, Belgium, pp 3739\u20133748, https:\/\/doi.org\/10.18653\/v1\/D18-1409","DOI":"10.18653\/v1\/D18-1409"},{"key":"1669_CR26","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1007\/978-3-642-24797-2_2","volume-title":"Supervised sequence Labelling with recurrent neural networks","author":"A Graves","year":"2012","unstructured":"Graves A (2012) Supervised sequence labelling. In: Supervised sequence Labelling with recurrent neural networks. Springer Berlin Heidelberg, Berlin, pp 5\u201313. https:\/\/doi.org\/10.1007\/978-3-642-24797-2_2"},{"key":"1669_CR27","unstructured":"Salehinejad H, Baarbe J, Sankar S, Barfett J, Colak E, Valaee S (2018) Recent advances in recurrent neural networks. ArXiv abs\/1801.01078. https:\/\/arxiv.org\/abs\/1801.01078. Accessed 02 Aug 2019"},{"key":"1669_CR28","doi-asserted-by":"publisher","unstructured":"Gao L, Li X, Song J, Shen H (2019) Hierarchical lstms with adaptive attention for visual captioning. IEEE Transactions on Pattern Analysis and Machine Intelligence PP:1\u20131, https:\/\/doi.org\/10.1109\/TPAMI.2019.2894139","DOI":"10.1109\/TPAMI.2019.2894139"},{"issue":"10","key":"1669_CR29","doi-asserted-by":"publisher","first-page":"3047","DOI":"10.1109\/TNNLS.2018.2851077","volume":"30","author":"J Song","year":"2019","unstructured":"Song J, Guo Y, Gao L, Li X, Hanjalic A, Shen HT (2019) From deterministic to generative: multimodal stochastic rnns for video captioning. IEEE Trans on Neur Netw Learn Syst 30(10):3047\u20133058. https:\/\/doi.org\/10.1109\/TNNLS.2018.2851077","journal-title":"IEEE Trans on Neur Netw Learn Syst"},{"key":"1669_CR30","unstructured":"Mikolov T, Chen K, Corrado GS, Dean J (2013) Efficient estimation of word representations in vector space. CoRR abs\/1301.3781"},{"key":"1669_CR31","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning CD (2014) Glove: Global vectors for word representation. In: Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP), pp 1532\u20131543","DOI":"10.3115\/v1\/D14-1162"},{"key":"1669_CR32","unstructured":"Bahdanau D, Cho K, Bengio Y (2014) Neural machine translation by jointly learning to align and translate. CoRR abs\/1409.0473"},{"key":"1669_CR33","unstructured":"Bengio S, Vinyals O, Jaitly N, Shazeer N (2015) Scheduled sampling for sequence prediction with recurrent neural networks. In: Proceedings of the 28th International Conference on Neural Information Processing Systems - Volume 1, MIT Press, Cambridge, MA, USA, NIPS\u201915, pp 1171\u20131179"},{"key":"1669_CR34","unstructured":"Svore KM, Vanderwende L, Burges CJC (2007) Enhancing single-document summarization by combining ranknet and third-party sources. In: EMNLP-CoNLL, p 448\u2033\u201c457"},{"key":"1669_CR35","doi-asserted-by":"crossref","unstructured":"Cao Z, Chen C, Li W, Li S, Wei F, Zhou M (2016) Tgsum: Build tweet guided multi-document summarization dataset. In: Proceedings of the 30th AAAI Conference on Artificial Intelligence, Phoenix, Arizona, USA, p 2906\u2033\u201c2912","DOI":"10.1609\/aaai.v30i1.10376"},{"key":"1669_CR36","unstructured":"Paulus R, Xiong C, Socher R (2017) A deep reinforced model for abstractive summarization. ArXiv abs\/1705.04304. https:\/\/arxiv.org\/abs\/1705.04304"},{"issue":"3","key":"1669_CR37","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1007\/BF00992696","volume":"8","author":"RJ Williams","year":"1992","unstructured":"Williams RJ (1992) Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach Learn 8(3):229\u2013256. https:\/\/doi.org\/10.1007\/BF00992696","journal-title":"Mach Learn"},{"key":"1669_CR38","unstructured":"Ranzato M, Chopra S, Auli M, Zaremba W (2015) Sequence level training with recurrent neural networks. CoRR abs\/1511.06732"},{"issue":"C","key":"1669_CR39","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1016\/j.automatica.2016.05.008","volume":"72","author":"W Gao","year":"2016","unstructured":"Gao W, Jiang Y, Jiang ZP, Chai T (2016) Output-feedback adaptive optimal control of interconnected systems based on robust adaptive dynamic programming. Automatica 72(C):37\u201345. https:\/\/doi.org\/10.1016\/j.automatica.2016.05.008","journal-title":"Automatica"},{"key":"1669_CR40","unstructured":"Schulman J, Moritz P, Levine S, Jordan MI, Abbeel P (2015) High-dimensional continuous control using generalized advantage estimation. CoRR abs\/1506.02438"},{"issue":"2","key":"1669_CR41","doi-asserted-by":"publisher","first-page":"581","DOI":"10.1007\/s10489-018-1296-x","volume":"49","author":"X Zhao","year":"2019","unstructured":"Zhao X, Ding S, An Y, Jia W (2019) Applications of asynchronous deep reinforcement learning based on dynamic updating weights. Appl Intell 49(2):581\u2013591","journal-title":"Appl Intell"},{"issue":"12","key":"1669_CR42","doi-asserted-by":"publisher","first-page":"4889","DOI":"10.1007\/s10489-018-1241-z","volume":"48","author":"X Zhao","year":"2018","unstructured":"Zhao X, Ding S, An Y, Jia W (2018) Asynchronous reinforcement learning algorithms for solving discrete space path planning problems. Appl Intell 48(12):4889\u20134904. https:\/\/doi.org\/10.1007\/s10489-018-1241-z","journal-title":"Appl Intell"},{"issue":"12","key":"1669_CR43","doi-asserted-by":"publisher","first-page":"4211","DOI":"10.1007\/s10489-019-01487-4","volume":"49","author":"S Ding","year":"2019","unstructured":"Ding S, Du W, Zhao X, Wang L, Jia W (2019) A new asynchronous reinforcement learning algorithm based on improved parallel pso. Appl Intell 49(12):4211\u20134222. https:\/\/doi.org\/10.1007\/s10489-019-01487-4","journal-title":"Appl Intell"},{"key":"1669_CR44","doi-asserted-by":"crossref","unstructured":"Sutton RS, Barto AG (1998) Reinforcement learning: an introduction mit press. Cambridge","DOI":"10.1016\/S1474-6670(17)38315-5"},{"key":"1669_CR45","doi-asserted-by":"publisher","unstructured":"Nallapati R, Zhou B, dos Santos C, \u00c7a\u011flar Gu\u0307l\u00e7ehre , Xiang B (2016) Abstractive text summarization using sequence-to-sequence RNNs and beyond. In: Proceedings of The 20th SIGNLL Conference on Computational Natural Language Learning, Association for Computational Linguistics, Berlin, Germany, pp 280\u2013290, https:\/\/doi.org\/10.18653\/v1\/K16-1028","DOI":"10.18653\/v1\/K16-1028"},{"key":"1669_CR46","doi-asserted-by":"publisher","unstructured":"See A, Liu PJ, Manning CD (2017) Get to the point: Summarization with pointer-generator networks. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), ACL, Vancouver, Canada, pp 1073\u20131083, https:\/\/doi.org\/10.18653\/v1\/P17-1099","DOI":"10.18653\/v1\/P17-1099"},{"key":"1669_CR47","doi-asserted-by":"publisher","unstructured":"Tan J, Wan X, Xiao J (2017) Abstractive document summarization with a graph-based attentional neural model. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), ACL, Vancouver, Canada, pp 1171\u20131181, https:\/\/doi.org\/10.18653\/v1\/P17-1108","DOI":"10.18653\/v1\/P17-1108"},{"key":"1669_CR48","unstructured":"Google (2013) One billion word benchmark for measuring progress in statistical language modeling. Tech Rep"},{"key":"1669_CR49","unstructured":"Mikolov T, Sutskever I, Chen K, Corrado G, Dean J (2013) Distributed representations of words and phrases and their compositionality. In: Proceedings of the 26th International Conference on Neural Information Processing Systems - Volume 2, Curran Associates Inc., USA, NIPS\u201913, pp 3111\u20133119"},{"key":"1669_CR50","unstructured":"Kingma DP, Ba J (2014) Adam: A method for stochastic optimization. CoRR abs\/1412.6980"},{"key":"1669_CR51","unstructured":"Pascanu R, Mikolov T, Bengio Y (2013) On the difficulty of training recurrent neural networks. In: Proceedings of the 30th International Conference on International Conference on Machine Learning - Volume 28. JMLR.org, ICML\u201913, pp III\u20131310\u2013III\u20131318"},{"key":"1669_CR52","unstructured":"Abadi M, Agarwal A, Barham P, Brevdo E, Chen Z, Citro C, Corrado GS, Davis A, Dean J, Devin M, Ghemawat S, Goodfellow I, Harp A, Irving G, Isard M, Jia Y, Jozefowicz R, Kaiser L, Kudlur M, Levenberg J, Man\u00e9 D, Monga R, Moore S, Murray D, Olah C, Schuster M, Shlens J, Steiner B, Sutskever I, Talwar K, Tucker P, Vanhoucke V, Vasudevan V, Vi\u00e9gas F, Vinyals O, Warden P, Wattenberg M, Wicke M, Yu Y, Zheng X (2015) TensorFlow: Large-scale machine learning on heterogeneous systems. URL https:\/\/www.tensorflow.org\/, software available from tensorflow.org. Accessed 10 Nov 2019"},{"key":"1669_CR53","first-page":"74","volume-title":"Text summarization branches out","author":"CY Lin","year":"2004","unstructured":"Lin CY (2004) ROUGE: a package for automatic evaluation of summaries. In: Text summarization branches out. Association for Computational Linguistics, Barcelona, pp 74\u201381"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-020-01669-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10489-020-01669-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-020-01669-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,28]],"date-time":"2023-09-28T17:41:01Z","timestamp":1695922861000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10489-020-01669-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,3,16]]},"references-count":53,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2020,9]]}},"alternative-id":["1669"],"URL":"https:\/\/doi.org\/10.1007\/s10489-020-01669-5","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"type":"print","value":"0924-669X"},{"type":"electronic","value":"1573-7497"}],"subject":[],"published":{"date-parts":[[2020,3,16]]},"assertion":[{"value":"16 March 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}