{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T21:17:07Z","timestamp":1743023827962,"version":"3.40.3"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030922375"},{"type":"electronic","value":"9783030922382"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-92238-2_6","type":"book-chapter","created":{"date-parts":[[2021,12,4]],"date-time":"2021-12-04T22:02:35Z","timestamp":1638655355000},"page":"64-75","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A Reinforcement Learning Approach for\u00a0Abductive Natural Language Generation"],"prefix":"10.1007","author":[{"given":"Hongru","family":"Huang","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,12,5]]},"reference":[{"key":"6_CR1","unstructured":"Bahdanau, D., et al.: An actor-critic algorithm for sequence prediction. In: 5th International Conference on Learning Representations (Conference Track Proceedings), ICLR 2017, Toulon, France, 24\u201326 April 2017. OpenReview.net (2017). https:\/\/openreview.net\/forum?id=SJDaqqveg"},{"key":"6_CR2","unstructured":"Banerjee, S., Lavie, A.: METEOR: an automatic metric for MT evaluation with improved correlation with human judgments. In: Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization, Ann Arbor, Michigan, pp. 65\u201372. Association for Computational Linguistics (June 2005). https:\/\/www.aclweb.org\/anthology\/W05-0909"},{"key":"6_CR3","unstructured":"Bhagavatula, C., et al.: Abductive commonsense reasoning. OpenReview.net (2020). https:\/\/openreview.net\/forum?id=Byg1v1HKDB"},{"key":"6_CR4","unstructured":"Deng, Y., Bakhtin, A., Ott, M., Szlam, A., Ranzato, M.: Residual energy-based models for text generation. In: 8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, 26\u201330 April 2020. OpenReview.net (2020). https:\/\/openreview.net\/forum?id=B1l4SgHKDH"},{"key":"6_CR5","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), Minneapolis, Minnesota, pp. 4171\u20134186. Association for Computational Linguistics (June 2019). https:\/\/doi.org\/10.18653\/v1\/N19-1423. https:\/\/www.aclweb.org\/anthology\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"6_CR6","unstructured":"He, P., Liu, X., Gao, J., Chen, W.: DeBERTa: decoding-enhanced BERT with disentangled attention. CoRR abs\/2006.03654 (2020). arXiv arXiv:2006.03654"},{"key":"6_CR7","doi-asserted-by":"publisher","unstructured":"Hinton, G.E.: Training products of experts by minimizing contrastive divergence. Neural Comput. 14(8), 1771\u20131800 (2002). https:\/\/doi.org\/10.1162\/089976602760128018","DOI":"10.1162\/089976602760128018"},{"key":"6_CR8","doi-asserted-by":"publisher","unstructured":"Ji, H., Ke, P., Huang, S., Wei, F., Zhu, X., Huang, M.: Language generation with multi-hop reasoning on commonsense knowledge graph. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 725\u2013736. Association for Computational Linguistics (November 2020). https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.54. https:\/\/www.aclweb.org\/anthology\/2020.emnlp-main.54","DOI":"10.18653\/v1\/2020.emnlp-main.54"},{"key":"6_CR9","unstructured":"Khalifa, M., Elsahar, H., Dymetman, M.: A distributional approach to controlled text generation. CoRR abs\/2012.11635 (2020). arXiv arXiv:2012.11635"},{"key":"6_CR10","unstructured":"Kim, T., Bengio, Y.: Deep directed generative models with energy-based probability estimation. CoRR abs\/1606.03439 (2016). arXiv arXiv:1606.03439"},{"key":"6_CR11","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. In: Bengio, Y., LeCun, Y. (eds.) 3rd International Conference on Learning Representations (Conference Track Proceedings), ICLR 2015, San Diego, CA, USA, 7\u20139 May 2015 (2015). arXiv arXiv:1412.6980"},{"key":"6_CR12","doi-asserted-by":"crossref","unstructured":"LeCun, Y., Chopra, S., Hadsell, R., Huang, F.J., et al.: A tutorial on energy-based learning. In: Predicting Structured Data. MIT Press (2006)","DOI":"10.7551\/mitpress\/7443.003.0014"},{"key":"6_CR13","doi-asserted-by":"publisher","unstructured":"Lewis, M., et al.: BART: denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 7871\u20137880. Association for Computational Linguistics (July 2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.703. https:\/\/www.aclweb.org\/anthology\/2020.acl-main.703","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"6_CR14","unstructured":"Lin, C.Y.: ROUGE: a package for automatic evaluation of summaries. In: Text Summarization Branches Out, Barcelona, Spain, pp. 74\u201381. Association for Computational Linguistics (July 2004). https:\/\/www.aclweb.org\/anthology\/W04-1013"},{"key":"6_CR15","unstructured":"Liu, Y., et al: RoBERTa: a robustly optimized BERT pretraining approach. CoRR abs\/1907.11692 (2019). arXiv arXiv:1907.11692"},{"key":"6_CR16","doi-asserted-by":"publisher","unstructured":"Luketina, J., et al.: A survey of reinforcement learning informed by natural language. In: Kraus, S. (ed.) Proceedings of the 28th International Joint Conference on Artificial Intelligence, IJCAI 2019, Macao, China, 10\u201316 August 2019, pp. 6309\u20136317. ijcai.org (2019). https:\/\/doi.org\/10.24963\/ijcai.2019\/880","DOI":"10.24963\/ijcai.2019\/880"},{"key":"6_CR17","doi-asserted-by":"publisher","unstructured":"Moore, C.: The development of commonsense psychology (2006). https:\/\/doi.org\/10.4324\/9780203843246","DOI":"10.4324\/9780203843246"},{"key":"6_CR18","unstructured":"Owen, A.B.: Monte Carlo theory, methods and examples (2013). https:\/\/statweb.stanford.edu\/~owen\/mc\/Ch-var-is.pdf"},{"key":"6_CR19","doi-asserted-by":"publisher","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: BLEU: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, Philadelphia, Pennsylvania, USA, pp. 311\u2013318. Association for Computational Linguistics (July 2002). https:\/\/doi.org\/10.3115\/1073083.1073135. https:\/\/www.aclweb.org\/anthology\/P02-1040","DOI":"10.3115\/1073083.1073135"},{"key":"6_CR20","doi-asserted-by":"publisher","unstructured":"Parshakova, T., Andreoli, J.M., Dymetman, M.: Global autoregressive models for data-efficient sequence learning. In: Proceedings of the 23rd Conference on Computational Natural Language Learning (CoNLL), Hong Kong, China, pp. 900\u2013909. Association for Computational Linguistics (November 2019). https:\/\/doi.org\/10.18653\/v1\/K19-1084. https:\/\/www.aclweb.org\/anthology\/K19-1084","DOI":"10.18653\/v1\/K19-1084"},{"key":"6_CR21","doi-asserted-by":"publisher","unstructured":"Qin, L., et al.: Back to the future: unsupervised backprop-based decoding for counterfactual and abductive commonsense reasoning. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 794\u2013805. Association for Computational Linguistics (November 2020). https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.58. https:\/\/www.aclweb.org\/anthology\/2020.emnlp-main.58","DOI":"10.18653\/v1\/2020.emnlp-main.58"},{"key":"6_CR22","unstructured":"Radford, A., Wu, J., Child, R., Luan, D., Amodei, D., Sutskever, I.: Language models are unsupervised multitask learners (2018). https:\/\/d4mucfpksywv.cloudfront.net\/better-language-models\/language-models.pdf"},{"key":"6_CR23","unstructured":"Ranzato, M., Chopra, S., Auli, M., Zaremba, W.: Sequence level training with recurrent neural networks. In: Bengio, Y., LeCun, Y. (eds.) 4th International Conference on Learning Representations (Conference Track Proceedings), ICLR 2016, San Juan, Puerto Rico, 2\u20134 May 2016 (2016). arXiv arXiv:1511.06732"},{"key":"6_CR24","doi-asserted-by":"publisher","unstructured":"Sap, M., et al.: ATOMIC: an atlas of machine commonsense for if-then reasoning. In: The 33rd AAAI Conference on Artificial Intelligence, AAAI 2019, The 31st Innovative Applications of Artificial Intelligence Conference, IAAI 2019, The 9th AAAI Symposium on Educational Advances in Artificial Intelligence, EAAI 2019, Honolulu, Hawaii, USA, 27 January\u20131 February 2019, pp. 3027\u20133035. AAAI Press (2019). https:\/\/doi.org\/10.1609\/aaai.v33i01.33013027","DOI":"10.1609\/aaai.v33i01.33013027"},{"key":"6_CR25","doi-asserted-by":"crossref","unstructured":"Speer, R., Chin, J., Havasi, C.: ConceptNet 5.5: an open multilingual graph of general knowledge, pp. 4444\u20134451. AAAI Press (2017). http:\/\/aaai.org\/ocs\/index.php\/AAAI\/AAAI17\/paper\/view\/14972","DOI":"10.1609\/aaai.v31i1.11164"},{"key":"6_CR26","doi-asserted-by":"crossref","unstructured":"Tambwekar, P., Dhuliawala, M., Martin, L.J., Mehta, A., Harrison, B., Riedl, M.O.: Controllable neural story plot generation via reinforcement learning (2019)","DOI":"10.24963\/ijcai.2019\/829"},{"key":"6_CR27","doi-asserted-by":"publisher","unstructured":"Tincoff, R., Jusczyk, P.W.: Some beginnings of word comprehension in 6-month-olds. Psycholol. Sci. 10(2), 172\u2013175 (1999). https:\/\/doi.org\/10.1111\/1467-9280.00127","DOI":"10.1111\/1467-9280.00127"},{"key":"6_CR28","doi-asserted-by":"publisher","unstructured":"Vedantam, R., Zitnick, C.L., Parikh, D.: CIDEr: consensus-based image description evaluation. In: IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2015, Boston, MA, USA, 7\u201312 June 2015, pp. 4566\u20134575. IEEE Computer Society (2015). https:\/\/doi.org\/10.1109\/CVPR.2015.7299087","DOI":"10.1109\/CVPR.2015.7299087"},{"key":"6_CR29","doi-asserted-by":"publisher","unstructured":"Williams, R.J.: Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach. Learn. 8, 229\u2013256 (1992). https:\/\/doi.org\/10.1007\/BF00992696","DOI":"10.1007\/BF00992696"},{"key":"6_CR30","unstructured":"Yang, Z., Xie, Y., Wang, Z.: A theoretical analysis of deep q-learning. CoRR abs\/1901.00137 (2019). arXiv arXiv:1901.00137"},{"key":"6_CR31","doi-asserted-by":"publisher","unstructured":"Zhu, Y., Pang, L., Lan, Y., Cheng, X.: L2r$${^2}$$: leveraging ranking for abductive reasoning, pp. 1961\u20131964. ACM (2020). https:\/\/doi.org\/10.1145\/3397271.3401332","DOI":"10.1145\/3397271.3401332"},{"key":"6_CR32","unstructured":"Ziegler, D.M., et al.: Fine-tuning language models from human preferences. CoRR abs\/1909.08593 (2019). arXiv arXiv:1909.08593"}],"container-title":["Lecture Notes in Computer Science","Neural Information Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-92238-2_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T18:49:04Z","timestamp":1710355744000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-92238-2_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030922375","9783030922382"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-92238-2_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"5 December 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICONIP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Information Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sanur, Bali","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Indonesia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 December 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 December 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iconip2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iconip2021.apnns.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1093","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"226","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"177","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.57","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"6","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Due to the COVID-19 pandemic the conference was held online.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}