{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T11:51:08Z","timestamp":1783165868502,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,13]],"date-time":"2024-05-13T00:00:00Z","timestamp":1715558400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"National Key R&D Program of China","award":["2022ZD0120103"],"award-info":[{"award-number":["2022ZD0120103"]}]},{"name":"Beijing Natural Science Foundation","award":["L233008"],"award-info":[{"award-number":["L233008"]}]},{"DOI":"10.13039\/501100006374","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62272467"],"award-info":[{"award-number":["62272467"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,13]]},"DOI":"10.1145\/3589334.3645481","type":"proceedings-article","created":{"date-parts":[[2024,5,8]],"date-time":"2024-05-08T07:08:13Z","timestamp":1715152093000},"page":"1453-1463","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":31,"title":["Metacognitive Retrieval-Augmented Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3530-3787","authenticated-orcid":false,"given":"Yujia","family":"Zhou","sequence":"first","affiliation":[{"name":"School of Information, Renmin University of China, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7765-8466","authenticated-orcid":false,"given":"Zheng","family":"Liu","sequence":"additional","affiliation":[{"name":"Beijing Academy of Artificial Intelligence, Beijing, Hong Kong"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-4808-1534","authenticated-orcid":false,"given":"Jiajie","family":"Jin","sequence":"additional","affiliation":[{"name":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1556-3335","authenticated-orcid":false,"given":"Jian-Yun","family":"Nie","sequence":"additional","affiliation":[{"name":"University of Montreal, Montreal, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9781-948X","authenticated-orcid":false,"given":"Zhicheng","family":"Dou","sequence":"additional","affiliation":[{"name":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,5,13]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"Sebastian Borgeaud Arthur Mensch Jordan Hoffmann Trevor Cai Eliza Rutherford Katie Millican George van den Driessche Jean-Baptiste Lespiau Bogdan Damoc Aidan Clark Diego de Las Casas Aurelia Guy Jacob Menick Roman Ring Tom Hennigan Saffron Huang Loren Maggiore Chris Jones Albin Cassirer Andy Brock Michela Paganini Geoffrey Irving Oriol Vinyals Simon Osindero Karen Simonyan Jack W. Rae Erich Elsen and Laurent Sifre. 2022. Improving Language Models by Retrieving from Trillions of Tokens. In ICML (Proceedings of Machine Learning Research) Vol. 162. PMLR 2206--2240."},{"key":"e_1_3_2_2_2_1","unstructured":"Tom B. Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell Sandhini Agarwal Ariel Herbert-Voss Gretchen Krueger Tom Henighan Rewon Child Aditya Ramesh Daniel M. Ziegler Jeffrey Wu Clemens Winter Christopher Hesse Mark Chen Eric Sigler Mateusz Litwin Scott Gray Benjamin Chess Jack Clark Christopher Berner Sam McCandlish Alec Radford Ilya Sutskever and Dario Amodei. 2020. Language Models are Few-Shot Learners. In NeurIPS."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.26"},{"key":"e_1_3_2_2_4_1","volume-title":"Development of Critical Thinking with Metacognitive Regulation","author":"Gotoh Yasushi","year":"2016","unstructured":"Yasushi Gotoh. 2016. Development of Critical Thinking with Metacognitive Regulation. International Association for Development of the Information Society (2016)."},{"key":"e_1_3_2_2_5_1","volume-title":"REALM: Retrieval-Augmented Language Model Pre-Training. CoRR","author":"Guu Kelvin","year":"2020","unstructured":"Kelvin Guu, Kenton Lee, Zora Tung, Panupong Pasupat, and Ming-Wei Chang. 2020. REALM: Retrieval-Augmented Language Model Pre-Training. CoRR , Vol. abs\/2002.08909 (2020)."},{"key":"e_1_3_2_2_6_1","volume-title":"EMNLP (1)","author":"He Junxian","unstructured":"Junxian He, Graham Neubig, and Taylor Berg-Kirkpatrick. 2021. Efficient Nearest Neighbor Language Models. In EMNLP (1). Association for Computational Linguistics, 5703--5714."},{"key":"e_1_3_2_2_7_1","volume-title":"Saku Sugawara, and Akiko Aizawa.","author":"Ho Xanh","year":"2020","unstructured":"Xanh Ho, Anh-Khoa Duong Nguyen, Saku Sugawara, and Akiko Aizawa. 2020. Constructing A Multi-hop QA Dataset for Comprehensive Evaluation of Reasoning Steps. In COLING. International Committee on Computational Linguistics, 6609--6625."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.287"},{"key":"e_1_3_2_2_9_1","volume-title":"Leveraging Passage Retrieval with Generative Models for Open Domain Question Answering","author":"Izacard Gautier","unstructured":"Gautier Izacard and Edouard Grave. 2021. Leveraging Passage Retrieval with Generative Models for Open Domain Question Answering. In EACL. Association for Computational Linguistics, 874--880."},{"key":"e_1_3_2_2_10_1","volume-title":"Few-shot Learning with Retrieval Augmented Language Models. CoRR","author":"Izacard Gautier","year":"2022","unstructured":"Gautier Izacard, Patrick S. H. Lewis, Maria Lomeli, Lucas Hosseini, Fabio Petroni, Timo Schick, Jane Dwivedi-Yu, Armand Joulin, Sebastian Riedel, and Edouard Grave. 2022. Few-shot Learning with Retrieval Augmented Language Models. CoRR , Vol. abs\/2208.03299 (2022)."},{"key":"e_1_3_2_2_11_1","volume-title":"Retrieval as Attention: End-to-end Learning of Retrieval and Reading within a Single Transformer","author":"Jiang Zhengbao","unstructured":"Zhengbao Jiang, Luyu Gao, Zhiruo Wang, Jun Araki, Haibo Ding, Jamie Callan, and Graham Neubig. 2022. Retrieval as Attention: End-to-end Learning of Retrieval and Reading within a Single Transformer. In EMNLP. Association for Computational Linguistics, 2336--2349."},{"key":"e_1_3_2_2_12_1","volume-title":"Active Retrieval Augmented Generation. CoRR","author":"Jiang Zhengbao","year":"2023","unstructured":"Zhengbao Jiang, Frank F. Xu, Luyu Gao, Zhiqing Sun, Qian Liu, Jane Dwivedi-Yu, Yiming Yang, Jamie Callan, and Graham Neubig. 2023. Active Retrieval Augmented Generation. CoRR , Vol. abs\/2305.06983 (2023)."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00300"},{"key":"e_1_3_2_2_14_1","volume-title":"EMNLP (1)","author":"Karpukhin Vladimir","unstructured":"Vladimir Karpukhin, Barlas Oguz, Sewon Min, Patrick S. H. Lewis, Ledell Wu, Sergey Edunov, Danqi Chen, and Wen-tau Yih. 2020. Dense Passage Retrieval for Open-Domain Question Answering. In EMNLP (1). Association for Computational Linguistics, 6769--6781."},{"key":"e_1_3_2_2_15_1","unstructured":"Urvashi Khandelwal Omer Levy Dan Jurafsky Luke Zettlemoyer and Mike Lewis. 2020. Generalization through Memorization: Nearest Neighbor Language Models. In ICLR. OpenReview.net."},{"key":"e_1_3_2_2_16_1","volume-title":"David Hall, Percy Liang, Christopher Potts, and Matei Zaharia.","author":"Khattab Omar","year":"2022","unstructured":"Omar Khattab, Keshav Santhanam, Xiang Lisa Li, David Hall, Percy Liang, Christopher Potts, and Matei Zaharia. 2022. Demonstrate-Search-Predict: Composing retrieval and language models for knowledge-intensive NLP. CoRR , Vol. abs\/2212.14024 (2022)."},{"key":"e_1_3_2_2_17_1","volume-title":"Decomposed Prompting: A Modular Approach for Solving Complex Tasks. In ICLR. OpenReview.net.","author":"Khot Tushar","year":"2023","unstructured":"Tushar Khot, Harsh Trivedi, Matthew Finlayson, Yao Fu, Kyle Richardson, Peter Clark, and Ashish Sabharwal. 2023. Decomposed Prompting: A Modular Approach for Solving Complex Tasks. In ICLR. OpenReview.net."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00276"},{"key":"e_1_3_2_2_19_1","volume-title":"Metacognition: A literature review. Always learning: Pearson research report","author":"Lai Emily R","year":"2011","unstructured":"Emily R Lai. 2011. Metacognition: A literature review. Always learning: Pearson research report , Vol. 24 (2011), 1--40."},{"key":"e_1_3_2_2_20_1","first-page":"9459","article-title":"Retrieval-augmented generation for knowledge-intensive nlp tasks","volume":"33","author":"Lewis Patrick","year":"2020","unstructured":"Patrick Lewis, Ethan Perez, Aleksandra Piktus, Fabio Petroni, Vladimir Karpukhin, Naman Goyal, Heinrich K\u00fcttler, Mike Lewis, Wen-tau Yih, Tim Rockt\"aschel, et al. 2020. Retrieval-augmented generation for knowledge-intensive nlp tasks. Advances in Neural Information Processing Systems , Vol. 33 (2020), 9459--9474.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_21_1","volume-title":"UniGen: A Unified Generative Framework for Retrieval and Question Answering with Large Language Models. CoRR","author":"Li Xiaoxi","year":"2023","unstructured":"Xiaoxi Li, Yujia Zhou, and Zhicheng Dou. 2023. UniGen: A Unified Generative Framework for Retrieval and Question Answering with Large Language Models. CoRR , Vol. abs\/2312.11036 (2023)."},{"key":"e_1_3_2_2_22_1","volume-title":"McDonald","author":"Maynez Joshua","year":"2020","unstructured":"Joshua Maynez, Shashi Narayan, Bernd Bohnet, and Ryan T. McDonald. 2020. On Faithfulness and Factuality in Abstractive Summarization. In ACL. Association for Computational Linguistics, 1906--1919."},{"key":"e_1_3_2_2_23_1","volume-title":"Webgpt: Browser-assisted question-answering with human feedback. arXiv preprint arXiv:2112.09332","author":"Nakano Reiichiro","year":"2021","unstructured":"Reiichiro Nakano, Jacob Hilton, Suchir Balaji, Jeff Wu, Long Ouyang, Christina Kim, Christopher Hesse, Shantanu Jain, Vineet Kosaraju, William Saunders, et al. 2021. Webgpt: Browser-assisted question-answering with human feedback. arXiv preprint arXiv:2112.09332 (2021)."},{"key":"e_1_3_2_2_24_1","unstructured":"Long Ouyang Jeffrey Wu Xu Jiang Diogo Almeida Carroll L. Wainwright Pamela Mishkin Chong Zhang Sandhini Agarwal Katarina Slama Alex Ray John Schulman Jacob Hilton Fraser Kelton Luke Miller Maddie Simens Amanda Askell Peter Welinder Paul F. Christiano Jan Leike and Ryan Lowe. 2022. Training language models to follow instructions with human feedback. In NeurIPS."},{"key":"e_1_3_2_2_25_1","volume-title":"Measuring and Narrowing the Compositionality Gap in Language Models. CoRR","author":"Press Ofir","year":"2022","unstructured":"Ofir Press, Muru Zhang, Sewon Min, Ludwig Schmidt, Noah A. Smith, and Mike Lewis. 2022. Measuring and Narrowing the Compositionality Gap in Language Models. CoRR , Vol. abs\/2210.03350 (2022)."},{"key":"e_1_3_2_2_26_1","volume-title":"In-Context Retrieval-Augmented Language Models. CoRR","author":"Ram Ori","year":"2023","unstructured":"Ori Ram, Yoav Levine, Itay Dalmedigos, Dor Muhlgay, Amnon Shashua, Kevin Leyton-Brown, and Yoav Shoham. 2023. In-Context Retrieval-Augmented Language Models. CoRR , Vol. abs\/2302.00083 (2023)."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000019"},{"key":"e_1_3_2_2_28_1","volume-title":"Metacognitive theories. Educational psychology review","author":"Schraw Gregory","year":"1995","unstructured":"Gregory Schraw and David Moshman. 1995. Metacognitive theories. Educational psychology review , Vol. 7 (1995), 351--371."},{"key":"e_1_3_2_2_29_1","volume-title":"Enhancing Retrieval-Augmented Large Language Models with Iterative Retrieval-Generation Synergy. CoRR","author":"Shao Zhihong","year":"2023","unstructured":"Zhihong Shao, Yeyun Gong, Yelong Shen, Minlie Huang, Nan Duan, and Weizhu Chen. 2023. Enhancing Retrieval-Augmented Large Language Models with Iterative Retrieval-Generation Synergy. CoRR , Vol. abs\/2305.15294 (2023)."},{"key":"e_1_3_2_2_30_1","volume-title":"REPLUG: Retrieval-Augmented Black-Box Language Models. CoRR","author":"Shi Weijia","year":"2023","unstructured":"Weijia Shi, Sewon Min, Michihiro Yasunaga, Minjoon Seo, Rich James, Mike Lewis, Luke Zettlemoyer, and Wen-tau Yih. 2023. REPLUG: Retrieval-Augmented Black-Box Language Models. CoRR , Vol. abs\/2301.12652 (2023)."},{"key":"e_1_3_2_2_31_1","volume-title":"Reflexion: Language agents with verbal reinforcement learning. arXiv preprint arXiv:2303.11366","author":"Shinn Noah","year":"2023","unstructured":"Noah Shinn, Federico Cassano, Beck Labash, Ashwin Gopinath, Karthik Narasimhan, and Shunyu Yao. 2023. Reflexion: Language agents with verbal reinforcement learning. arXiv preprint arXiv:2303.11366 (2023)."},{"key":"e_1_3_2_2_32_1","volume-title":"FEVER: a Large-scale Dataset for Fact Extraction and VERification","author":"Thorne James","unstructured":"James Thorne, Andreas Vlachos, Christos Christodoulopoulos, and Arpit Mittal. 2018. FEVER: a Large-scale Dataset for Fact Extraction and VERification. In NAACL-HLT. Association for Computational Linguistics, 809--819."},{"key":"e_1_3_2_2_33_1","volume-title":"Llama 2: Open Foundation and Fine-Tuned Chat Models. CoRR","author":"Touvron Hugo","year":"2023","unstructured":"Hugo Touvron, Louis Martin, Kevin Stone, Peter Albert, Amjad Almahairi. .., and Thomas Scialom. 2023. Llama 2: Open Foundation and Fine-Tuned Chat Models. CoRR , Vol. abs\/2307.09288 (2023)."},{"key":"e_1_3_2_2_34_1","volume-title":"ACL (1)","author":"Trivedi Harsh","unstructured":"Harsh Trivedi, Niranjan Balasubramanian, Tushar Khot, and Ashish Sabharwal. 2023. Interleaving Retrieval with Chain-of-Thought Reasoning for Knowledge-Intensive Multi-Step Questions. In ACL (1). Association for Computational Linguistics, 10014--10037."},{"key":"e_1_3_2_2_35_1","volume-title":"Text Embeddings by Weakly-Supervised Contrastive Pre-training. CoRR","author":"Wang Liang","year":"2022","unstructured":"Liang Wang, Nan Yang, Xiaolong Huang, Binxing Jiao, Linjun Yang, Daxin Jiang, Rangan Majumder, and Furu Wei. 2022. Text Embeddings by Weakly-Supervised Contrastive Pre-training. CoRR , Vol. abs\/2212.03533 (2022)."},{"key":"e_1_3_2_2_36_1","volume-title":"Metacognitive Prompting Improves Understanding in Large Language Models. CoRR","author":"Wang Yuqing","year":"2023","unstructured":"Yuqing Wang and Yun Zhao. 2023. Metacognitive Prompting Improves Understanding in Large Language Models. CoRR , Vol. abs\/2308.05342 (2023)."},{"key":"e_1_3_2_2_37_1","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"35","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Fei Xia, Ed Chi, Quoc V Le, Denny Zhou, et al. 2022. Chain-of-thought prompting elicits reasoning in large language models. Advances in Neural Information Processing Systems , Vol. 35 (2022), 24824--24837.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_38_1","volume-title":"HotpotQA: A dataset for diverse, explainable multi-hop question answering. arXiv preprint arXiv:1809.09600","author":"Yang Zhilin","year":"2018","unstructured":"Zhilin Yang, Peng Qi, Saizheng Zhang, Yoshua Bengio, William W Cohen, Ruslan Salakhutdinov, and Christopher D Manning. 2018. HotpotQA: A dataset for diverse, explainable multi-hop question answering. arXiv preprint arXiv:1809.09600 (2018)."},{"key":"e_1_3_2_2_39_1","volume-title":"React: Synergizing reasoning and acting in language models. arXiv preprint arXiv:2210.03629","author":"Yao Shunyu","year":"2022","unstructured":"Shunyu Yao, Jeffrey Zhao, Dian Yu, Nan Du, Izhak Shafran, Karthik Narasimhan, and Yuan Cao. 2022. React: Synergizing reasoning and acting in language models. arXiv preprint arXiv:2210.03629 (2022)."},{"key":"e_1_3_2_2_40_1","volume-title":"Training Language Models with Memory Augmentation","author":"Zhong Zexuan","unstructured":"Zexuan Zhong, Tao Lei, and Danqi Chen. 2022. Training Language Models with Memory Augmentation. In EMNLP. Association for Computational Linguistics, 5657--5673."},{"key":"e_1_3_2_2_41_1","volume-title":"Luke Zettlemoyer, and Marjan Ghazvininejad.","author":"Zhou Chunting","year":"2021","unstructured":"Chunting Zhou, Graham Neubig, Jiatao Gu, Mona T. Diab, Francisco Guzm\u00e1 n, Luke Zettlemoyer, and Marjan Ghazvininejad. 2021. Detecting Hallucinated Content in Conditional Neural Sequence Generation. In ACL\/IJCNLP (Findings) (Findings of ACL ), Vol. ACL\/IJCNLP 2021. Association for Computational Linguistics, 1393--1404."},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"crossref","unstructured":"Yujia Zhou Zhicheng Dou and Ji-Rong Wen. 2020. Encoding History with Context-aware Representation Learning for Personalized Search. In SIGIR. ACM 1111--1120. io","DOI":"10.1145\/3397271.3401175"}],"event":{"name":"WWW '24: The ACM Web Conference 2024","location":"Singapore Singapore","acronym":"WWW '24","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2024"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589334.3645481","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3589334.3645481","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T00:26:40Z","timestamp":1755822400000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589334.3645481"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,13]]},"references-count":42,"alternative-id":["10.1145\/3589334.3645481","10.1145\/3589334"],"URL":"https:\/\/doi.org\/10.1145\/3589334.3645481","relation":{},"subject":[],"published":{"date-parts":[[2024,5,13]]},"assertion":[{"value":"2024-05-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}