{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,3]],"date-time":"2025-05-03T04:15:43Z","timestamp":1746245743576,"version":"3.37.3"},"reference-count":61,"publisher":"Springer Science and Business Media LLC","issue":"4-5","license":[{"start":{"date-parts":[[2021,7,15]],"date-time":"2021-07-15T00:00:00Z","timestamp":1626307200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,7,15]],"date-time":"2021-07-15T00:00:00Z","timestamp":1626307200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"crossref","award":["DP190101113"],"award-info":[{"award-number":["DP190101113"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Inf Retrieval J"],"published-print":{"date-parts":[[2021,10]]},"DOI":"10.1007\/s10791-021-09395-3","type":"journal-article","created":{"date-parts":[[2021,7,15]],"date-time":"2021-07-15T05:02:30Z","timestamp":1626325350000},"page":"322-346","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Strong natural language query generation"],"prefix":"10.1007","volume":"24","author":[{"given":"Binsheng","family":"Liu","sequence":"first","affiliation":[]},{"given":"Xiaolu","family":"Lu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1902-9087","authenticated-orcid":false,"given":"J. Shane","family":"Culpepper","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,7,15]]},"reference":[{"key":"9395_CR1","doi-asserted-by":"crossref","unstructured":"Ahmad, WU., Chang, KW., & Wang, H. (2019). Context attentive document ranking and query suggestion. In: Proc. SIGIR, pp 385\u2013394","DOI":"10.1145\/3331184.3331246"},{"key":"9395_CR2","doi-asserted-by":"crossref","unstructured":"Azzopardi, L., & de Rijke, M. (2006). Automatic Construction of Known-item Finding Test Beds. In: Proc. SIGIR, pp 603\u2013604","DOI":"10.1145\/1148170.1148276"},{"key":"9395_CR3","doi-asserted-by":"crossref","unstructured":"Azzopardi, L., de Rijke, M., & Balog, K. (2007). Building simulated queries for known-item topics: An Analysis using Six European Languages. In: Proc. SIGIR, pp 455\u2013462","DOI":"10.1145\/1277741.1277820"},{"key":"9395_CR4","doi-asserted-by":"crossref","unstructured":"Bailey, P., Moffat, A., Scholer, F., & Thomas, P. (2016). UQV100: A test collection with query variability. In: Proc. SIGIR, pp 725\u2013728","DOI":"10.1145\/2911451.2914671"},{"key":"9395_CR5","doi-asserted-by":"crossref","unstructured":"Bailey, P., Moffat, A., Scholer, F., & Thomas, P. (2017). Retrieval consistency in the presence of query variations. In: Proc. SIGIR, pp 395\u2013404","DOI":"10.1145\/3077136.3080839"},{"key":"9395_CR6","doi-asserted-by":"crossref","unstructured":"Belkin, N.J., Cool, C., Croft, WB., & Callan, J.P. (1993). The effect of multiple query variations on information retrieval system performance. In: Proc. SIGIR, pp 339\u2013346","DOI":"10.1145\/160688.160760"},{"key":"9395_CR7","doi-asserted-by":"crossref","unstructured":"Bendersky, M., Metzler, D., & Croft, WB. (2012). Effective query formulation with multiple information sources. In: Proc. WSDM, pp 443\u2013452","DOI":"10.1145\/2124295.2124349"},{"key":"9395_CR8","doi-asserted-by":"crossref","unstructured":"Berger, A., & Lafferty, J. (1999). Information retrieval as statistical translation. In: Proc. SIGIR, pp 222\u2013229","DOI":"10.1145\/312624.312681"},{"key":"9395_CR9","doi-asserted-by":"crossref","unstructured":"Bertsekas, D., & Tsitsiklis, J. (1995). Neuro-dynamic programming: An overview. In: Proceedings of 1995 34th IEEE Conference on Decision and Control, vol\u00a01, pp 560\u2013564","DOI":"10.1109\/CDC.1995.478953"},{"key":"9395_CR10","doi-asserted-by":"crossref","unstructured":"Boldi, P., Bonchi, F., Castillo, C., Donato, D., Gionis, A., & Vigna, S. (2008). The query-flow graph: Model and applications. In: Proc. CIKM, pp 609\u2013618","DOI":"10.1145\/1458082.1458163"},{"issue":"4","key":"9395_CR11","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1561\/1500000055","volume":"10","author":"F Cai","year":"2016","unstructured":"Cai, F., & de Rijke, M. (2016). A survey of query auto completion in information retrieval. Foundations and Trends in Information Retrieval, 10(4), 273\u2013363.","journal-title":"Foundations and Trends in Information Retrieval"},{"issue":"2","key":"9395_CR12","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1145\/382979.383040","volume":"19","author":"J Callan","year":"2001","unstructured":"Callan, J., & Connell, M. (2001). Query-based sampling of text databases. ACM Transactions on Information Systems, 19(2), 97\u2013130.","journal-title":"ACM Transactions on Information Systems"},{"key":"9395_CR13","doi-asserted-by":"crossref","unstructured":"Clark, K., Khandelwal, U., Levy, O., & Manning, CD. (2019). What does BERT look at? An analysis of BERT\u2019s attention. In: Proc. BlackboxNLP@ACL, pp 276\u2013286","DOI":"10.18653\/v1\/W19-4828"},{"key":"9395_CR14","doi-asserted-by":"crossref","unstructured":"Clarke, J., & Lapata, M. (2006). Models for sentence compression: A comparison across domains, training requirements and evaluation measures. In: Proc. ACL, pp 377\u2013384","DOI":"10.3115\/1220175.1220223"},{"key":"9395_CR15","doi-asserted-by":"crossref","unstructured":"Cohan, A., Dernoncourt, F., Kim, DS., Bui, T., Kim, S., Chang, W., & Goharian, N. (2018). A discourse-aware attention model for abstractive summarization of long documents. In: Proc. NAACL-HLT","DOI":"10.18653\/v1\/N18-2097"},{"key":"9395_CR16","doi-asserted-by":"crossref","unstructured":"Crane, M., Culpepper, J.S., Lin, J., Mackenzie, J., & Trotman, A. (2017). A comparison of document-at-a-time and score-at-a-time query evaluation. In: Proc. WSDM, pp 201\u2013210","DOI":"10.1145\/3018661.3018726"},{"key":"9395_CR17","doi-asserted-by":"crossref","unstructured":"Dai, Z., & Callan, J. (2019). Deeper text understanding for IR with contextual neural language modeling. In: Proc. SIGIR, pp 985\u2013988","DOI":"10.1145\/3331184.3331303"},{"key":"9395_CR18","doi-asserted-by":"crossref","unstructured":"Dang, V., & Croft, WB. (2010). Query reformulation using anchor text. In: Proc. WSDM, pp 41\u201350","DOI":"10.1145\/1718487.1718493"},{"issue":"1","key":"9395_CR19","first-page":"20","volume":"28","author":"AP Dawid","year":"1979","unstructured":"Dawid, A. P., & Skene, A. M. (1979). Maximum likelihood estimation of observer error-rates using the EM algorithm. Journal of the Royal Statistical Society Series C (Applied Statistics), 28(1), 20\u201328.","journal-title":"Journal of the Royal Statistical Society Series C (Applied Statistics)"},{"key":"9395_CR20","unstructured":"Dong, L., Yang, N., Wang, W., Wei, F., Liu, X., Wang, Y., Gao, J., Zhou, M., & Hon, HW. (2019). Unified language model pre-training for natural language understanding and generation. In: Proc. NeurIPS, pp 13042\u201313054"},{"key":"9395_CR21","unstructured":"Dulac-Arnold, G., Evans, R., van Hasselt, H., Sunehag, P., Lillicrap, T., Hunt, J., Mann, T., Weber, T., Degris, T., & Coppin, B. (2016). Deep Reinforcement Learning in Large Discrete Action Spaces. arXiv:151207679 [cs, stat] 1512.07679"},{"key":"9395_CR22","unstructured":"Filippova, K., & Altun, Y. (2013). Overcoming the lack of parallel data in sentence compression. In: Proc. EMNLP, pp 1481\u20131491"},{"issue":"3\u20134","key":"9395_CR23","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1561\/1500000050","volume":"9","author":"M Gupta","year":"2015","unstructured":"Gupta, M., & Bendersky, M. (2015). Information retrieval with verbose queries. Foundations and Trends in Information Retrieval, 9(3\u20134), 209\u2013354.","journal-title":"Foundations and Trends in Information Retrieval"},{"key":"9395_CR24","doi-asserted-by":"crossref","unstructured":"Hashimoto, T.B., Zhang, H., & Liang, P. (2019). Unifying human and statistical evaluation for natural language generation. In: Proc. NAACL-HLT, pp 1689\u20131701","DOI":"10.18653\/v1\/N19-1169"},{"key":"9395_CR25","doi-asserted-by":"crossref","unstructured":"Hauff, C., Hagen, M., Beyer, A., & Stein, B. (2012). Towards realistic known-item topics for the clueweb. In: Proc. IIiX, pp 274\u2013277","DOI":"10.1145\/2362724.2362773"},{"key":"9395_CR26","doi-asserted-by":"crossref","unstructured":"He, Y., Tang, J., Ouyang, H., Kang, C., Yin, D., & Chang, Y. (2016). Learning to rewrite queries. In: Proc. CIKM, pp 1443\u20131452","DOI":"10.1145\/2983323.2983835"},{"issue":"7","key":"9395_CR27","doi-asserted-by":"publisher","first-page":"638","DOI":"10.1002\/asi.10256","volume":"54","author":"CK Huang","year":"2003","unstructured":"Huang, C. K., Chien, L. F., & Oyang, Y. J. (2003). Relevant term suggestion in interactive web search based on contextual information in query session logs. Journal of the American Society for Information Science and Technology, 54(7), 638\u2013649.","journal-title":"Journal of the American Society for Information Science and Technology"},{"key":"9395_CR28","doi-asserted-by":"crossref","unstructured":"Ipeirotis, PG., Provost, F., & Wang, J. (2010). Quality management on Amazon Mechanical Turk. In: Proc. SIGKDD Workshop HCOMP, p\u00a064","DOI":"10.1145\/1837885.1837906"},{"key":"9395_CR29","doi-asserted-by":"crossref","unstructured":"Jiang, J.Y., & Wang, W. (2018). Rin: reformulation inference network for context-aware query suggestion. In: Proc. CIKM, pp 197\u2013206","DOI":"10.1145\/3269206.3271808"},{"key":"9395_CR30","doi-asserted-by":"crossref","unstructured":"Joglekar, M., Garcia-Molina, H., & Parameswaran, A. (2013). Evaluating the crowd with confidence. In: Proc. KDD, pp 686\u2013694","DOI":"10.1145\/2487575.2487595"},{"key":"9395_CR31","doi-asserted-by":"crossref","unstructured":"Joglekar, M., Garcia-Molina, H., & Parameswaran, A. (2015). Comprehensive and reliable crowd assessment algorithms. In: Proc. ICDE, pp 195\u2013206","DOI":"10.1109\/ICDE.2015.7113284"},{"key":"9395_CR32","doi-asserted-by":"crossref","unstructured":"Kann, K., Rothe, S., & Filippova, K. (2018). Sentence-level fluency evaluation: References help, but can be spared! In: Proc. ACL, pp 313\u2013323","DOI":"10.18653\/v1\/K18-1031"},{"key":"9395_CR33","doi-asserted-by":"crossref","unstructured":"Koenemann, J., & Belkin, NJ. (1996). A case for interaction: A study of interactive information retrieval behavior and effectiveness. In: Proc. SIGCHI, pp 205\u2013212","DOI":"10.1145\/238386.238487"},{"key":"9395_CR34","unstructured":"Krippendorff, K. (2011). Computing Krippendorff\u2019s Alpha-Reliability. Departmental Papers (ASC) Retrieved from https:\/\/repository.upenn.edu\/asc_papers\/43"},{"key":"9395_CR35","doi-asserted-by":"crossref","unstructured":"Kumar, R., Lattanzi, S., & Raghavan, P. (2011). An Algorithmic Treatment of Strong Queries. In: Proc. WSDM, pp 775\u2013784","DOI":"10.1145\/1935826.1935928"},{"key":"9395_CR36","doi-asserted-by":"crossref","unstructured":"Lavrenko, V., & Croft, WB. (2001). Relevance based language models. In: Proc. SIGIR, pp 120\u2013127","DOI":"10.1145\/383952.383972"},{"key":"9395_CR37","doi-asserted-by":"crossref","unstructured":"Lee, CJ., & Croft, WB. (2012). Generating Queries from User-Selected Text. In: Proc. IIiX, pp 100\u2013109","DOI":"10.1145\/2362724.2362744"},{"key":"9395_CR38","doi-asserted-by":"crossref","unstructured":"Liu B, Craswell N, Lu X, Kurland O, Culpepper JS (2019) A Comparative Analysis of Human and Automatic Query Variants. In: Proc. ICTIR, p\u00a04","DOI":"10.1145\/3341981.3344223"},{"key":"9395_CR39","doi-asserted-by":"crossref","unstructured":"Muramatsu, J., & Pratt, W. (2001). Transparent queries: Investigation users\u2019 mental models of search engines. In: Proc. SIGIR, pp 217\u2013224","DOI":"10.1145\/383952.383991"},{"key":"9395_CR40","doi-asserted-by":"crossref","unstructured":"Nallapati, R., Zhou, B., dos Santos, C., Gulcehre, C., & Xiang, B. (2016). Abstractive text summarization using sequence-to-sequence rnns and beyond. In: Proc. SIGNLL, pp 280\u2013290","DOI":"10.18653\/v1\/K16-1028"},{"key":"9395_CR41","unstructured":"Nogueira, R., & Lin, J. (2019). From doc2query to doctttttquery. https:\/\/cs.uwaterloo.ca\/~jimmylin\/publications\/Nogueira_Lin_2019_docTTTTTquery-v2.pdf, accessed 2020-01-21"},{"key":"9395_CR42","unstructured":"Nogueira, R., Yang, W., Lin, J., & Cho, K. (2019). Document expansion by query prediction. arXiv:190408375"},{"key":"9395_CR43","doi-asserted-by":"crossref","unstructured":"Ogilvie, P., & Callan, J. (2003). Combining Document Representations for Known-Item Search. In: Proc. SIGIR, pp 143\u2013150","DOI":"10.1145\/860435.860463"},{"key":"9395_CR44","doi-asserted-by":"crossref","unstructured":"Ott, M., Edunov, S., Baevski, A., Fan, A., Gross, S., Ng, N., Grangier, D., & Auli, M. (2019). fairseq: A fast, extensible toolkit for sequence modeling. In: Proc. ACL, pp 48\u201353","DOI":"10.18653\/v1\/N19-4009"},{"key":"9395_CR45","unstructured":"Paulus, R., Xiong, C., & Socher, R. (2018). A Deep Reinforced Model for Abstractive Summarization. In: Proc. ICLR"},{"key":"9395_CR46","doi-asserted-by":"crossref","unstructured":"Hung, Quoc Viet, & N., Tam, N. T., Tran, L. N., & Aberer, K. . (2013). An Evaluation of Aggregation Techniques in Crowdsourcing. Proc. WISE, 8181, 1\u201315.","DOI":"10.1007\/978-3-642-41154-0_1"},{"issue":"140","key":"9395_CR47","first-page":"1","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel, C., Shazeer, N., Roberts, A., Lee, K., Narang, S., Matena, M., et al. (2020). Exploring the limits of transfer learning with a unified text-to-text transformer. Journal of Machine Learning Research, 21(140), 1\u201367.","journal-title":"Journal of Machine Learning Research"},{"key":"9395_CR48","doi-asserted-by":"crossref","unstructured":"See, A., Liu, PJ., & Manning, CD. (2017). Get to the point: Summarization with pointer-generator networks. In: Proc. ACL, pp 1073\u20131083","DOI":"10.18653\/v1\/P17-1099"},{"key":"9395_CR49","doi-asserted-by":"crossref","unstructured":"Sheldon, D., Shokouhi, M., Szummer, M., & Craswell, N. (2011). Lambdamerge: merging the results of query reformulations. In: Proc. WSDM, pp 795\u2013804","DOI":"10.1145\/1935826.1935930"},{"key":"9395_CR50","unstructured":"Sinha, VB., Rao, S., & Balasubramanian, VN. (2018). Fast Dawid-Skene: A Fast Vote Aggregation Scheme for Sentiment Classification. In: Proc. KDD WISDOM, p\u00a08"},{"key":"9395_CR51","doi-asserted-by":"crossref","unstructured":"Sordoni, A., Bengio, Y., Vahabi, H., Lioma, C., Simonsen, JG., & Nie, JY. (2015). A hierarchical recurrent encoder-decoder for generative context-aware query suggestion. In: Proc. CIKM, pp 553\u2013562","DOI":"10.1145\/2806416.2806493"},{"key":"9395_CR52","unstructured":"Sutton, R. S. (2018).  & Barto, AG. An introduction: Reinforcement learning."},{"key":"9395_CR53","doi-asserted-by":"crossref","unstructured":"Teevan, J. (2007). The Re: search engine: simultaneous support for finding and re-finding. In: Proc. UIST, pp 23\u201332","DOI":"10.1145\/1294211.1294217"},{"issue":"1","key":"9395_CR54","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3371390","volume":"38","author":"P Thomas","year":"2019","unstructured":"Thomas, P., Billerbeck, B., Craswell, N., & White, R. W. (2019). Investigating searchers\u2019 mental models to inform search explanations. ACM Transactions on Information Systems, 38(1), 1\u201325.","journal-title":"ACM Transactions on Information Systems"},{"key":"9395_CR55","doi-asserted-by":"crossref","unstructured":"Toutanova, K., Brockett, C., Tran, KM., & Amershi, S. (2016). A Dataset and Evaluation Metrics for Abstractive Compression of Sentences and Short Paragraphs. In: Proc. EMNLP, pp 340\u2013350","DOI":"10.18653\/v1\/D16-1033"},{"key":"9395_CR56","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, AN., Kaiser, \u0141., & Polosukhin, I. (2017). Attention is all you need. In: Proc. NeurIPS, pp 6000\u20136010"},{"issue":"3","key":"9395_CR57","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1007\/BF00992696","volume":"8","author":"RJ Williams","year":"1992","unstructured":"Williams, R. J. (1992). Simple statistical gradient-following algorithms for connectionist reinforcement learning. Machine Learning, 8(3), 229\u2013256.","journal-title":"Machine Learning"},{"issue":"2","key":"9395_CR58","doi-asserted-by":"publisher","first-page":"270","DOI":"10.1162\/neco.1989.1.2.270","volume":"1","author":"RJ Williams","year":"1989","unstructured":"Williams, R. J., & Zipser, D. (1989). A learning algorithm for continually running fully recurrent neural networks. Neural Computation, 1(2), 270\u2013280.","journal-title":"Neural Computation"},{"key":"9395_CR59","doi-asserted-by":"crossref","unstructured":"Wu, B., Xiong, C., Sun, M., & Liu, Z. (2018). Query suggestion with feedback memory network. In: Proc. WWW, pp 1563\u20131571","DOI":"10.1145\/3178876.3186068"},{"key":"9395_CR60","doi-asserted-by":"crossref","unstructured":"Xue, X., & Croft, W. B. (2013). Modeling reformulation using query distributions. ACM Trans Inf Syst, 31(2), 6:1-6:34.","DOI":"10.1145\/2457465.2457466"},{"key":"9395_CR61","unstructured":"Zahavy, T., Haroush, M., Merlis, N., Mankowitz, DJ., & Mannor, S. (2018). Learn What Not to Learn: Action Elimination with Deep Reinforcement Learning. Advances in Neural Information Processing Systems pp 3562\u20133573"}],"container-title":["Information Retrieval Journal"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-021-09395-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10791-021-09395-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-021-09395-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,2]],"date-time":"2024-01-02T14:09:10Z","timestamp":1704204550000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10791-021-09395-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,15]]},"references-count":61,"journal-issue":{"issue":"4-5","published-print":{"date-parts":[[2021,10]]}},"alternative-id":["9395"],"URL":"https:\/\/doi.org\/10.1007\/s10791-021-09395-3","relation":{},"ISSN":["1386-4564","1573-7659"],"issn-type":[{"type":"print","value":"1386-4564"},{"type":"electronic","value":"1573-7659"}],"subject":[],"published":{"date-parts":[[2021,7,15]]},"assertion":[{"value":"24 June 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 July 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 July 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Editor conflicts are Shane Culpepper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Source code for all of the models described is available upon request.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Code availability"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}