{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:01:34Z","timestamp":1755838894691},"publisher-location":"Cham","reference-count":44,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030368043"},{"type":"electronic","value":"9783030368050"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-36805-0_13","type":"book-chapter","created":{"date-parts":[[2019,11,27]],"date-time":"2019-11-27T04:46:17Z","timestamp":1574829977000},"page":"165-179","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["THUIR at the NTCIR-14 WWW-2 Task"],"prefix":"10.1007","author":[{"given":"Yukun","family":"Zheng","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhumin","family":"Chu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiangsheng","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiaxin","family":"Mao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yiqun","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Min","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shaoping","family":"Ma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,11,28]]},"reference":[{"key":"13_CR1","volume-title":"Modern Information Retrieval","author":"R Baeza-Yates","year":"1999","unstructured":"Baeza-Yates, R., Ribeiro-Neto, B., et al.: Modern Information Retrieval, vol. 463. ACM Press, New York (1999)"},{"key":"13_CR2","doi-asserted-by":"crossref","unstructured":"Broder, A.: A taxonomy of web search. In: ACM SIGIR Forum, vol. 36, pp. 3\u201310. ACM (2002)","DOI":"10.1145\/792550.792552"},{"issue":"23\u2013581","key":"13_CR3","first-page":"81","volume":"11","author":"CJ Burges","year":"2010","unstructured":"Burges, C.J.: From RankNet to LambdaRank to LambdaMART: an overview. Learning 11(23\u2013581), 81 (2010)","journal-title":"Learning"},{"key":"13_CR4","doi-asserted-by":"crossref","unstructured":"Cao, Z., Qin, T., Liu, T.Y., Tsai, M.F., Li, H.: Learning to rank: from pairwise approach to listwise approach. In: ICML\u201907 (2007)","DOI":"10.1145\/1273496.1273513"},{"key":"13_CR5","unstructured":"Chapelle, O., Chang, Y.: Yahoo! learning to rank challenge overview. In: Proceedings of the Learning to Rank Challenge, pp. 1\u201324 (2011)"},{"issue":"3","key":"13_CR6","doi-asserted-by":"publisher","first-page":"216","DOI":"10.1007\/s10791-009-9110-3","volume":"13","author":"O Chapelle","year":"2010","unstructured":"Chapelle, O., Wu, M.: Gradient descent optimization of smoothed information retrieval metrics. Inf. Retrieval 13(3), 216\u2013235 (2010)","journal-title":"Inf. Retrieval"},{"key":"13_CR7","doi-asserted-by":"crossref","unstructured":"Cho, K., et al.: Learning phrase representations using RNN encoder-decoder for statistical machine translation. arXiv preprint arXiv:1406.1078 (2014)","DOI":"10.3115\/v1\/D14-1179"},{"issue":"3","key":"13_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.2200\/S00654ED1V01Y201507ICR043","volume":"7","author":"Aleksandr Chuklin","year":"2015","unstructured":"Chuklin, A., Markov, I., Rijke, M.d.: Click models for web search. Synth. Lect. Inf. Concepts Retrieval Serv. 7(3), 1\u2013115 (2015)","journal-title":"Synthesis Lectures on Information Concepts, Retrieval, and Services"},{"key":"13_CR9","doi-asserted-by":"crossref","unstructured":"Dai, Z., Xiong, C., Callan, J., Liu, Z.: Convolutional neural networks for soft-matching N-grams in ad-hoc search. In: Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining, pp. 126\u2013134. ACM (2018)","DOI":"10.1145\/3159652.3159659"},{"key":"13_CR10","unstructured":"Dang, V.: The Lemur project-Wiki-RankLib. Lemur Project (2012)"},{"key":"13_CR11","doi-asserted-by":"crossref","unstructured":"Fan, Y., Guo, J., Lan, Y., Xu, J., Zhai, C., Cheng, X.: Modeling diverse relevance patterns in ad-hoc retrieval. In: International ACM SIGIR Conference on Research and development in Information Retrieval, pp. 375\u2013384 (2018)","DOI":"10.1145\/3209978.3209980"},{"key":"13_CR12","doi-asserted-by":"crossref","unstructured":"Fang, H., Tao, T., Zhai, C.: A formal study of information retrieval heuristics. In: Proceedings of the 27th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 49\u201356. ACM (2004)","DOI":"10.1145\/1008992.1009004"},{"key":"13_CR13","doi-asserted-by":"crossref","unstructured":"Guo, J., Fan, Y., Ai, Q., Croft, W.B.: A deep relevance matching model for ad-hoc retrieval. In: CIKM\u201916 (2016)","DOI":"10.1145\/2983323.2983769"},{"key":"13_CR14","doi-asserted-by":"crossref","unstructured":"Guo, J., Fan, Y., Ai, Q., Croft, W.B.: A deep relevance matching model for ad-hoc retrieval. In: ACM International on Conference on Information and Knowledge Management (2016)","DOI":"10.1145\/2983323.2983769"},{"key":"13_CR15","doi-asserted-by":"crossref","unstructured":"Guo, J., et al.: A deep look into neural ranking models for information retrieval. arXiv preprint arXiv:1903.06902 (2019)","DOI":"10.1016\/j.ipm.2019.102067"},{"key":"13_CR16","unstructured":"Hu, B., Lu, Z., Li, H., Chen, Q.: Convolutional neural network architectures for matching natural language sentences. In: NIPS\u201914 (2014)"},{"key":"13_CR17","doi-asserted-by":"crossref","unstructured":"Huang, P.S., He, X., Gao, J., Deng, L., Acero, A., Heck, L.: Learning deep structured semantic models for web search using clickthrough data. In: CIKM\u201913 (2013)","DOI":"10.1145\/2505515.2505665"},{"issue":"4","key":"13_CR18","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated gain-based evaluation of IR techniques. ACM Trans. Inf. Syst. (TOIS) 20(4), 422\u2013446 (2002)","journal-title":"ACM Trans. Inf. Syst. (TOIS)"},{"key":"13_CR19","doi-asserted-by":"crossref","unstructured":"Li, X., Mao, J., Wang, C., Liu, Y., Zhang, M., Ma, S.: Teach machine how to read: reading behavior inspired relevance estimation. SIGIR (2019)","DOI":"10.1145\/3331184.3331205"},{"issue":"3","key":"13_CR20","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1561\/1500000016","volume":"3","author":"Tie-Yan Liu","year":"2007","unstructured":"Liu, T.Y., et al.: Learning to rank for information retrieval. Found. Trends\u00ae Inf. Retrieval 3(3), 225\u2013331 (2009)","journal-title":"Foundations and Trends\u00ae in Information Retrieval"},{"key":"13_CR21","doi-asserted-by":"crossref","unstructured":"Liu, Z., Xiong, C., Sun, M., Liu, Z.: Entity-duet neural ranking: understanding the role of knowledge graph semantics in neural information retrieval. arXiv preprint arXiv:1805.07591 (2018)","DOI":"10.18653\/v1\/P18-1223"},{"key":"13_CR22","unstructured":"Luo, C., Sakai, T., Liu, Y., Dou, Z., Xiong, C., Xu, J.: Overview of the NTCIR-13 we want web task. NTCIR-13 (2017)"},{"key":"13_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1007\/978-3-319-68155-9_16","volume-title":"Databases Theory and Applications","author":"C Luo","year":"2017","unstructured":"Luo, C., Zheng, Y., Mao, J., Liu, Y., Zhang, M., Ma, S.: Training deep ranking model with weak relevance labels. In: Huang, Z., Xiao, X., Cao, X. (eds.) ADC 2017. LNCS, vol. 10538, pp. 205\u2013216. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-68155-9_16"},{"key":"13_CR24","unstructured":"Mao, J., Sakai, T., Luo, C., Xiao, P., Liu, Y., Dou, Z.: Overview of the NTCIR-14 we want web task. In: Proceedings of the 14th NTCIR Conference on Evaluation of Information Access Technologies (2019)"},{"key":"13_CR25","doi-asserted-by":"crossref","unstructured":"Metzler, D., Croft, W.B.: A Markov random field model for term dependencies. In: Proceedings of the 28th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 472\u2013479. ACM (2005)","DOI":"10.1145\/1076034.1076115"},{"key":"13_CR26","doi-asserted-by":"crossref","unstructured":"Mitra, B., Diaz, F., Craswell, N.: Learning to match using local and distributed representations of text for web search. In: WWW\u201917 (2017)","DOI":"10.1145\/3038912.3052579"},{"issue":"4","key":"13_CR27","doi-asserted-by":"publisher","first-page":"694","DOI":"10.1109\/TASLP.2016.2520371","volume":"24","author":"H Palangi","year":"2016","unstructured":"Palangi, H., et al.: Deep sentence embedding using long short-term memory networks: analysis and application to information retrieval. IEEE\/ACM Trans. Audio Speech Lang. Process. (TASLP) 24(4), 694\u2013707 (2016)","journal-title":"IEEE\/ACM Trans. Audio Speech Lang. Process. (TASLP)"},{"key":"13_CR28","unstructured":"Pang, L., Lan, Y., Guo, J., Xu, J., Cheng, X.: A deep investigation of deep IR models. arXiv preprint arXiv:1707.07700 (2017)"},{"key":"13_CR29","doi-asserted-by":"crossref","unstructured":"Pang, L., Lan, Y., Guo, J., Xu, J., Wan, S., Cheng, X.: Text matching as image recognition. In: AAAI\u201916 (2016)","DOI":"10.1609\/aaai.v30i1.10341"},{"key":"13_CR30","doi-asserted-by":"crossref","unstructured":"Pang, L., Lan, Y., Guo, J., Xu, J., Xu, J., Cheng, X.: DeepRank: a new deep architecture for relevance ranking in information retrieval. In: CIKM\u201917 (2017)","DOI":"10.1145\/3132847.3132914"},{"key":"13_CR31","unstructured":"Qin, T., Liu, T.Y.: Introducing LETOR 4.0 datasets. arXiv preprint arXiv:1306.2597 (2013)"},{"issue":"4","key":"13_CR32","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1007\/s10791-009-9124-x","volume":"13","author":"T Qin","year":"2010","unstructured":"Qin, T., Liu, T.Y., Li, H.: A general approximation framework for direct optimization of information retrieval measures. Inf. Retrieval 13(4), 375\u2013397 (2010)","journal-title":"Inf. Retrieval"},{"key":"13_CR33","volume-title":"Introduction to Modern Information Retrieval","author":"G Salton","year":"1983","unstructured":"Salton, G., McGill, M.J.: Introduction to Modern Information Retrieval. McGraw-Hill, New York (1983)"},{"key":"13_CR34","doi-asserted-by":"crossref","unstructured":"Shen, Y., He, X., Gao, J., Deng, L., Mesnil, G.: Learning semantic representations using convolutional neural networks for web search. In: WWW\u201914 (2014)","DOI":"10.1145\/2567948.2577348"},{"key":"13_CR35","doi-asserted-by":"crossref","unstructured":"Taylor, M., Guiver, J., Robertson, S., Minka, T.: SoftRank: optimizing non-smooth rank metrics. In: Proceedings of the 2008 International Conference on Web Search and Data Mining, pp. 77\u201386. ACM (2008)","DOI":"10.1145\/1341531.1341544"},{"key":"13_CR36","doi-asserted-by":"crossref","unstructured":"Uysal, I., Croft, W.B.: User oriented tweet ranking: a filtering approach to microblogs. In: Proceedings of the 20th ACM International Conference on Information and Knowledge Management, pp. 2261\u20132264. ACM (2011)","DOI":"10.1145\/2063576.2063941"},{"key":"13_CR37","unstructured":"Vaswani, A., et al.: Attention is all you need. In: NIPS\u201917, pp. 5998\u20136008 (2017)"},{"issue":"3","key":"13_CR38","doi-asserted-by":"publisher","first-page":"254","DOI":"10.1007\/s10791-009-9112-1","volume":"13","author":"Q Wu","year":"2010","unstructured":"Wu, Q., Burges, C.J., Svore, K.M., Gao, J.: Adapting boosting for information retrieval measures. Inf. Retrieval 13(3), 254\u2013270 (2010)","journal-title":"Inf. Retrieval"},{"key":"13_CR39","doi-asserted-by":"crossref","unstructured":"Xia, F., Liu, T.Y., Wang, J., Zhang, W., Li, H.: Listwise approach to learning to rank: theory and algorithm. In: Proceedings of the 25th International Conference on Machine Learning, pp. 1192\u20131199. ACM (2008)","DOI":"10.1145\/1390156.1390306"},{"key":"13_CR40","doi-asserted-by":"crossref","unstructured":"Xiong, C., Dai, Z., Callan, J., Liu, Z., Power, R.: End-to-end neural ad-hoc ranking with Kernel pooling. In: SIGIR\u201917 (2017)","DOI":"10.1145\/3077136.3080809"},{"key":"13_CR41","doi-asserted-by":"crossref","unstructured":"Xu, J., Li, H.: AdaRank: a boosting algorithm for information retrieval. In: Proceedings of the 30th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 391\u2013398. ACM (2007)","DOI":"10.1145\/1277741.1277809"},{"key":"13_CR42","unstructured":"Zeiler, M.D.: ADADELTA: an adaptive learning rate method. arXiv preprint arXiv:1212.5701 (2012)"},{"key":"13_CR43","doi-asserted-by":"crossref","unstructured":"Zhai, C., Lafferty, J.: A study of smoothing methods for language models applied to ad hoc information retrieval. In: ACM SIGIR Forum, vol. 51, pp. 268\u2013276. ACM (2017)","DOI":"10.1145\/3130348.3130377"},{"key":"13_CR44","doi-asserted-by":"crossref","unstructured":"Zheng, Y., Fan, Z., Liu, Y., Luo, C., Zhang, M., Ma, S.: Sogou-QCL: a new dataset with click relevance label. In: SIGIR\u201918 (2018)","DOI":"10.1145\/3209978.3210092"}],"container-title":["Lecture Notes in Computer Science","NII Testbeds and Community for Information Access Research"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-36805-0_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,7]],"date-time":"2022-10-07T00:14:53Z","timestamp":1665101693000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-36805-0_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030368043","9783030368050"],"references-count":44,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-36805-0_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"28 November 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NTCIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"NII Conference on Testbeds and Community for Information Access Research","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tokyo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 June 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 June 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ntcir2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/research.nii.ac.jp\/ntcir\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"55","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"15","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"27% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}