{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,13]],"date-time":"2024-09-13T07:51:46Z","timestamp":1726213906855},"publisher-location":"Cham","reference-count":20,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030285760"},{"type":"electronic","value":"9783030285777"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-28577-7_16","type":"book-chapter","created":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T23:02:43Z","timestamp":1567378963000},"page":"191-197","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Unsupervised System Combination for Set-Based Retrieval with Expectation Maximization"],"prefix":"10.1007","author":[{"given":"Han-Chin","family":"Shing","sequence":"first","affiliation":[]},{"given":"Joe","family":"Barrow","sequence":"additional","affiliation":[]},{"given":"Petra","family":"Galu\u0161\u010d\u00e1kov\u00e1","sequence":"additional","affiliation":[]},{"given":"Douglas W.","family":"Oard","sequence":"additional","affiliation":[]},{"given":"Philip","family":"Resnik","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,8,3]]},"reference":[{"issue":"3","key":"16_CR1","first-page":"431","volume":"31","author":"N Belkin","year":"1995","unstructured":"Belkin, N., et al.: Combining the evidence of multiple query representations for information retrieval. IP&M 31(3), 431\u2013448 (1995)","journal-title":"IP&M"},{"key":"16_CR2","unstructured":"de Borda, J.C.: M\u00e9moire sur les \u00e9lections au scrutin (1781)"},{"key":"16_CR3","doi-asserted-by":"crossref","unstructured":"Cormack, G., et al.: Reciprocal rank fusion outperforms condorcet and individual rank learning methods. In: SIGIR, vol. 9, pp. 758\u2013759 (2009)","DOI":"10.1145\/1571941.1572114"},{"key":"16_CR4","doi-asserted-by":"crossref","unstructured":"Darwish, K., Oard, D.: Probabilistic structured query methods. In: SIGIR (2003)","DOI":"10.21236\/ADA459304"},{"issue":"1","key":"16_CR5","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1111\/j.2517-6161.1977.tb01600.x","volume":"39","author":"A Dempster","year":"1977","unstructured":"Dempster, A., et al.: Maximum likelihood from incomplete data via the EM algorithm. J. Roy. Stat. Soc. 39(1), 1\u201322 (1977)","journal-title":"J. Roy. Stat. Soc."},{"key":"16_CR6","unstructured":"Fiscus, J.G., Ajot, J., Garofolo, J.S., Doddingtion, G.: Results of the 2006 spoken term detection evaluation. In: SIGIR, vol. 7, pp. 51\u201357 (2007)"},{"key":"16_CR7","doi-asserted-by":"crossref","unstructured":"Haddow, B., et al.: The University of Edinburgh\u2019s submissions to the WMT18 news translation task. In: WMT, Belgium, Brussels, pp. 403\u2013413, October 2018","DOI":"10.18653\/v1\/W18-6412"},{"key":"16_CR8","doi-asserted-by":"crossref","unstructured":"Harman, D.: Overview of the third text retrieval conference. In: TREC (1995)","DOI":"10.6028\/NIST.SP.500-225"},{"key":"16_CR9","doi-asserted-by":"crossref","unstructured":"Karakos, D., et al.: Score normalization and system combination for improved keyword spotting. In: ASRU, pp. 210\u2013215 (2013)","DOI":"10.1109\/ASRU.2013.6707731"},{"key":"16_CR10","doi-asserted-by":"crossref","unstructured":"Klementiev, A., Roth, D., Small, K.: Unsupervised rank aggregation with distance-based models. In: ICML, pp. 472\u2013479 (2008)","DOI":"10.1145\/1390156.1390216"},{"key":"16_CR11","doi-asserted-by":"crossref","unstructured":"Koehn, P., et al.: Moses: open source toolkit for statistical machine translation. In: ACL, pp. 177\u2013180 (2007)","DOI":"10.3115\/1557769.1557821"},{"issue":"SI","key":"16_CR12","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1145\/278459.258587","volume":"31","author":"Joon Ho Lee","year":"1997","unstructured":"Lee, J., et al.: Analyses of multiple evidence combination. In: SIGIR (1997)","journal-title":"ACM SIGIR Forum"},{"key":"16_CR13","unstructured":"NIST: The Official Original Derivation of AQWV (2017). https:\/\/www.nist.gov\/sites\/default\/files\/documents\/2017\/10\/26\/aqwv_derivation.pdf"},{"key":"16_CR14","doi-asserted-by":"crossref","unstructured":"Niu, X., et al.: Bi-directional differentiable input reconstruction for low-resource neural machine translation. CoRR abs\/1811.01116 (2018)","DOI":"10.18653\/v1\/N19-1043"},{"key":"16_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1007\/978-3-540-74999-8_3","volume-title":"Evaluation of Multilingual and Multi-modal Information Retrieval","author":"GM Nunzio Di","year":"2007","unstructured":"Di Nunzio, G.M., Ferro, N., Mandl, T., Peters, C.: CLEF 2006: ad hoc track overview. In: Peters, C., et al. (eds.) CLEF 2006. LNCS, vol. 4730, pp. 21\u201334. Springer, Heidelberg (2007). https:\/\/doi.org\/10.1007\/978-3-540-74999-8_3"},{"issue":"3","key":"16_CR16","first-page":"595","volume":"42","author":"R Nuray","year":"2006","unstructured":"Nuray, R., Can, F.: Automatic ranking of information retrieval systems using data fusion. IP&M 42(3), 595\u2013614 (2006)","journal-title":"IP&M"},{"key":"16_CR17","unstructured":"Ratner, A., et al.: Data programming: creating large training sets, quickly. In: NIPS, pp. 3567\u20133575 (2016)"},{"key":"16_CR18","doi-asserted-by":"crossref","unstructured":"Shaw, J., Fox, E.: Combination of multiple searches. In: TREC (1994)","DOI":"10.6028\/NIST.SP.500-225.vpi"},{"key":"16_CR19","doi-asserted-by":"crossref","unstructured":"Soboroff, I., et al.: Ranking retrieval systems without relevance judgments. In: SIGIR, pp. 66\u201373 (2001)","DOI":"10.1145\/383952.383961"},{"key":"16_CR20","doi-asserted-by":"crossref","unstructured":"Wang, Y., Metze, F.: An in-depth comparison of keyword specific thresholding and sum-to-one score normalization. In: ISCA (2014)","DOI":"10.21437\/Interspeech.2014-525"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-28577-7_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,22]],"date-time":"2024-07-22T21:09:21Z","timestamp":1721682561000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-28577-7_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030285760","9783030285777"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-28577-7_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"3 August 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lugano","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Switzerland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/clef2019.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"8","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}