{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,3]],"date-time":"2025-08-03T22:50:21Z","timestamp":1754261421085},"publisher-location":"Cham","reference-count":25,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030285760"},{"type":"electronic","value":"9783030285777"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-28577-7_3","type":"book-chapter","created":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T19:02:43Z","timestamp":1567364563000},"page":"62-74","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Studying the Variability of System Setting Effectiveness by Data Analytics and Visualization"],"prefix":"10.1007","author":[{"given":"S\u00e9bastien","family":"D\u00e9jean","sequence":"first","affiliation":[]},{"given":"Josiane","family":"Mothe","sequence":"additional","affiliation":[]},{"given":"Md. Zia","family":"Ullah","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,8,3]]},"reference":[{"issue":"1\u20132","key":"3_CR1","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1023\/A:1009984519381","volume":"1","author":"D Banks","year":"1999","unstructured":"Banks, D., Over, P., Zhang, N.F.: Blind men and elephants: six approaches to trec data. Inf. Retrieval 1(1\u20132), 7\u201334 (1999)","journal-title":"Inf. Retrieval"},{"issue":"Feb","key":"3_CR2","first-page":"281","volume":"13","author":"J Bergstra","year":"2012","unstructured":"Bergstra, J., Bengio, Y.: Random search for hyper-parameter optimization. J. Mach. Learn. Res. 13(Feb), 281\u2013305 (2012)","journal-title":"J. Mach. Learn. Res."},{"issue":"6","key":"3_CR3","doi-asserted-by":"publisher","first-page":"617","DOI":"10.1007\/s10791-011-9169-5","volume":"14","author":"A Bigot","year":"2011","unstructured":"Bigot, A., Chrisment, C., Dkaki, T., Hubert, G., Mothe, J.: Fusing different information retrieval systems according to query-topics: a study based on correlation in information retrieval systems and trec topics. Inf. Retrieval 14(6), 617 (2011)","journal-title":"Inf. Retrieval"},{"issue":"13","key":"3_CR4","first-page":"1726","volume":"21","author":"A Bigot","year":"2015","unstructured":"Bigot, A., D\u00e9jean, S., Mothe, J.: Learning to choose the best system configuration in information retrieval: the case of repeated queries. J. Univ. Comput. Sci. 21(13), 1726\u20131745 (2015)","journal-title":"J. Univ. Comput. Sci."},{"key":"3_CR5","doi-asserted-by":"publisher","DOI":"10.1201\/9781315139470","volume-title":"Classification and Regression Trees","author":"L Breiman","year":"2017","unstructured":"Breiman, L.: Classification and Regression Trees. Routledge, Abingdon (2017)"},{"key":"3_CR6","doi-asserted-by":"crossref","unstructured":"Chifu, A.G., Laporte, L., Mothe, J., Ullah, M.Z.: Query performance prediction focused on summarized letor features. In: The 41st International ACM SIGIR Conference, pp. 1177\u20131180. ACM (2018)","DOI":"10.1145\/3209978.3210121"},{"key":"3_CR7","unstructured":"Chrisment, C., Dkaki, T., Mothe, J., Poulain, S., Tanguy, L.: Recherche d information - analyse des r\u00e9sultats de diff\u00e9rents syst\u00e8mes r\u00e9alisant la m\u00eame t\u00e2che. Rev. Sci. Technol. l\u2019Inf. 10(1), 31\u201355 (2005)"},{"key":"3_CR8","unstructured":"Compaor\u00e9, J., D\u00e9jean, S., Gueye, A.M., Mothe, J., Randriamparany, J.: Mining information retrieval results: significant IR parameters. In: Advances in Information Mining and Management, October 2011"},{"issue":"6","key":"3_CR9","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1002\/(SICI)1097-4571(199009)41:6<391::AID-ASI1>3.0.CO;2-9","volume":"41","author":"S Deerwester","year":"1990","unstructured":"Deerwester, S., Dumais, S.T., Furnas, G.W., Landauer, T.K., Harshman, R.: Indexing by latent semantic analysis. J. Am. Soc. Inf. Sci. 41(6), 391 (1990)","journal-title":"J. Am. Soc. Inf. Sci."},{"issue":"4","key":"3_CR10","doi-asserted-by":"publisher","first-page":"560","DOI":"10.1002\/asi.20537","volume":"58","author":"BT Din\u00e7er","year":"2007","unstructured":"Din\u00e7er, B.T.: Statistical principal components analysis for retrieval experiments. J. Assoc. Inf. Sci. Technol. 58(4), 560\u2013574 (2007)","journal-title":"J. Assoc. Inf. Sci. Technol."},{"issue":"2","key":"3_CR11","doi-asserted-by":"publisher","first-page":"19:1","DOI":"10.1145\/3106371","volume":"36","author":"N Ferro","year":"2017","unstructured":"Ferro, N.: What does affect the correlation among evaluation measures? ACM Trans. Inf. Syst. 36(2), 19:1\u201319:40 (2017). \n                      https:\/\/doi.org\/10.1145\/3106371","journal-title":"ACM Trans. Inf. Syst."},{"key":"3_CR12","doi-asserted-by":"crossref","unstructured":"Ferro, N., Silvello, G.: A general linear mixed models approach to study system component effects. In: Proceedings of the 39th International ACM SIGIR Conference, pp. 25\u201334. ACM (2016)","DOI":"10.1145\/2911451.2911530"},{"issue":"6","key":"3_CR13","doi-asserted-by":"publisher","first-page":"615","DOI":"10.1007\/s10791-009-9101-4","volume":"12","author":"D Harman","year":"2009","unstructured":"Harman, D., Buckley, C.: Overview of the reliable information access workshop. Inf. Retrieval 12(6), 615 (2009)","journal-title":"Inf. Retrieval"},{"key":"3_CR14","unstructured":"Macdonald, C., McCreadie, R., Santos, R., Ounis, I.: From puppy to maturity: experiences in developing terrier. In: Proceedings of OSIR at SIGIR, pp. 60\u201363 (2012)"},{"key":"3_CR15","doi-asserted-by":"publisher","DOI":"10.1201\/b15236","volume-title":"Beyond ANOVA: Basics of Applied Statistics","author":"RG Miller Jr","year":"1997","unstructured":"Miller Jr., R.G.: Beyond ANOVA: Basics of Applied Statistics. Chapman and Hall\/CRC, London (1997)"},{"key":"3_CR16","doi-asserted-by":"crossref","unstructured":"Mizzaro, S., Robertson, S.: Hits hits trec: exploring IR evaluation results with network analysis. In: Proceedings of the 30th ACM SIGIR, pp. 479\u2013486. ACM (2007)","DOI":"10.1145\/1277741.1277824"},{"key":"3_CR17","doi-asserted-by":"crossref","unstructured":"Ponte, J.M., Croft, W.B.: A language modeling approach to information retrieval. In: Proceedings of the 21st ACM SIGIR Conference, pp. 275\u2013281. ACM (1998)","DOI":"10.1145\/290941.291008"},{"issue":"4","key":"3_CR18","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1561\/1500000019","volume":"3","author":"S Robertson","year":"2009","unstructured":"Robertson, S., Zaragoza, H., et al.: The probabilistic relevance framework: BM25 and beyond. Found. Trends Inf. Retrieval 3(4), 333\u2013389 (2009)","journal-title":"Found. Trends Inf. Retrieval"},{"issue":"3","key":"3_CR19","doi-asserted-by":"publisher","first-page":"1026","DOI":"10.1016\/j.ipm.2018.10.009","volume":"56","author":"D Roy","year":"2019","unstructured":"Roy, D., Ganguly, D., Mitra, M., Jones, G.J.: Estimating gaussian mixture models in the local neighbourhood of embedded word vectors for query performance prediction. Inf. Process. Manag. 56(3), 1026\u20131045 (2019)","journal-title":"Inf. Process. Manag."},{"key":"3_CR20","volume-title":"The SMART Retrieval System-Experiments in Automatic Document Processing","author":"G Salton","year":"1971","unstructured":"Salton, G.: The SMART Retrieval System-Experiments in Automatic Document Processing. Prentice-Hall Inc., Upper Saddle River (1971)"},{"key":"3_CR21","doi-asserted-by":"crossref","unstructured":"Schutze, H., Hull, D.A., Pedersen, J.O.: A comparison of classifiers and document representations for the routing problem (1995)","DOI":"10.1145\/215206.215365"},{"issue":"4","key":"3_CR22","doi-asserted-by":"publisher","first-page":"19:1","DOI":"10.1145\/2926790","volume":"34","author":"A Shtok","year":"2016","unstructured":"Shtok, A., Kurland, O., Carmel, D.: Query performance prediction using reference lists. ACM Trans. Inf. Syst. 34(4), 19:1\u201319:34 (2016)","journal-title":"ACM Trans. Inf. Syst."},{"key":"3_CR23","doi-asserted-by":"crossref","unstructured":"Taylor, M., Zaragoza, H., Craswell, N., Robertson, S., Burges, C.: Optimisation methods for ranking functions with multiple parameters. In: Proceedings of the 15th ACM International Conference on Information and Knowledge Management, pp. 585\u2013593. CIKM (2006)","DOI":"10.1145\/1183614.1183698"},{"issue":"2","key":"3_CR24","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1145\/3086701","volume":"36","author":"EM Voorhees","year":"2017","unstructured":"Voorhees, E.M., Samarov, D., Soboroff, I.: Using replicates in information retrieval evaluation. ACM Trans. Inf. Syst. (TOIS) 36(2), 12 (2017)","journal-title":"ACM Trans. Inf. Syst. (TOIS)"},{"key":"3_CR25","doi-asserted-by":"crossref","unstructured":"Zobel, J.: How reliable are the results of large-scale information retrieval experiments? In: Proceedings of the 21st Annual International ACM SIGIR Conference, pp. 307\u2013314. ACM (1998)","DOI":"10.1145\/290941.291014"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-28577-7_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T19:17:52Z","timestamp":1567365472000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-28577-7_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030285760","9783030285777"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-28577-7_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"3 August 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lugano","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Switzerland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/clef2019.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"8","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}