{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T17:36:28Z","timestamp":1742924188694,"version":"3.40.3"},"publisher-location":"Cham","reference-count":38,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031560620"},{"type":"electronic","value":"9783031560637"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-56063-7_38","type":"book-chapter","created":{"date-parts":[[2024,3,22]],"date-time":"2024-03-22T08:44:01Z","timestamp":1711097041000},"page":"458-467","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Can We Predict QPP? An\u00a0Approach Based on\u00a0Multivariate Outliers"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4680-5528","authenticated-orcid":false,"given":"Adrian-Gabriel","family":"Chifu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9610-5306","authenticated-orcid":false,"given":"S\u00e9bastien","family":"D\u00e9jean","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2528-441X","authenticated-orcid":false,"given":"Moncef","family":"Garouani","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9273-2193","authenticated-orcid":false,"given":"Josiane","family":"Mothe","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0002-7272-5644","authenticated-orcid":false,"given":"Di\u00e9go","family":"Ortiz","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4022-7344","authenticated-orcid":false,"given":"Md Zia","family":"Ullah","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,3,23]]},"reference":[{"key":"38_CR1","doi-asserted-by":"publisher","unstructured":"Amati, G.: Frequentist and Bayesian approach to information retrieval. In: Lalmas, M., MacFarlane, A., R\u00fcger, S., Tombros, A., Tsikrika, T., Yavlinsky, A. (eds.) Advances in Information Retrieval. LNCS, vol. 3936, pp. 13\u201324. Springer, Heidelberg (2006). https:\/\/doi.org\/10.1007\/11735106_3","DOI":"10.1007\/11735106_3"},{"key":"38_CR2","doi-asserted-by":"publisher","unstructured":"Amati, G., Carpineto, C., Romano, G.: Query difficulty, robustness, and selective application of query expansion. In: McDonald, S. Tait, J. (eds.) Advances in Information Retrieval. LNCS, vol. 2997, pp. 127\u2013137. Springer, Heidelberg (2004). https:\/\/doi.org\/10.1007\/978-3-540-24752-4_10","DOI":"10.1007\/978-3-540-24752-4_10"},{"issue":"1","key":"38_CR3","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1080\/00031305.1973.10478966","volume":"27","author":"FJ Anscombe","year":"1973","unstructured":"Anscombe, F.J.: Graphs in statistical analysis. Am. Stat. 27(1), 17\u201321 (1973)","journal-title":"Am. Stat."},{"issue":"2","key":"38_CR4","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1046\/j.1467-985X.2003.00753.x","volume":"167","author":"C B\u00e9guin","year":"2004","unstructured":"B\u00e9guin, C., Hulliger, B.: Multivariate outlier detection in incomplete survey data: the epidemic algorithm and transformed rank correlations. J. R. Stat. Soc. Ser. A Stat. Soc. 167(2), 275\u2013294 (2004)","journal-title":"J. R. Stat. Soc. Ser. A Stat. Soc."},{"key":"38_CR5","doi-asserted-by":"crossref","unstructured":"Ben-Gal, I.: Outlier detection. In: Data Mining and Knowledge Discovery Handbook, pp. 131\u2013146 (2005)","DOI":"10.1007\/0-387-25465-X_7"},{"key":"38_CR6","doi-asserted-by":"crossref","unstructured":"Cao, Z., Qin, T., Liu, T.Y., Tsai, M.F., Li, H.: Learning to rank: from pairwise approach to listwise approach. In: ICML, pp. 129\u2013136 (2007)","DOI":"10.1145\/1273496.1273513"},{"key":"38_CR7","doi-asserted-by":"crossref","unstructured":"Carmel, D., Yom-Tov, E.: Estimating the Query Difficulty for Information Retrieval. Morgan & Claypool Publishers (2010)","DOI":"10.1007\/978-3-031-02272-2"},{"key":"38_CR8","doi-asserted-by":"crossref","unstructured":"Chifu, A.G., Laporte, L., Mothe, J., Ullah, M.Z.: Query performance prediction focused on summarized letor features. In: The 41st International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1177\u20131180 (2018)","DOI":"10.1145\/3209978.3210121"},{"key":"38_CR9","unstructured":"Clark, K., Luong, M.T., Le, Q.V., Manning, C.D.: Electra: pre-training text encoders as discriminators rather than generators. arXiv preprint arXiv:2003.10555 (2020)"},{"key":"38_CR10","doi-asserted-by":"crossref","unstructured":"Clinchant, S., Gaussier, E.: Information-based models for ad hoc IR. In: Proceedings of the 33rd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 234\u2013241 (2010)","DOI":"10.1145\/1835449.1835490"},{"key":"38_CR11","doi-asserted-by":"crossref","unstructured":"Cronen-Townsend, S., Zhou, Y., Croft, W.B.: Predicting query performance. In: International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 299\u2013306 (2002)","DOI":"10.1145\/564376.564429"},{"key":"38_CR12","doi-asserted-by":"crossref","unstructured":"Datta, S., MacAvaney, S., Ganguly, D., Greene, D.: A\u2019pointwise-query, listwise-document\u2019based query performance prediction approach. In: Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2148\u20132153 (2022)","DOI":"10.1145\/3477495.3531821"},{"key":"38_CR13","unstructured":"De, R., Grivolla, J., Jourlin, P., de Mori, R.: Automatic classification of queries by expected retrieval performance. In: ACM SIGIR 2005 Workshop on Predicting Query Difficulty-Methods and Applications (2005)"},{"key":"38_CR14","doi-asserted-by":"publisher","unstructured":"D\u00e9jean, S., Mothe, J., Ullah, M.Z.: Studying the variability of system setting effectiveness by data analytics and visualization. In: Crestani, F., et al. (eds.) Experimental IR Meets Multilinguality, Multimodality, and Interaction. CLEF 2019. LNCS, vol. 11696, pp. 62\u201374. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-28577-7_3","DOI":"10.1007\/978-3-030-28577-7_3"},{"key":"38_CR15","doi-asserted-by":"publisher","unstructured":"Deveaud, R., Mothe, J., Ullah, M.Z., Nie, J.Y.: Learning to adaptively rank document retrieval system configurations. ACM Trans. Inf. Syst. 37(1), 3 (2018). https:\/\/doi.org\/10.1145\/3231937","DOI":"10.1145\/3231937"},{"key":"38_CR16","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: Bert: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"38_CR17","doi-asserted-by":"crossref","unstructured":"Diedenhofen, B., Musch, J.: cocor: a comprehensive solution for the statistical comparison of correlations. PLoS ONE 10(4), e0121 (2005)","DOI":"10.1371\/journal.pone.0121945"},{"key":"38_CR18","doi-asserted-by":"publisher","unstructured":"Faggioli, G., et al.: Query performance prediction for\u00a0neural IR: are we there yet? In: Kamps, J., et al. (eds.) Advances in Information Retrieval: 45th European Conference on Information Retrieval, ECIR 2023. LNCS, vol. 13980, pp. 232\u2013248. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-28244-7_15","DOI":"10.1007\/978-3-031-28244-7_15"},{"issue":"2","key":"38_CR19","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1007\/s10791-022-09407-w","volume":"25","author":"G Faggioli","year":"2022","unstructured":"Faggioli, G., Zendel, O., Culpepper, J.S., Ferro, N., Scholer, F.: smare: a new paradigm to evaluate and understand query performance prediction methods. Inf. Retriev. J. 25(2), 94\u2013122 (2022)","journal-title":"Inf. Retriev. J."},{"issue":"6","key":"38_CR20","doi-asserted-by":"publisher","first-page":"615","DOI":"10.1007\/s10791-009-9101-4","volume":"12","author":"D Harman","year":"2009","unstructured":"Harman, D., Buckley, C.: Overview of the reliable information access workshop. Inf. Retrieval 12(6), 615 (2009)","journal-title":"Inf. Retrieval"},{"key":"38_CR21","doi-asserted-by":"crossref","unstructured":"Hauff, C., Hiemstra, D., de Jong, F.: A survey of pre-retrieval query performance predictors. In: ACM CIKM, pp. 1419\u20131420 (2008)","DOI":"10.1145\/1458082.1458311"},{"key":"38_CR22","doi-asserted-by":"crossref","unstructured":"Jafarzadeh, P., Ensan, F.: A semantic approach to post-retrieval query performance prediction. Inf. Process. Manag. 59(1), 102746 (2022)","DOI":"10.1016\/j.ipm.2021.102746"},{"issue":"2","key":"38_CR23","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1145\/3130348.3130374","volume":"51","author":"K J\u00e4rvelin","year":"2017","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Ir evaluation methods for retrieving highly relevant documents. ACM SIGIR Forum 51(2), 243\u2013250 (2017)","journal-title":"ACM SIGIR Forum"},{"key":"38_CR24","volume-title":"Applied Multivariate Statistical Analysis","author":"RA Johnson","year":"2002","unstructured":"Johnson, R.A., Wichern, D.W., et al.: Applied Multivariate Statistical Analysis. Prentice Hall, Upper Saddle River (2002)"},{"key":"38_CR25","doi-asserted-by":"crossref","unstructured":"Liu, T.Y., et al.: Learning to rank for information retrieval. Found. Trends\u00ae Inf. Retriev. 3(3), 225\u2013331 (2009)","DOI":"10.1561\/1500000016"},{"key":"38_CR26","unstructured":"Liu, Y., et al.: Roberta: a robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 (2019)"},{"key":"38_CR27","doi-asserted-by":"crossref","unstructured":"Mizzaro, S., Mothe, J., Roitero, K., Ullah, M.Z.: Query performance prediction and effectiveness evaluation without relevance judgments: two sides of the same coin. In: The 41st International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1233\u20131236 (2018)","DOI":"10.1145\/3209978.3210146"},{"key":"38_CR28","unstructured":"Mothe, J.: On correlation to evaluate QPP. In: Proceedings of the QPP++ 2023: Query Performance Prediction and Its Evaluation in New Tasks Workshop co-located with 45th European Conference on Information Retrieval (ECIR), vol. 3366, pp. 29\u201336 (2023). https:\/\/www.scopus.com\/inward\/record.uri?eid=2-s2.0-85152226741 &partnerID=40 &md5=a5dea754c0149bc72f573d7f89457568"},{"key":"38_CR29","doi-asserted-by":"publisher","unstructured":"Ounis, I., Amati, G., Plachouras, V., He, B., Macdonald, C., Johnson, D.: Terrier information retrieval platform. In: Losada, D.E., Fernaindez-Luna, J.M. (eds.) Advances in Information Retrieval. ECIR 2005. LNCS, vol. 3408, pp. 517\u2013519. Springer, Heidelberg (2005). https:\/\/doi.org\/10.1007\/978-3-540-31865-1_37","DOI":"10.1007\/978-3-540-31865-1_37"},{"issue":"3","key":"38_CR30","doi-asserted-by":"publisher","first-page":"286","DOI":"10.1198\/004017001316975899","volume":"43","author":"D Pe\u00f1a","year":"2001","unstructured":"Pe\u00f1a, D., Prieto, F.J.: Multivariate outlier detection and robust covariance matrix estimation. Technometrics 43(3), 286\u2013310 (2001)","journal-title":"Technometrics"},{"key":"38_CR31","doi-asserted-by":"publisher","unstructured":"Raiber, F., Kurland, O.: Query-performance prediction: setting the expectations straight. In: Proceedings of the 37th International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2014), pp. 13\u201322. ACM, New York (2014). https:\/\/doi.org\/10.1145\/2600428.2609581","DOI":"10.1145\/2600428.2609581"},{"issue":"4","key":"38_CR32","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1561\/1500000019","volume":"3","author":"S Robertson","year":"2009","unstructured":"Robertson, S., Zaragoza, H., et al.: The probabilistic relevance framework: Bm25 and beyond. Found. Trends Inf. Retr. 3(4), 333\u2013389 (2009)","journal-title":"Found. Trends Inf. Retr."},{"key":"38_CR33","doi-asserted-by":"crossref","unstructured":"Roy, D., Ganguly, D., Mitra, M., Jones, G.J.F.: Estimating Gaussian mixture models in the local neighbourhood of embedded word vectors for query performance prediction. Inf. Process. Manag. 56(3), 1026\u20131045 (2019)","DOI":"10.1016\/j.ipm.2018.10.009"},{"issue":"2","key":"38_CR34","doi-asserted-by":"publisher","first-page":"531","DOI":"10.1016\/j.ipm.2006.07.020","volume":"43","author":"T Sakai","year":"2007","unstructured":"Sakai, T.: On the reliability of information retrieval metrics based on graded relevance. Inf. Process. Manag. 43(2), 531\u2013548 (2007)","journal-title":"Inf. Process. Manag."},{"issue":"2","key":"38_CR35","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1145\/2180868.2180873","volume":"30","author":"A Shtok","year":"2012","unstructured":"Shtok, A., Kurland, O., Carmel, D., Raiber, F., Markovits, G.: Predicting query performance by query-drift estimation. ACM Trans. Inf. Syst. 30(2), 11 (2012)","journal-title":"ACM Trans. Inf. Syst."},{"issue":"2","key":"38_CR36","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1145\/984321.984322","volume":"22","author":"C Zhai","year":"2004","unstructured":"Zhai, C., Lafferty, J.: A study of smoothing methods for language models applied to information retrieval. ACM Trans. Inf. Syst. 22(2), 179\u2013214 (2004)","journal-title":"ACM Trans. Inf. Syst."},{"key":"38_CR37","doi-asserted-by":"crossref","unstructured":"Zhou, Y., Croft, W.B.: Query performance prediction in web search environments. In: ACM SIGIR, pp. 543\u2013550 (2007)","DOI":"10.1145\/1277741.1277835"},{"key":"38_CR38","unstructured":"Zhu, Y., et al.: Large language models for information retrieval: a survey. arXiv preprint arXiv:2308.07107 (2023)"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-56063-7_38","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,22]],"date-time":"2024-03-22T08:55:16Z","timestamp":1711097716000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-56063-7_38"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031560620","9783031560637"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-56063-7_38","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"23 March 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Glasgow","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 March 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 March 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.ecir2024.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"578","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"110","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"69","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31 (Tracks: Workshop, Tutorial, Industry, Doctoral Consortium)","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}