{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T05:20:43Z","timestamp":1784092843783,"version":"3.55.0"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030997380","type":"print"},{"value":"9783030997397","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-99739-7_30","type":"book-chapter","created":{"date-parts":[[2022,4,4]],"date-time":"2022-04-04T23:02:47Z","timestamp":1649113367000},"page":"259-264","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":32,"title":["ranx: A Blazing-Fast Python Library for\u00a0Ranking Evaluation and\u00a0Comparison"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7922-2578","authenticated-orcid":false,"given":"Elias","family":"Bassani","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,4,5]]},"reference":[{"issue":"2","key":"30_CR1","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1145\/857076.857077","volume":"35","author":"J Aycock","year":"2003","unstructured":"Aycock, J.: A brief history of just-in-time. ACM Comput. Surv. 35(2), 97\u2013113 (2003)","journal-title":"ACM Comput. Surv."},{"key":"30_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"481","DOI":"10.1007\/978-3-030-72240-1_51","volume-title":"Advances in Information Retrieval","author":"T Breuer","year":"2021","unstructured":"Breuer, T., Ferro, N., Maistro, M., Schaer, P.: repro_eval: a python interface to reproducibility measures of system-oriented IR experiments. In: Hiemstra, D., Moens, M.-F., Mothe, J., Perego, R., Potthast, M., Sebastiani, F. (eds.) ECIR 2021. LNCS, vol. 12657, pp. 481\u2013486. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-72240-1_51"},{"key":"30_CR3","doi-asserted-by":"crossref","unstructured":"Burges, C.J.C., et al.: Learning to rank using gradient descent. In: ICML, ACM International Conference Proceeding Series, vol. 119, pp. 89\u201396. ACM (2005)","DOI":"10.1145\/1102351.1102363"},{"key":"30_CR4","unstructured":"Gysel, C.V., de Rijke, M.: Pytrec_eval: an extremely fast python interface to trec_eval. In: SIGIR, pp. 873\u2013876. ACM (2018)"},{"key":"30_CR5","doi-asserted-by":"crossref","unstructured":"Harman, D.: Information Retrieval Evaluation. Synthesis Lectures on Information Concepts, Retrieval, and Services. Morgan & Claypool Publishers, San Rafael (2011)","DOI":"10.1007\/978-3-031-02276-0"},{"key":"30_CR6","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1038\/s41586-020-2649-2","volume":"585","author":"CR Harris","year":"2020","unstructured":"Harris, C.R.: Array programming with numpy. Nature 585, 357\u2013362 (2020)","journal-title":"Nature"},{"issue":"4","key":"30_CR7","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated gain-based evaluation of IR techniques. ACM Trans. Inf. Syst. 20(4), 422\u2013446 (2002)","journal-title":"ACM Trans. Inf. Syst."},{"key":"30_CR8","doi-asserted-by":"crossref","unstructured":"Lam, S.K., Pitrou, A., Seibert, S.: Numba: a llvm-based python JIT compiler. In: LLVM@SC, pp. 7:1\u20137:6. ACM (2015)","DOI":"10.1145\/2833157.2833162"},{"key":"30_CR9","doi-asserted-by":"crossref","unstructured":"Lucchese, C., Muntean, C.I., Nardini, F.M., Perego, R., Trani, S.: Rankeval: an evaluation and analysis framework for learning-to-rank solutions. In: SIGIR, pp. 1281\u20131284. ACM (2017)","DOI":"10.1145\/3077136.3084140"},{"key":"30_CR10","doi-asserted-by":"crossref","unstructured":"Lucchese, C., Muntean, C.I., Nardini, F.M., Perego, R., Trani, S.: Rankeval: evaluation and investigation of ranking models. SoftwareX 12, 100614 (2020)","DOI":"10.1016\/j.softx.2020.100614"},{"key":"30_CR11","doi-asserted-by":"crossref","unstructured":"MacAvaney, S., Yates, A., Feldman, S., Downey, D., Cohan, A., Goharian, N.: Simplified data wrangling with ir_datasets. In: SIGIR, pp. 2429\u20132436. ACM (2021)","DOI":"10.1145\/3404835.3463254"},{"key":"30_CR12","doi-asserted-by":"crossref","unstructured":"Macdonald, C., Tonellotto, N.: Declarative experimentation in information retrieval using pyterrier. In: ICTIR, pp. 161\u2013168. ACM (2020)","DOI":"10.1145\/3409256.3409829"},{"key":"30_CR13","doi-asserted-by":"crossref","unstructured":"Macdonald, C., Tonellotto, N., MacAvaney, S., Ounis, I.: Pyterrier: declarative experimentation in python from BM25 to dense retrieval. In: CIKM, pp. 4526\u20134533. ACM (2021)","DOI":"10.1145\/3459637.3482013"},{"key":"30_CR14","unstructured":"McKinney, W., et al.: Pandas: a foundational python library for data analysis and statistics. Python High Perf. Sci. Comput. 14(9), 1\u20139 (2011)"},{"key":"30_CR15","unstructured":"Oliphant, T.E.: A guide to NumPy, vol. 1. Trelgol Publishing USA (2006)"},{"issue":"3","key":"30_CR16","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1109\/MCSE.2007.58","volume":"9","author":"TE Oliphant","year":"2007","unstructured":"Oliphant, T.E.: Python for scientific computing. Comput. Sci. Eng. 9(3), 10\u201320 (2007)","journal-title":"Comput. Sci. Eng."},{"key":"30_CR17","doi-asserted-by":"crossref","unstructured":"Palotti, J.R.M., Scells, H., Zuccon, G.: Trectools: an open-source python library for information retrieval practitioners involved in trec-like campaigns. In: SIGIR, pp. 1325\u20131328. ACM (2019)","DOI":"10.1145\/3331184.3331399"},{"issue":"4","key":"30_CR18","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1561\/1500000009","volume":"4","author":"M Sanderson","year":"2010","unstructured":"Sanderson, M.: Test collection based evaluation of information retrieval systems. Found. Trends Inf. Retr. 4(4), 247\u2013375 (2010)","journal-title":"Found. Trends Inf. Retr."},{"key":"30_CR19","doi-asserted-by":"crossref","unstructured":"Smucker, M.D., Allan, J., Carterette, B.: A comparison of statistical significance tests for information retrieval evaluation. In: CIKM, pp. 623\u2013632. ACM (2007)","DOI":"10.1145\/1321440.1321528"},{"key":"30_CR20","unstructured":"Van Rossum, G., Drake Jr, F.L.: Python reference manual. Centrum voor Wiskunde en Informatica Amsterdam (1995)"},{"key":"30_CR21","unstructured":"Voorhees, E., Harman, D.: Experiment and evaluation in information retrieval (2005)"},{"key":"30_CR22","doi-asserted-by":"crossref","unstructured":"van der Walt, S., Colbert, S.C., Varoquaux, G.: The numpy array: a structure for efficient numerical computation. Comput. Sci. Eng. 13(2), 22\u201330 (2011)","DOI":"10.1109\/MCSE.2011.37"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-99739-7_30","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T15:38:21Z","timestamp":1710257901000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-99739-7_30"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783030997380","9783030997397"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-99739-7_30","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"5 April 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Stavanger","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Norway","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 April 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 April 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"44","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2022.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"395","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4-6","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Additionally, there are other papers: 11 reproducibility, 12 doctoral, 13 CLEF Labs, 5 workshops and 4 tutorials.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}