{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T23:43:46Z","timestamp":1774309426477,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,9,14]],"date-time":"2020-09-14T00:00:00Z","timestamp":1600041600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Italian Ministry of Education and Research (MIUR)"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,9,14]]},"DOI":"10.1145\/3409256.3409829","type":"proceedings-article","created":{"date-parts":[[2020,9,5]],"date-time":"2020-09-05T10:13:32Z","timestamp":1599300812000},"page":"161-168","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":93,"title":["Declarative Experimentation in Information Retrieval using PyTerrier"],"prefix":"10.1145","author":[{"given":"Craig","family":"Macdonald","sequence":"first","affiliation":[{"name":"University of Glasgow, Glasgow, Scotland, United Kingdom"}]},{"given":"Nicola","family":"Tonellotto","sequence":"additional","affiliation":[{"name":"University of Pisa, Pisa, Italy"}]}],"member":"320","published-online":{"date-parts":[[2020,9,14]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-012-9217-9"},{"key":"e_1_3_2_1_4_1","volume-title":"SIGIR 2012 Workshop on Open Source Information Retrieval. 25--31","author":"Cartright Marc-Allen","year":"2012"},{"key":"e_1_3_2_1_5_1","volume-title":"Proc. ICTIR. 221--224","author":"Chatterjee Shubham","year":"2019"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939785"},{"key":"e_1_3_2_1_7_1","volume-title":"Solr Guide: Learning To Rank.","author":"Apache Consortium","year":"2017"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3053408.3053421"},{"key":"e_1_3_2_1_9_1","volume-title":"Proc. OSDI. USENIX Association","author":"Mart'in"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274784.3274786"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-45442-5_3"},{"key":"e_1_3_2_1_12_1","volume-title":"SIGIR 2019 Open-Source IR Replicability Challenge. 17--20","author":"Kamphuis Chris","year":"2019"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.21105\/joss.00670"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000016"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331317"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210174"},{"key":"e_1_3_2_1_17_1","volume-title":"Proc. DESIRES.","author":"Macdonald Craig","year":"2018"},{"key":"e_1_3_2_1_18_1","volume-title":"SIGIR 2012 Workshop in Open Source Information Retrieval.","author":"Macdonald Craig","year":"2012"},{"key":"e_1_3_2_1_19_1","unstructured":"Craig Macdonald Rodrygo Santos and Iadh Ounis. 2012b. The whens and hows of learning to rank for web search. Information Retrieval (2012) 1--45.  Craig Macdonald Rodrygo Santos and Iadh Ounis. 2012b. The whens and hows of learning to rank for web search. Information Retrieval (2012) 1--45."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2493175.2493176"},{"key":"e_1_3_2_1_21_1","volume-title":"PISA: Performant Indexes and Search for Academia. In SIGIR 2019 Open-Source IR Replicability Challenge. 50--56","author":"Mallia Antonio","year":"2019"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076115"},{"key":"e_1_3_2_1_23_1","volume-title":"Proc. SIGIR. 863--866","author":"M\u00fchleisen Hannes","year":"2019"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277851"},{"key":"e_1_3_2_1_25_1","unstructured":"Tao Qin and Tie-Yan Liu. 2013. Introducing LETOR 4.0 Datasets. CoRR Vol. abs\/1306.2597 (2013).  Tao Qin and Tie-Yan Liu. 2013. Introducing LETOR 4.0 Datasets. CoRR Vol. abs\/1306.2597 (2013)."},{"key":"e_1_3_2_1_26_1","unstructured":"Abraham Silberschatz Henry Korth and S. Sudarshan. 2009. Database Systems Concepts 6 ed.). McGraw-Hill Inc.  Abraham Silberschatz Henry Korth and S. Sudarshan. 2009. Database Systems Concepts 6 ed.). McGraw-Hill Inc."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000057"},{"key":"e_1_3_2_1_28_1","volume-title":"Proc. SIGIR. 873--876","author":"Gysel Christophe Van","year":"2018"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080721"},{"key":"e_1_3_2_1_30_1","volume-title":"Proc. HotCloud.","author":"Zaharia Matei","year":"2010"}],"event":{"name":"ICTIR '20: The 2020 ACM SIGIR International Conference on the Theory of Information Retrieval","location":"Virtual Event Norway","acronym":"ICTIR '20","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 2020 ACM SIGIR on International Conference on Theory of Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3409256.3409829","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3409256.3409829","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:01:33Z","timestamp":1750197693000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3409256.3409829"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,9,14]]},"references-count":28,"alternative-id":["10.1145\/3409256.3409829","10.1145\/3409256"],"URL":"https:\/\/doi.org\/10.1145\/3409256.3409829","relation":{},"subject":[],"published":{"date-parts":[[2020,9,14]]},"assertion":[{"value":"2020-09-14","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}