{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T06:00:45Z","timestamp":1783749645481,"version":"3.55.0"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031887192","type":"print"},{"value":"9783031887208","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-88720-8_42","type":"book-chapter","created":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T12:04:42Z","timestamp":1743768282000},"page":"266-272","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Enhancing Reproducibility and\u00a0Replicability in\u00a0Information Retrieval: A Path Towards Scientific Integrity and\u00a0Effective Research"],"prefix":"10.1007","author":[{"given":"Antonio","family":"Ferrara","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Claudio","family":"Pomo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nicola","family":"Tonellotto","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,4,3]]},"reference":[{"key":"42_CR1","doi-asserted-by":"crossref","unstructured":"Anelli, V.W., et al.: Elliot: a comprehensive and rigorous framework for reproducible recommender systems evaluation. In: SIGIR, pp. 2405\u20132414. ACM (2021)","DOI":"10.1145\/3404835.3463245"},{"key":"42_CR2","doi-asserted-by":"publisher","unstructured":"Armstrong, T.G., Moffat, A., Webber, W., Zobel, J.: Improvements that don\u2019t add up: ad-hoc retrieval results since 1998. In: Cheung, D.W., Song, I., Chu, W.W., Hu, X., Lin, J. (eds.) Proceedings of the 18th ACM Conference on Information and Knowledge Management, CIKM 2009, Hong Kong, China, 2-6 November 2009, pp. 601\u2013610. ACM (2009). https:\/\/doi.org\/10.1145\/1645953.1646031","DOI":"10.1145\/1645953.1646031"},{"issue":"5","key":"42_CR3","doi-asserted-by":"publisher","first-page":"941","DOI":"10.1007\/s11257-021-09302-x","volume":"31","author":"A Bellog\u00edn","year":"2021","unstructured":"Bellog\u00edn, A., Said, A.: Improving accountability in recommender systems research through reproducibility. User Model. User-Adap. Inter. 31(5), 941\u2013977 (2021). https:\/\/doi.org\/10.1007\/s11257-021-09302-x","journal-title":"User Model. User-Adap. Inter."},{"key":"42_CR4","doi-asserted-by":"crossref","unstructured":"Chia, P.J., Tagliabue, J., Bianchi, F., He, C., Ko, B.: Beyond NDCG: behavioral testing of recommender systems with reclist. In: WWW (Companion Volume), pp. 99\u2013104. ACM (2022)","DOI":"10.1145\/3487553.3524215"},{"key":"42_CR5","doi-asserted-by":"crossref","unstructured":"Dacrema, M.F., Boglio, S., Cremonesi, P., Jannach, D.: A troubling analysis of reproducibility and progress in recommender systems research. ACM Trans. Inf. Syst. 39(2), 20:1\u201320:49 (2021)","DOI":"10.1145\/3434185"},{"key":"42_CR6","doi-asserted-by":"crossref","unstructured":"Ekstrand, M.D., Ludwig, M., Kolb, J., Riedl, J.: Lenskit: a modular recommender framework. In: RecSys, pp. 349\u2013350. ACM (2011)","DOI":"10.1145\/2043932.2044001"},{"issue":"12","key":"42_CR7","doi-asserted-by":"crossref","first-page":"4221","DOI":"10.14778\/3685800.3685840","volume":"17","author":"T Fischer","year":"2024","unstructured":"Fischer, T., Hirn, D., Kul, G.: A reproducible tutorial on reproducibility in database systems research. Proc. VLDB Endow. 17(12), 4221\u20134224 (2024)","journal-title":"Proc. VLDB Endow."},{"key":"42_CR8","doi-asserted-by":"crossref","unstructured":"Freire, J., Bonnet, P., Shasha, D.E.: Computational reproducibility: state-of-the-art, challenges, and database research opportunities. In: SIGMOD Conference, pp. 593\u2013596. ACM (2012)","DOI":"10.1145\/2213836.2213908"},{"key":"42_CR9","doi-asserted-by":"publisher","unstructured":"Fr\u00f6be, M., Reimer, J.H., MacAvaney, S., Deckers, N., Reich, S., Bevendorff, J., Stein, B., Hagen, M., Potthast, M.: The information retrieval experiment platform. In: Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2023, pp. 2826\u20132836. Association for Computing Machinery, New York (2023). https:\/\/doi.org\/10.1145\/3539618.3591888","DOI":"10.1145\/3539618.3591888"},{"key":"42_CR10","doi-asserted-by":"crossref","unstructured":"Gantner, Z., Rendle, S., Freudenthaler, C., Schmidt-Thieme, L.: Mymedialite: a free recommender system library. In: RecSys, pp. 305\u2013308. ACM (2011)","DOI":"10.1145\/2043932.2043989"},{"issue":"2","key":"42_CR11","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1145\/3308774.3308781","volume":"52","author":"J Lin","year":"2018","unstructured":"Lin, J.: The neural hype and comparisons against weak baselines. SIGIR Forum 52(2), 40\u201351 (2018). https:\/\/doi.org\/10.1145\/3308774.3308781","journal-title":"SIGIR Forum"},{"key":"42_CR12","doi-asserted-by":"crossref","unstructured":"Lin, J., Ma, X., Lin, S.C., Yang, J.H., Pradeep, R., Nogueira, R.: Pyserini: a Python toolkit for reproducible information retrieval research with sparse and dense representations. In: Proceedings of the 44th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2021), pp. 2356\u20132362 (2021)","DOI":"10.1145\/3404835.3463238"},{"key":"42_CR13","doi-asserted-by":"crossref","DOI":"10.1016\/j.is.2023.102273","volume":"119","author":"P Lops","year":"2023","unstructured":"Lops, P., Polignano, M., Musto, C., Silletti, A., Semeraro, G.: Clayrs: an end-to-end framework for reproducible knowledge-aware recommender systems. Inf. Syst. 119, 102273 (2023)","journal-title":"Inf. Syst."},{"key":"42_CR14","doi-asserted-by":"publisher","unstructured":"Macdonald, C., Tonellotto, N.: Declarative experimentation in information retrieval using pyterrier. In: Proceedings of the 2020 ACM SIGIR on International Conference on Theory of Information Retrieval, ICTIR 2020 pp. 161\u2013168. Association for Computing Machinery, New York (2020). https:\/\/doi.org\/10.1145\/3409256.3409829","DOI":"10.1145\/3409256.3409829"},{"key":"42_CR15","doi-asserted-by":"publisher","unstructured":"Macdonald, C., Tonellotto, N., MacAvaney, S., Ounis, I.: Pyterrier: declarative experimentation in python from bm25 to dense retrieval. In: Proceedings of the 30th ACM International Conference on Information & Knowledge Management, CIKM 2021, pp. 4526\u20134533. Association for Computing Machinery, New York (2021). https:\/\/doi.org\/10.1145\/3459637.3482013","DOI":"10.1145\/3459637.3482013"},{"key":"42_CR16","doi-asserted-by":"crossref","unstructured":"Mauerer, W., Scherzinger, S.: Nullius in verba: reproducibility for database systems research, revisited. In: ICDE, pp. 2377\u20132380. IEEE (2021)","DOI":"10.1109\/ICDE51399.2021.00270"},{"key":"42_CR17","doi-asserted-by":"crossref","unstructured":"Said, A., Bellog\u00edn, A.: Replicable evaluation of recommender systems. In: RecSys, pp. 363\u2013364. ACM (2015)","DOI":"10.1145\/2792838.2792841"},{"key":"42_CR18","doi-asserted-by":"crossref","unstructured":"Sun, Z., Yu, D., Fang, H., Yang, J., Qu, X., Zhang, J., Geng, C.: Are we evaluating rigorously? benchmarking recommendation for reproducible evaluation and fair comparison. In: RecSys, pp. 23\u201332. ACM (2020)","DOI":"10.1145\/3383313.3412489"},{"key":"42_CR19","doi-asserted-by":"crossref","unstructured":"Wang, C., Zhang, M., Ma, W., Liu, Y., Ma, S.: Make it a chorus: knowledge- and time-aware item modeling for sequential recommendation. In: SIGIR, pp. 109\u2013118. ACM (2020)","DOI":"10.1145\/3397271.3401131"},{"key":"42_CR20","doi-asserted-by":"crossref","unstructured":"Zangerle, E., Bauer, C.: Evaluating recommender systems: survey and framework. ACM Comput. Surv. 55(8), 170:1\u2013170:38 (2023)","DOI":"10.1145\/3556536"},{"key":"42_CR21","doi-asserted-by":"crossref","unstructured":"Zhao, W.X., et al.: Recbole 2.0: towards a more up-to-date recommendation library. In: CIKM, pp. 4722\u20134726. ACM (2022)","DOI":"10.1145\/3511808.3557680"},{"key":"42_CR22","doi-asserted-by":"crossref","unstructured":"Zhao, W.X., et al.: Recbole: towards a unified, comprehensive and efficient framework for recommendation algorithms. In: CIKM, pp. 4653\u20134664. ACM (2021)","DOI":"10.1145\/3459637.3482016"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-88720-8_42","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T12:04:48Z","timestamp":1743768288000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-88720-8_42"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031887192","9783031887208"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-88720-8_42","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"3 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lucca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 April 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 April 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"47","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2025.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}