{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,12]],"date-time":"2025-10-12T04:04:18Z","timestamp":1760241858059,"version":"build-2065373602"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031972065","type":"print"},{"value":"9783031972072","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,12]],"date-time":"2025-10-12T00:00:00Z","timestamp":1760227200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,12]],"date-time":"2025-10-12T00:00:00Z","timestamp":1760227200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-031-97207-2_38","type":"book-chapter","created":{"date-parts":[[2025,10,11]],"date-time":"2025-10-11T15:23:23Z","timestamp":1760196203000},"page":"423-426","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Enhancing Reproducibility and\u00a0Replicability in\u00a0Information Retrieval: A Path Towards Scientific Integrity and\u00a0Effective Research"],"prefix":"10.1007","author":[{"given":"Antonio","family":"Ferrara","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Claudio","family":"Pomo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nicola","family":"Tonellotto","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,10,12]]},"reference":[{"key":"38_CR1","doi-asserted-by":"crossref","unstructured":"Anelli, V.W., et al.: Elliot: a comprehensive and rigorous framework for reproducible recommender systems evaluation. In: SIGIR, pp. 2405\u20132414. ACM (2021)","DOI":"10.1145\/3404835.3463245"},{"key":"38_CR2","doi-asserted-by":"crossref","unstructured":"Armstrong, T.G., Moffat, A., Webber, W., Zobel, J.: Improvements that don\u2019t add up: ad-hoc retrieval results since 1998. In: CIKM, pp. 601\u2013610. ACM (2009)","DOI":"10.1145\/1645953.1646031"},{"issue":"5","key":"38_CR3","doi-asserted-by":"publisher","first-page":"941","DOI":"10.1007\/s11257-021-09302-x","volume":"31","author":"A Bellog\u00edn","year":"2021","unstructured":"Bellog\u00edn, A., Said, A.: Improving accountability in recommender systems research through reproducibility. User Model. User Adapt. Interact. 31(5), 941\u2013977 (2021)","journal-title":"User Model. User Adapt. Interact."},{"key":"38_CR4","doi-asserted-by":"crossref","unstructured":"Dacrema, M.F., Boglio, S., Cremonesi, P., Jannach, D.: A troubling analysis of reproducibility and progress in recommender systems research. ACM Trans. Inf. Syst. 39(2), 20:1\u201320:49 (2021)","DOI":"10.1145\/3434185"},{"key":"38_CR5","doi-asserted-by":"crossref","unstructured":"Ekstrand, M.D., Ludwig, M., Kolb, J., Riedl, J.: Lenskit: a modular recommender framework. In: RecSys, pp. 349\u2013350. ACM (2011)","DOI":"10.1145\/2043932.2044001"},{"key":"38_CR6","doi-asserted-by":"crossref","unstructured":"Ferrara, A., Pomo, C., Tonellotto, N.: Enhancing reproducibility and replicability in information retrieval: a path towards scientific integrity and effective research. In: ECIR (5), LNCS, vol. 15576, pp. 266\u2013272. Springer (2025)","DOI":"10.1007\/978-3-031-88720-8_42"},{"issue":"12","key":"38_CR7","doi-asserted-by":"publisher","first-page":"4221","DOI":"10.14778\/3685800.3685840","volume":"17","author":"T Fischer","year":"2024","unstructured":"Fischer, T., Hirn, D., Kul, G.: A reproducible tutorial on reproducibility in database systems research. Proc. VLDB Endow. 17(12), 4221\u20134224 (2024)","journal-title":"Proc. VLDB Endow."},{"key":"38_CR8","doi-asserted-by":"crossref","unstructured":"Freire, J., Bonnet, P., Shasha, D.E.: Computational reproducibility: state-of-the-art, challenges, and database research opportunities. In: SIGMOD Conference, pp. 593\u2013596. ACM (2012)","DOI":"10.1145\/2213836.2213908"},{"key":"38_CR9","doi-asserted-by":"crossref","unstructured":"Fr\u00f6be, M., et al.: The information retrieval experiment platform. In: SIGIR, pp. 2826\u20132836. ACM (2023)","DOI":"10.1145\/3539618.3591888"},{"key":"38_CR10","doi-asserted-by":"crossref","unstructured":"Gantner, Z., Rendle, S., Freudenthaler, C., Schmidt-Thieme, L.: Mymedialite: a free recommender system library. In: RecSys, pp. 305\u2013308. ACM (2011)","DOI":"10.1145\/2043932.2043989"},{"issue":"2","key":"38_CR11","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1145\/3308774.3308781","volume":"52","author":"J Lin","year":"2018","unstructured":"Lin, J.: The neural hype and comparisons against weak baselines. SIGIR Forum 52(2), 40\u201351 (2018). https:\/\/doi.org\/10.1145\/3308774.3308781","journal-title":"SIGIR Forum"},{"key":"38_CR12","doi-asserted-by":"crossref","unstructured":"Lin, J., Ma, X., Lin, S., Yang, J., Pradeep, R., Nogueira, R.: Pyserini: a python toolkit for reproducible information retrieval research with sparse and dense representations. In: SIGIR, pp. 2356\u20132362. ACM (2021)","DOI":"10.1145\/3404835.3463238"},{"key":"38_CR13","doi-asserted-by":"crossref","unstructured":"Macdonald, C., Tonellotto, N.: Declarative experimentation in information retrieval using pyterrier. In: ICTIR, pp. 161\u2013168. ACM (2020)","DOI":"10.1145\/3409256.3409829"},{"key":"38_CR14","doi-asserted-by":"crossref","unstructured":"Macdonald, C., Tonellotto, N., MacAvaney, S., Ounis, I.: Pyterrier: declarative experimentation in python from BM25 to dense retrieval. In: CIKM, pp. 4526\u20134533. ACM (2021)","DOI":"10.1145\/3459637.3482013"},{"key":"38_CR15","doi-asserted-by":"crossref","unstructured":"Mauerer, W., Scherzinger, S.: Nullius in verba: reproducibility for database systems research, revisited. In: ICDE, pp. 2377\u20132380. IEEE (2021)","DOI":"10.1109\/ICDE51399.2021.00270"},{"key":"38_CR16","doi-asserted-by":"crossref","unstructured":"Said, A., Bellog\u00edn, A.: Replicable evaluation of recommender systems. In: RecSys, pp. 363\u2013364. ACM (2015)","DOI":"10.1145\/2792838.2792841"},{"key":"38_CR17","doi-asserted-by":"crossref","unstructured":"Sun, Z., et al.: Are we evaluating rigorously? benchmarking recommendation for reproducible evaluation and fair comparison. In: RecSys, pp. 23\u201332. ACM (2020)","DOI":"10.1145\/3383313.3412489"},{"key":"38_CR18","doi-asserted-by":"crossref","unstructured":"Zangerle, E., Bauer, C.: Evaluating recommender systems: survey and framework. ACM Comput. Surv. 55(8), 170:1\u2013170:38 (2023)","DOI":"10.1145\/3556536"}],"container-title":["Lecture Notes in Computer Science","Web Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-97207-2_38","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,11]],"date-time":"2025-10-11T15:23:26Z","timestamp":1760196206000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-97207-2_38"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,12]]},"ISBN":["9783031972065","9783031972072"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-97207-2_38","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,12]]},"assertion":[{"value":"12 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICWE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Web Engineering","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Delft","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 June 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icwe2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icwe2025.webengineering.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}