{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,30]],"date-time":"2025-12-30T08:58:03Z","timestamp":1767085083704,"version":"3.40.5"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031887161"},{"type":"electronic","value":"9783031887178"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-88717-8_7","type":"book-chapter","created":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T12:10:46Z","timestamp":1743768646000},"page":"79-94","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Fact vs. Fiction: Are the\u00a0Reportedly \u201cMagical\u201d LLM-Based Recommenders Reproducible?"],"prefix":"10.1007","author":[{"given":"Shirin","family":"Tahmasebi","sequence":"first","affiliation":[]},{"given":"Narjes","family":"Nikzad","sequence":"additional","affiliation":[]},{"given":"Amir H.","family":"Payberah","sequence":"additional","affiliation":[]},{"given":"Meysam","family":"Asgari-chenaghlu","sequence":"additional","affiliation":[]},{"given":"Mihhail","family":"Matskin","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,4,3]]},"reference":[{"issue":"5","key":"7_CR1","doi-asserted-by":"publisher","first-page":"941","DOI":"10.1007\/s11257-021-09302-x","volume":"31","author":"A Bellog\u00edn","year":"2021","unstructured":"Bellog\u00edn, A., Said, A.: Improving accountability in recommender systems research through reproducibility. User Model. User-Adap. Inter. 31(5), 941\u2013977 (2021). https:\/\/doi.org\/10.1007\/s11257-021-09302-x","journal-title":"User Model. User-Adap. Inter."},{"key":"7_CR2","unstructured":"Chen, Z.: PALR: personalization-aware LLMs for recommendation. arXiv preprint arXiv:2305.07622, pp.\u00a01\u20135 (2023)"},{"issue":"2","key":"7_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3434185","volume":"39","author":"M Ferrari Dacrema","year":"2021","unstructured":"Ferrari Dacrema, M., Boglio, S., Cremonesi, P., Jannach, D.: A troubling analysis of reproducibility and progress in recommender systems research. ACM Trans. Inf. Syst. (TOIS) 39(2), 1\u201349 (2021)","journal-title":"ACM Trans. Inf. Syst. (TOIS)"},{"key":"7_CR4","doi-asserted-by":"crossref","unstructured":"Ferrari\u00a0Dacrema, M., Cremonesi, P., Jannach, D.: Are we really making much progress? A worrying analysis of recent neural recommendation approaches. In: Proceedings of the 13th ACM Conference on Recommender Systems, pp. 101\u2013109 (2019)","DOI":"10.1145\/3298689.3347058"},{"key":"7_CR5","doi-asserted-by":"crossref","unstructured":"Geng, S., Liu, S., Fu, Z., Ge, Y., Zhang, Y.: Recommendation as language processing (RLP): a unified pretrain, personalized prompt & predict paradigm (P5). In: Proceedings of the 16th ACM Conference on Recommender Systems, pp. 299\u2013315 (2022)","DOI":"10.1145\/3523227.3546767"},{"issue":"4","key":"7_CR6","first-page":"1","volume":"5","author":"FM Harper","year":"2015","unstructured":"Harper, F.M., Konstan, J.A.: The movielens datasets: history and context. ACM Trans. Interact. Intell. Syst. (TIIS) 5(4), 1\u201319 (2015)","journal-title":"ACM Trans. Interact. Intell. Syst. (TIIS)"},{"key":"7_CR7","doi-asserted-by":"crossref","unstructured":"He, R., McAuley, J.: Ups and downs: modeling the visual evolution of fashion trends with one-class collaborative filtering. In: Proceedings of the 25th International Conference on World Wide Web, pp. 507\u2013517 (2016)","DOI":"10.1145\/2872427.2883037"},{"key":"7_CR8","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-031-56063-7_42","volume-title":"ECIR 2024","author":"J Ji","year":"2024","unstructured":"Ji, J., et al.: GenRec: large language model for generative recommendation. In: Goharian, N., et al. (eds.) ECIR 2024. LNCS, vol. 14610, pp. 1\u20134. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-56063-7_42"},{"key":"7_CR9","doi-asserted-by":"crossref","unstructured":"Kang, W.C., McAuley, J.: Self-attentive sequential recommendation. In: 2018 IEEE International Conference on Data Mining (ICDM), pp. 197\u2013206. IEEE (2018)","DOI":"10.1109\/ICDM.2018.00035"},{"key":"7_CR10","unstructured":"Li, J., Zhang, W., Wang, T., Xiong, G., Lu, A., Medioni, G.: GPT4Rec: a generative framework for personalized recommendation and user interests interpretation. arXiv preprint arXiv:2304.03879 (2023)"},{"key":"7_CR11","unstructured":"Li, L., Zhang, Y., Liu, D., Chen, L.: Large language models for generative recommendation: a survey and visionary discussions. In: Proceedings of LREC-COLING, pp. 10146\u201310159. ELRA and ICCL, Torino, Italia (2024)"},{"key":"7_CR12","first-page":"1","volume":"43","author":"J Lin","year":"2024","unstructured":"Lin, J., et al.: How can recommender systems benefit from large language models: a survey. ACM Trans. Inf. Syst. 43, 1\u201347 (2024)","journal-title":"ACM Trans. Inf. Syst."},{"key":"7_CR13","unstructured":"Liu, J., Liu, C., Zhou, P., Lv, R., Zhou, K., Zhang, Y.: Is chatGPT a good recommender? a preliminary study. In: CIKM 2023 GenRec Workshop, pp. 1\u201310. ACM (2023)"},{"key":"7_CR14","unstructured":"Liu, J., et al.: LLMRec: benchmarking large language models on recommendation task. arXiv preprint arXiv:2308.12241 pp. 1\u201313 (2023)"},{"key":"7_CR15","doi-asserted-by":"crossref","unstructured":"Lops, P., Silletti, A., Polignano, M., Musto, C., Semeraro, G.: Reproducibility of LLM-based recommender systems: the case study of P5 paradigm. In: Proceedings of the 18th ACM Conference on Recommender Systems, pp. 116\u2013125 (2024)","DOI":"10.1145\/3640457.3688072"},{"key":"7_CR16","doi-asserted-by":"crossref","unstructured":"McAuley, J., Targett, C., Shi, Q., Van Den\u00a0Hengel, A.: Image-based recommendations on styles and substitutes. In: Proceedings of the 38th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 43\u201352 (2015)","DOI":"10.1145\/2766462.2767755"},{"key":"7_CR17","unstructured":"NeurIPS: The machine learning reproducibility checklist (2020). https:\/\/www.cs.mcgill.ca\/~jpineau\/ReproducibilityChecklist.pdf. Accessed July 2024"},{"key":"7_CR18","unstructured":"NeurIPS: NeurIPS paper checklist guidelines (2024). https:\/\/neurips.cc\/public\/guides\/PaperChecklist. Accessed July 2024"},{"key":"7_CR19","unstructured":"OpenAI: GPT 3.5 turbo (2021). https:\/\/platform.openai.com\/docs\/models\/gpt-3-5-turbo. Accessed Oct 2024"},{"key":"7_CR20","unstructured":"OpenAI: GPT models\u2019 availability (2023). https:\/\/openai.com\/index\/gpt-4-api-general-availability\/. Accessed Oct 2024"},{"key":"7_CR21","doi-asserted-by":"crossref","unstructured":"Petrov, A., Macdonald, C.: A systematic review and replicability study of BERT4Rec for sequential recommendation. In: Proceedings of the 16th ACM Conference on Recommender Systems, pp. 436\u2013447 (2022)","DOI":"10.1145\/3523227.3548487"},{"key":"7_CR22","unstructured":"on\u00a0Recommendatoin\u00a0Systems, A.T.: ACM tors reporducablity (2024). https:\/\/dl.acm.org\/journal\/tors\/author-guidelines#reproducibility. Accessed Oct 2024"},{"key":"7_CR23","doi-asserted-by":"crossref","unstructured":"Semmelrock, H., et al.: Reproducibility in machine learning-based research: overview, barriers and drivers. arXiv preprint arXiv:2406.14325 (2024)","DOI":"10.1002\/aaai.70002"},{"key":"7_CR24","doi-asserted-by":"crossref","unstructured":"Sun, F., et al.: BERT4Rec: sequential recommendation with bidirectional encoder representations from transformer. In: Proceedings of 28th CIKM, pp. 1441\u20131450 (2019)","DOI":"10.1145\/3357384.3357895"},{"key":"7_CR25","unstructured":"Wang, L., Lim, E.P.: Zero-shot next-item recommendation using large pretrained language models. arXiv preprint arXiv:2304.03153 (2023)"},{"key":"7_CR26","doi-asserted-by":"crossref","unstructured":"Wang, Y., et al.: RecMind: large language model powered agent for recommendation. In: NAACL 2024, pp. 4351\u20134364 (2024)","DOI":"10.18653\/v1\/2024.findings-naacl.271"},{"key":"7_CR27","unstructured":"Yue, Z., Rabhi, S., Moreira, G.d.S.P., Wang, D., Oldridge, E.: LlamaRec: two-stage recommendation using large language models for ranking, pp.\u00a01\u20136 (2023)"},{"key":"7_CR28","doi-asserted-by":"crossref","unstructured":"Yue, Z., Wang, Y., He, Z., Zeng, H., McAuley, J., Wang, D.: Linear recurrent units for sequential recommendation. In: Proceedings of the 17th ACM International Conference on Web Search and Data Mining, pp. 930\u2013938 (2024)","DOI":"10.1145\/3616855.3635760"},{"key":"7_CR29","doi-asserted-by":"crossref","unstructured":"Zhang, J., Xie, R., Hou, Y., Zhao, W.X., Lin, L., Wen, J.R.: Recommendation as instruction following: a large language model empowered recommendation approach. arXiv preprint arXiv:2305.07001 (2023)","DOI":"10.1145\/3708882"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-88717-8_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,8]],"date-time":"2025-05-08T09:23:22Z","timestamp":1746696202000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-88717-8_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031887161","9783031887178"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-88717-8_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"3 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lucca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 April 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 April 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"47","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2025.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}