{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T16:02:22Z","timestamp":1780329742516,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":11,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,6,7]],"date-time":"2026-06-07T00:00:00Z","timestamp":1780790400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,6,8]]},"DOI":"10.1145\/3774935.3812708","type":"proceedings-article","created":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T14:44:13Z","timestamp":1780325053000},"page":"540-543","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Reproducibility of LLM-based Recommender Systems Research: Worrying Observations from an Initial Analysis"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6239-8198","authenticated-orcid":false,"given":"Faisal","family":"Shehzad","sequence":"first","affiliation":[{"name":"University of Klagenfurt, Klagenfurt, Austria"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4698-8507","authenticated-orcid":false,"given":"Dietmar","family":"Jannach","sequence":"additional","affiliation":[{"name":"University of Klagenfurt, Klagenfurt, Austria"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,7]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"Stella Biderman et\u00a0al. 2024. Lessons from the Trenches on Reproducible Evaluation of Language Models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2405.14782 (2024)."},{"key":"e_1_3_3_2_3_2","volume-title":"RecSys 2019","author":"Dacrema Maurizio Ferrari","year":"2019","unstructured":"Maurizio Ferrari Dacrema, Paolo Cremonesi, and Dietmar Jannach. 2019. Are We Really Making Much Progress? A Worrying Analysis of Recent Neural Recommendation Approaches. In RecSys 2019."},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11503"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/2532508.2532513"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"Walid Krichene and Steffen Rendle. 2022. On sampled metrics for item recommendation. Commun. ACM 65 7 (2022) 75\u201383.","DOI":"10.1145\/3535335"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640457.3688072"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1109\/QRS62785.2024.00038"},{"key":"e_1_3_3_2_9_2","unstructured":"OpenAI. n. d.. GPT-3.5 Turbo Model | OpenAI API. https:\/\/developers.openai.com\/api\/docs\/models\/gpt-3.5-turbo. Accessed: 2026-02-12."},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3705328.3748157"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3383313.3412489"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.1278"}],"event":{"name":"UMAP '26: 34th ACM Conference on User Modeling, Adaptation and Personalization","location":"Gothenburg , Sweden","acronym":"UMAP '26","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 34th ACM Conference on User Modeling, Adaptation and Personalization"],"original-title":[],"deposited":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T15:06:14Z","timestamp":1780326374000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3774935.3812708"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,7]]},"references-count":11,"alternative-id":["10.1145\/3774935.3812708","10.1145\/3774935"],"URL":"https:\/\/doi.org\/10.1145\/3774935.3812708","relation":{},"subject":[],"published":{"date-parts":[[2026,6,7]]},"assertion":[{"value":"2026-06-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}