{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,12]],"date-time":"2025-12-12T00:06:41Z","timestamp":1765498001823,"version":"3.48.0"},"publisher-location":"New York, NY, USA","reference-count":13,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,11,10]]},"DOI":"10.1145\/3746252.3761472","type":"proceedings-article","created":{"date-parts":[[2025,11,7]],"date-time":"2025-11-07T23:55:33Z","timestamp":1762559733000},"page":"6634-6638","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["CALLM: A Framework for Systematic Contrastive Analysis of Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-9848-933X","authenticated-orcid":false,"given":"Reinhard","family":"Fritsch","sequence":"first","affiliation":[{"name":"University of Innsbruck - Campus Technology, Innsbruck, Austria"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7235-0665","authenticated-orcid":false,"given":"Adam","family":"Jatowt","sequence":"additional","affiliation":[{"name":"University of Innsbruck - Campus Technology, Innsbruck, Austria"}]}],"member":"320","published-online":{"date-parts":[[2025,11,10]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8682153"},{"key":"e_1_3_2_1_2_1","unstructured":"DeepSeek-AI Xiao Bi Deli Chen et al. 2024. DeepSeek LLM: Scaling Open-Source Language Models with Longtermism. arXiv:2401.02954 [cs.CL]"},{"key":"e_1_3_2_1_3_1","volume-title":"Daly","author":"Haldar Swagatam","year":"2023","unstructured":"Swagatam Haldar, Diptikalyan Saha, Dennis Wei, Rahul Nair, and Elizabeth M. Daly. 2023. Interpretable Differencing of Machine Learning Models. arXiv:2306.06473 [cs.LG] https:\/\/arxiv.org\/abs\/2306.06473"},{"key":"e_1_3_2_1_4_1","volume-title":"Proceedings of the 31st International Conference on International Conference on Machine Learning -","volume":"32","author":"Harel Maayan","year":"2014","unstructured":"Maayan Harel, Koby Crammer, Ran El-Yaniv, and Shie Mannor. 2014. Concept drift detection through resampling. In Proceedings of the 31st International Conference on International Conference on Machine Learning - Volume 32 (Beijing, China) (ICML'14). JMLR.org, II-1009-II-1017."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","unstructured":"Minsuk Kahng and et al. 2024. LLM Comparator: Visual Analytics for Side-by-Side Evaluation of Large Language Models. In Extended Abstracts of the 2024 CHI Conference on Human Factors in Computing Systems (CHI EA '24). Association for Computing Machinery New York NY USA Article 216 7 pages. https:\/\/doi.org\/10.1145\/3613905.3650755","DOI":"10.1145\/3613905.3650755"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3501358"},{"key":"e_1_3_2_1_7_1","volume-title":"Shi Qiu, Muhammad Saqib, Saeed Anwar, Muhammad Usman, Naveed Akhtar, Nick Barnes, and Ajmal Mian.","author":"Naveed Humza","year":"2024","unstructured":"Humza Naveed, Asad Ullah Khan, Shi Qiu, Muhammad Saqib, Saeed Anwar, Muhammad Usman, Naveed Akhtar, Nick Barnes, and Ajmal Mian. 2024. A Comprehensive Overview of Large Language Models. arXiv:2307.06435 [cs.CL] https:\/\/arxiv.org\/abs\/2307.06435"},{"key":"e_1_3_2_1_8_1","unstructured":"OpenAI. 2024. ChatGPT: A Large Language Model. https:\/\/chat.openai.com\/ Accessed: 2024-12-16."},{"key":"e_1_3_2_1_9_1","unstructured":"Bhawna Piryani Abdelrahman Abdallah Jamshid Mozafari Avishek Anand and Adam Jatowt. 2025. It's High Time: A Survey of Temporal Information Retrieval and Question Answering. arXiv:2505.20243 [cs.CL] https:\/\/arxiv.org\/abs\/2505.20243"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/S41060-023-00434-4"},{"key":"e_1_3_2_1_11_1","volume-title":"Yee Whye Teh, and Jonathan Richard Schwarz","author":"Tack Jihoon","year":"2024","unstructured":"Jihoon Tack, Jaehyung Kim, Eric Mitchell, Jinwoo Shin, Yee Whye Teh, and Jonathan Richard Schwarz. 2024. Online Adaptation of Language Models with a Memory of Amortized Contexts. arXiv:2403.04317 [cs.LG] https:\/\/arxiv.org\/abs\/2403.04317"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/s42979-023-02343-6"},{"key":"e_1_3_2_1_13_1","first-page":"46595","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Zheng Lianmin","year":"2023","unstructured":"Lianmin Zheng, Wei-Lin Chiang, Ying Sheng, Siyuan Zhuang, Zhanghao Wu, Yonghao Zhuang, Zi Lin, Zhuohan Li, Dacheng Li, Eric Xing, Hao Zhang, Joseph E Gonzalez, and Ion Stoica. 2023. Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena. In Advances in Neural Information Processing Systems, Vol. 36. Curran Associates, Inc., 46595-46623."}],"event":{"name":"CIKM '25: The 34th ACM International Conference on Information and Knowledge Management","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"],"location":"Seoul Republic of Korea","acronym":"CIKM '25"},"container-title":["Proceedings of the 34th ACM International Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3746252.3761472","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,12]],"date-time":"2025-12-12T00:02:32Z","timestamp":1765497752000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3746252.3761472"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,10]]},"references-count":13,"alternative-id":["10.1145\/3746252.3761472","10.1145\/3746252"],"URL":"https:\/\/doi.org\/10.1145\/3746252.3761472","relation":{},"subject":[],"published":{"date-parts":[[2025,11,10]]},"assertion":[{"value":"2025-11-10","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}