{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,9]],"date-time":"2026-02-09T22:20:29Z","timestamp":1770675629866,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":22,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,12,4]]},"DOI":"10.1145\/3787120.3787123","type":"proceedings-article","created":{"date-parts":[[2026,2,9]],"date-time":"2026-02-09T04:57:28Z","timestamp":1770613048000},"page":"62-66","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["MTF: an Open-Source Metamorphic Testing Framework for LLM-based systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-4934-3768","authenticated-orcid":false,"given":"Theis","family":"Henry","sequence":"first","affiliation":[{"name":"Universite Grenoble Alpes, Grenoble, France"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-1832-9474","authenticated-orcid":false,"given":"Sian","family":"Savourat","sequence":"additional","affiliation":[{"name":"Universite Grenoble Alpes, Grenoble, France"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1871-1938","authenticated-orcid":false,"given":"Lydie","family":"du Bousquet","sequence":"additional","affiliation":[{"name":"Universite Grenoble Alpes, Grenoble, France"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1689-7620","authenticated-orcid":false,"given":"Masahide","family":"Nakamura","sequence":"additional","affiliation":[{"name":"Center of Mathematical and Data Sciences, Kobe University, Kobe, Japan"}]}],"member":"320","published-online":{"date-parts":[[2026,2,8]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","unstructured":"Y. Cai P. Liang Y. Wang Z. Li and M. Shahin. 2025. Demystifying issues causes and solutions in LLM open-source projects. Journal of Systems and Software 227 (2025) 112452. 10.1016\/j.jss.2025.112452","DOI":"10.1016\/j.jss.2025.112452"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.18293\/SEKE2021-205"},{"key":"e_1_3_3_2_4_2","unstructured":"T.\u00a0Y. Chen S.\u00a0C. Cheung and S.\u00a0M. Yiu. 2020. Metamorphic Testing: A New Approach for Generating Next Test Cases. arxiv:https:\/\/arXiv.org\/abs\/2002.12543\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2002.12543"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","unstructured":"X. Chen C. Gao C. Chen G. Zhang and Y. Liu. 2025. An Empirical Study on Challenges for LLM Application Developers. ACM Trans. Softw. Eng. Methodol. (Jan. 2025). 10.1145\/3715007Just Accepted.","DOI":"10.1145\/3715007"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","unstructured":"Y. Deng X. Zheng T. Zhang H. Liu G. Lou M. Kim and T.\u00a0Y. Chen. 2023. A Declarative Metamorphic Testing Framework for Autonomous Driving. IEEE Transactions on Software Engineering 49 4 (2023) 1964\u20131982. 10.1109\/TSE.2022.3206427","DOI":"10.1109\/TSE.2022.3206427"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1109\/SANER-C62648.2024.00036"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1109\/MODELS-C59198.2023.00021"},{"key":"e_1_3_3_2_9_2","volume-title":"MTF: Metamorphic Testing Framework","author":"Henry T.","year":"2025","unstructured":"T. Henry and S. Savourat. 2025. MTF: Metamorphic Testing Framework. https:\/\/gricad-gitlab.univ-grenoble-alpes.fr\/dubousql\/mtf"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC61105.2024.00176"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICST60714.2024.00019"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","unstructured":"N. Li Y. Li Y. Liu L. Shi K. Wang and H. Wang. 2024. Drowzee: Metamorphic Testing for Fact-Conflicting Hallucination Detection in Large Language Models. Proc. ACM Program. Lang. 8 OOPSLA2 Article 336 (Oct. 2024) 30\u00a0pages. 10.1145\/3689776","DOI":"10.1145\/3689776"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.1109\/QRS-C63300.2024.00015"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1109\/BigDIA60676.2023.10429345"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","unstructured":"C. Miura S. Chen S. Saiki M. Nakamura and K. Yasuda. 2022. Assisting Personalized Healthcare of Elderly People: Developing a Rule-Based Virtual Caregiver System Using Mobile Chatbot. Sensors 22 10 (2022). 10.3390\/s22103829","DOI":"10.3390\/s22103829"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"T. Nakata S. Chen S. Saiki M. Nakamura et\u00a0al. 2023. Employing large language models for dialogue-based personalized needs extraction in smart services. Computer Science & Information Technology (CS & IT) 13 24 (2023) 21\u201333.","DOI":"10.5121\/csit.2023.132403"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","unstructured":"T. Nakata M. Nakamura S. Chen and S. Saiki. 2024. Needs Companion: A Novel Approach to Continuous User Needs Sensing Using Virtual Agents and Large Language Models. Sensors 24 21 (2024). 10.3390\/s24216814","DOI":"10.3390\/s24216814"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","unstructured":"S. Segura G. Fraser A.\u00a0B. Sanchez and A. Ruiz-Cort\u00e9s. 2016. A Survey on Metamorphic Testing. IEEE Transactions on Software Engineering 42 9 (2016) 805\u2013824. 10.1109\/TSE.2016.2532875","DOI":"10.1109\/TSE.2016.2532875"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-Companion66252.2025.00020"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3650105.3652297"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","unstructured":"Z. Ying D. Towey A. Bellotti C. Chua and Z. Quan\u00a0Zhou. 2025. Metamorphic Relation Patterns for Metamorphic Testing Exploration and Robustness. Software Testing Verification and Reliability 35 2 (2025) e70003. 10.1002\/stvr.70003 arXiv:https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1002\/stvr.70003","DOI":"10.1002\/stvr.70003"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW64639.2025.10962467"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1109\/TSA.2015.13"}],"event":{"name":"AIAT 2025: 2025 5th International Conference on Artificial Intelligence and Application Technologies","location":"Kyoto Japan","acronym":"AIAT 2025"},"container-title":["Proceedings of the 2025 5th International Conference on Artificial Intelligence and Application Technologies"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3787120.3787123","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,9]],"date-time":"2026-02-09T04:58:04Z","timestamp":1770613084000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3787120.3787123"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,4]]},"references-count":22,"alternative-id":["10.1145\/3787120.3787123","10.1145\/3787120"],"URL":"https:\/\/doi.org\/10.1145\/3787120.3787123","relation":{},"subject":[],"published":{"date-parts":[[2025,12,4]]},"assertion":[{"value":"2026-02-08","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}