{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,26]],"date-time":"2026-06-26T09:41:02Z","timestamp":1782466862774,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":74,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,9,11]],"date-time":"2024-09-11T00:00:00Z","timestamp":1726012800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,9,11]]},"DOI":"10.1145\/3650212.3680374","type":"proceedings-article","created":{"date-parts":[[2024,9,11]],"date-time":"2024-09-11T11:44:25Z","timestamp":1726055065000},"page":"1466-1478","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":22,"title":["Interoperability in Deep Learning: A User Survey and Failure Analysis of ONNX Model Converters"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1199-6363","authenticated-orcid":false,"given":"Purvish","family":"Jajal","sequence":"first","affiliation":[{"name":"Purdue University, West Lafayette, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2608-8576","authenticated-orcid":false,"given":"Wenxin","family":"Jiang","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1512-858X","authenticated-orcid":false,"given":"Arav","family":"Tewari","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-9151-5008","authenticated-orcid":false,"given":"Erik","family":"Kocinare","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-7686-4157","authenticated-orcid":false,"given":"Joseph","family":"Woo","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-1384-1990","authenticated-orcid":false,"given":"Anusha","family":"Sarraf","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5491-7661","authenticated-orcid":false,"given":"Yung-Hsiang","family":"Lu","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0452-5571","authenticated-orcid":false,"given":"George K.","family":"Thiruvathukal","sequence":"additional","affiliation":[{"name":"Loyola University Chicago, Chicago, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2495-686X","authenticated-orcid":false,"given":"James C.","family":"Davis","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,9,11]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2019. ONNX | Home. https:\/\/onnx.ai\/"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","unstructured":"2024. Interoperability in Deep Learning: A User Survey and Failure Analysis of ONNX Model Converters. Zenodo. https:\/\/doi.org\/10.5281\/zenodo.12667479 10.5281\/zenodo.12667479","DOI":"10.5281\/zenodo.12667479"},{"key":"e_1_3_2_1_3_1","unstructured":"12sf12. 2022. Name:\u2019MatMul_32007\u2019 Status Message: matmul_helper.h:61 Compute MatMul dimension mismatch. https:\/\/github.com\/microsoft\/onnxruntime\/issues\/12594"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3560879"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3551349.3559545"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2009.5070530"},{"key":"e_1_3_2_1_8_1","first-page":"5595","article-title":"Automatic differentiation in machine learning: a survey","volume":"18","author":"Baydin At\u0131l\u0131m G\u00fcne\u015f","year":"2018","unstructured":"At\u0131l\u0131m G\u00fcne\u015f Baydin, Barak A Pearlmutter, Alexey A Radul, and Jeffrey Mark Siskind. 2018. Automatic differentiation in machine learning: a survey. Journal of machine learning research, 18, 1 (2018), 5595\u20135637. http:\/\/jmlr.org\/papers\/v18\/17-468.html","journal-title":"Journal of machine learning research"},{"key":"e_1_3_2_1_9_1","unstructured":"BowenBao. 2023. [LocalFunction] Shape mismatch attempting to re-use buffer. https:\/\/github.com\/microsoft\/onnxruntime\/issues\/17061"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485500"},{"key":"e_1_3_2_1_11_1","volume-title":"Proceedings of the 13th USENIX Conference on Operating Systems Design and Implementation (OSDI\u201918)","author":"Chen Tianqi","year":"2018","unstructured":"Tianqi Chen, Thierry Moreau, Ziheng Jiang, Lianmin Zheng, Eddie Yan, Meghan Cowan, Haichen Shen, Leyuan Wang, Yuwei Hu, Luis Ceze, Carlos Guestrin, and Arvind Krishnamurthy. 2018. TVM: an automated end-to-end optimizing compiler for deep learning. In Proceedings of the 13th USENIX Conference on Operating Systems Design and Implementation (OSDI\u201918). USENIX Association, USA. 579\u2013594. isbn:9781931971478"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1177\/001316446002000104"},{"key":"e_1_3_2_1_13_1","volume-title":"EASA Research \u2013 Machine Learning Application Approval (MLEAP) interim technical report","author":"MLEAP Consortium","unstructured":"MLEAP Consortium. 2023. EASA Research \u2013 Machine Learning Application Approval (MLEAP) interim technical report. European Union Aviation Safety Agency."},{"key":"e_1_3_2_1_14_1","volume-title":"Introduction to algorithms","author":"Cormen Thomas H","unstructured":"Thomas H Cormen, Charles E Leiserson, Ronald L Rivest, and Clifford Stein. 2022. Introduction to algorithms. MIT press."},{"key":"e_1_3_2_1_15_1","volume-title":"2023 IEEE John Vincent Atanasoff International Symposium on Modern Computing (JVA). 17\u201330","author":"Davis James C","year":"2023","unstructured":"James C Davis, Purvish Jajal, Wenxin Jiang, Taylor R Schorlemmer, Nicholas Synovic, and George K Thiruvathukal. 2023. Reusing deep learning models: Challenges and directions in software engineering. In 2023 IEEE John Vincent Atanasoff International Symposium on Modern Computing (JVA). 17\u201330."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-84800-044-5_11"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786848"},{"key":"e_1_3_2_1_18_1","unstructured":"Hugging Face. 2021. Hugging Face \u2013 The AI community building the future.. https:\/\/huggingface.co\/"},{"key":"e_1_3_2_1_19_1","unstructured":"Hugging Face. 2023. Export to ONNX. https:\/\/huggingface.co\/docs\/transformers\/serialization#validating-the-model-outputs"},{"key":"e_1_3_2_1_20_1","unstructured":"fatcat z. 2022. Resize op can\u2019t work well under Cubic mode with ORT 1.12.. https:\/\/github.com\/microsoft\/onnxruntime\/issues\/12302"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.5555\/2700539"},{"key":"e_1_3_2_1_22_1","unstructured":"Forbes. 2024. Hugging Face - Company Profile. https:\/\/www.forbes.com\/companies\/hugging-face\/?sh=b2bcef56c38c"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380397"},{"key":"e_1_3_2_1_24_1","unstructured":"Gargi. 2024. The Power of Hugging Face AI. https:\/\/medium.com\/@gargg\/the-power-of-hugging-face-ai-4f6558ee0874"},{"key":"e_1_3_2_1_25_1","volume-title":"Iryna De Albuquerque Silva, and Claire Pagetti","author":"Gauffriau Adrien","year":"2024","unstructured":"Adrien Gauffriau, Iryna De Albuquerque Silva, and Claire Pagetti. 2024. Formal description of ML models for unambiguous implementation. arxiv:2307.12713. arxiv:2307.12713"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2881041"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1002\/rob.21918"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510092"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00080"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.aiopen.2021.08.002"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394450.3397465"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338955"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-024-10521-0"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00206"},{"key":"e_1_3_2_1_35_1","volume-title":"2024 IEEE\/ACM 21st International Conference on Mining Software Repositories (MSR). 431\u2013443","author":"Jiang Wenxin","year":"2024","unstructured":"Wenxin Jiang, Jerin Yasmin, Jason Jones, Nicholas Synovic, Jiashen Kuo, Nathaniel Bielanski, Yuan Tian, George K Thiruvathukal, and James C Davis. 2024. Peatmoss: A dataset and initial analysis of pre-trained models in open-source software. In 2024 IEEE\/ACM 21st International Conference on Mining Software Repositories (MSR). 431\u2013443."},{"key":"e_1_3_2_1_36_1","volume-title":"Proceedings of the 18th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","author":"Jones J","year":"2024","unstructured":"J Jones, W Jiang, N Synovic, GK Thiruvathukal, and JC Davis. 2024. What do we know about Hugging Face? A systematic literature review and quantitative validation of qualitative claims. In Proceedings of the 18th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM) 2024.."},{"key":"e_1_3_2_1_37_1","unstructured":"josephrocca. 2021. [wasm runtime] Could not find an implementation for ArgMax(12) node with name \u2019ArgMax_1382\u2019. https:\/\/github.com\/microsoft\/onnxruntime\/issues\/9760"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.14245\/ns.1938396.198"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-84800-044-5_3"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/202709"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3583566"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2020.3030548"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3575693.3575707"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417051"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3530019.3530029"},{"key":"e_1_3_2_1_46_1","first-page":"04542","article-title":"On Reporting Performance and Accuracy Bugs for Deep Learning Frameworks: An Exploratory Study from GitHub","volume":"2204","author":"Long Guodong","year":"2022","unstructured":"Guodong Long and Ting Chen. 2022. On Reporting Performance and Accuracy Bugs for Deep Learning Frameworks: An Exploratory Study from GitHub. IEEE Transactions on Software Engineering, Apr, arxiv:2204.04542","journal-title":"IEEE Transactions on Software Engineering"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","unstructured":"Nikolaos Louloudakis Perry Gibson Jos\u00e9 Cano and Ajitha Rajan. 2023. DeltaNN: Assessing the Impact of Computational Environment Parameters on the Performance of Image Recognition Models. In 2023 IEEE International Conference on Software Maintenance and Evolution (ICSME). 414\u2013424. https:\/\/doi.org\/10.1109\/ICSME58846.2023.00054 10.1109\/ICSME58846.2023.00054","DOI":"10.1109\/ICSME58846.2023.00054"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE56229.2023.00147"},{"key":"e_1_3_2_1_49_1","volume-title":"Interrater reliability: the kappa statistic. Biochemia medica, 22, 3","author":"McHugh Mary L","year":"2012","unstructured":"Mary L McHugh. 2012. Interrater reliability: the kappa statistic. Biochemia medica, 22, 3 (2012), 276\u2013282."},{"key":"e_1_3_2_1_50_1","volume-title":"Differential testing for software. https:\/\/www.cs.swarthmore.edu\/ bylvisa1\/cs97\/f13\/Papers\/DifferentialTestingForSoftware.pdf Digital Technical Journal, 10, 1","author":"McKeeman William M","year":"1998","unstructured":"William M McKeeman. 1998. Differential testing for software. https:\/\/www.cs.swarthmore.edu\/ bylvisa1\/cs97\/f13\/Papers\/DifferentialTestingForSoftware.pdf Digital Technical Journal, 10, 1 (1998), 100\u2013107."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00047"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1007\/s10664-023-10400-0","article-title":"Bug characterization in machine learning-based systems","volume":"29","author":"Morovati Mohammad Mehdi","year":"2024","unstructured":"Mohammad Mehdi Morovati, Amin Nikanjam, Florian Tambon, Foutse Khomh, and Zhen Ming Jiang. 2024. Bug characterization in machine learning-based systems. Empirical Software Engineering, 29, 1 (2024), 14.","journal-title":"Empirical Software Engineering"},{"key":"e_1_3_2_1_53_1","unstructured":"ONNX. 2022. Open Neural Network Exchange Intermediate Representation (ONNX IR) Specification. https:\/\/github.com\/onnx\/onnx\/blob\/ee7d2cdfa34b8b3c7e0b68b70daf72aaa48c23ac\/docs\/IR.md"},{"key":"e_1_3_2_1_54_1","volume-title":"ONNX Meeting - Thursday, July 13th, 2023","author":"ONNX.","year":"2023","unstructured":"ONNX. 2023. ONNX Meeting - Thursday, July 13th, 2023 at 9:00am PST. https:\/\/github.com\/onnx\/sigs\/blob\/main\/operators\/meetings\/041-20230713.md"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME55016.2022.00010"},{"key":"e_1_3_2_1_56_1","volume-title":"Pytorch: An imperative style, high-performance deep learning library. Advances in neural information processing systems, 32","author":"Paszke Adam","year":"2019","unstructured":"Adam Paszke, Sam Gross, Francisco Massa, Adam Lerer, James Bradbury, Gregory Chanan, Trevor Killeen, Zeming Lin, Natalia Gimelshein, and Luca Antiga. 2019. Pytorch: An imperative style, high-performance deep learning library. Advances in neural information processing systems, 32 (2019)."},{"key":"e_1_3_2_1_57_1","volume-title":"Design paradigms: Case histories of error and judgment in engineering. https:\/\/www.cambridge.org\/core\/books\/design-paradigms\/92832B6D5EF85B08B890DED83DDBAF57","author":"Petroski Henry","unstructured":"Henry Petroski. 1994. Design paradigms: Case histories of error and judgment in engineering. https:\/\/www.cambridge.org\/core\/books\/design-paradigms\/92832B6D5EF85B08B890DED83DDBAF57"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3416545"},{"key":"e_1_3_2_1_59_1","unstructured":"PyTorch. 2023. verification.py. https:\/\/github.com\/pytorch\/pytorch\/blob\/869e52e3dd211d4770ab38f621b906b23fae0132\/torch\/onnx\/verification.py#L256"},{"key":"e_1_3_2_1_60_1","unstructured":"rafaelagrc. 2022. Incompatible dimensions for matrix multiplication Error in StarNet model when doing InferenceSession. https:\/\/github.com\/microsoft\/onnxruntime\/issues\/11846"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE51524.2021.9678776"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3653697"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468591"},{"key":"e_1_3_2_1_64_1","volume-title":"Proceedings of the JuliaCon Conferences. 1, 59","author":"Shridhar Ayush","year":"2020","unstructured":"Ayush Shridhar, Phil Tomson, and Mike Innes. 2020. Interoperating Deep Learning models with ONNX. jl. In Proceedings of the JuliaCon Conferences. 1, 59."},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510199"},{"key":"e_1_3_2_1_66_1","unstructured":"vbogach. 2022. [ONNX] Scripted reshape incorrect if shape is dynamically calculated. https:\/\/github.com\/pytorch\/pytorch\/issues\/78721"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2023.107329"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409761"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/234313.234424"},{"key":"e_1_3_2_1_70_1","volume-title":"The coding manual for qualitative researchers. Qualitative research in organizations and management: an international journal, 12, 2","author":"Wicks David","year":"2017","unstructured":"David Wicks. 2017. The coding manual for qualitative researchers. Qualitative research in organizations and management: an international journal, 12, 2 (2017), 169\u2013170."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-4625-2"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3508035"},{"key":"e_1_3_2_1_73_1","unstructured":"YsYusaito. 2022. Inference result is different between Pytorch and ONNX model. https:\/\/github.com\/pytorch\/pytorch\/issues\/74732"},{"key":"e_1_3_2_1_74_1","volume-title":"An Empirical Study of Common Challenges in Developing Deep Learning Applications. In International Symposium on Software Reliability Engineering (ISSRE).","author":"Zhang Tianyi","year":"2019","unstructured":"Tianyi Zhang, Cuiyun Gao, Lei Ma, Michael Lyu, and Miryung Kim. 2019. An Empirical Study of Common Challenges in Developing Deep Learning Applications. In International Symposium on Software Reliability Engineering (ISSRE)."}],"event":{"name":"ISSTA '24: 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis","location":"Vienna Austria","acronym":"ISSTA '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","AITO"]},"container-title":["Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3650212.3680374","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3650212.3680374","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:50:08Z","timestamp":1750287008000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3650212.3680374"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,11]]},"references-count":74,"alternative-id":["10.1145\/3650212.3680374","10.1145\/3650212"],"URL":"https:\/\/doi.org\/10.1145\/3650212.3680374","relation":{},"subject":[],"published":{"date-parts":[[2024,9,11]]},"assertion":[{"value":"2024-09-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}