{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,29]],"date-time":"2026-10-29T02:08:20Z","timestamp":1793239700517,"version":"4.5.0"},"reference-count":79,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/100009135","name":"Cognizant","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100009135","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/access.2023.3330647","type":"journal-article","created":{"date-parts":[[2023,11,6]],"date-time":"2023-11-06T14:40:02Z","timestamp":1699281602000},"page":"125616-125630","source":"Crossref","is-referenced-by-count":9,"title":["Metadata Representations for Queryable Repositories of Machine Learning Models"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9403-572X","authenticated-orcid":false,"given":"Ziyu","family":"Li","sequence":"first","affiliation":[{"name":"Department of Software Technology (ST), Faculty of Electrical Engineering Mathematics, and Computer Science (EEMCS), Delft University of Technology, Delft, The Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Henk","family":"Kant","sequence":"additional","affiliation":[{"name":"Department of Software Technology (ST), Faculty of Electrical Engineering Mathematics, and Computer Science (EEMCS), Delft University of Technology, Delft, The Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3720-6585","authenticated-orcid":false,"given":"Rihan","family":"Hai","sequence":"additional","affiliation":[{"name":"Department of Software Technology (ST), Faculty of Electrical Engineering Mathematics, and Computer Science (EEMCS), Delft University of Technology, Delft, The Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Asterios","family":"Katsifodimos","sequence":"additional","affiliation":[{"name":"Department of Software Technology (ST), Faculty of Electrical Engineering Mathematics, and Computer Science (EEMCS), Delft University of Technology, Delft, The Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8753-2434","authenticated-orcid":false,"given":"Marco","family":"Brambilla","sequence":"additional","affiliation":[{"name":"Dipartimento di Elettronica Informazione e Bioingegneria (DEIB), Politecnico di Milano, Milan, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3300-2913","authenticated-orcid":false,"given":"Alessandro","family":"Bozzon","sequence":"additional","affiliation":[{"name":"Department of Software Technology (ST), Faculty of Electrical Engineering Mathematics, and Computer Science (EEMCS), Delft University of Technology, Delft, The Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.14778\/3547305.3547310"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.14778\/3570690.3570695"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-26438-2_21"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1177\/2053951720943234"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2924883"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2020.07.008"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.351"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-8844-3_4"},{"key":"ref10","volume-title":"Pytorch Hub","year":"2023"},{"key":"ref11","volume-title":"Tensorflow Hub","year":"2023"},{"key":"ref12","volume-title":"Papers With Code","year":"2023"},{"key":"ref13","volume-title":"Openvino Open Model Zoo","year":"2023"},{"issue":"101","key":"ref14","first-page":"102","article-title":"Dawnbench: An end-to-end deep learning benchmark and competition","volume":"100","author":"Coleman","year":"2017","journal-title":"Training"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3399579.3399867"},{"key":"ref16","volume-title":"Weights & Biases, the AI Developer Platform","year":"2023"},{"key":"ref17","volume-title":"Clearml Auto-Magical Suite of Tools to Streamline Your ML Workflow","year":"2023"},{"key":"ref18","volume-title":"Comat Less Friction, Mode ML","year":"2023"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s00778-015-0389-y"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581161"},{"key":"ref21","article-title":"On challenges in machine learning model management","author":"Schelter","year":"2018"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3582302.3582306"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3310205"},{"key":"ref24","article-title":"OBOE: Collaborative filtering for AutoML model selection","author":"Yang","year":"2018","journal-title":"arXiv:1808.03233"},{"issue":"1","key":"ref25","first-page":"8194","article-title":"Alibi explain: Algorithms for explaining machine learning models","volume":"22","author":"Klaise","year":"2021","journal-title":"J. Mach. Learn. Res."},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3514221.3526173"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3262138"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/SPIN.2018.8474198"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2020.3004555"},{"key":"ref30","first-page":"27","article-title":"Automatically tracking metadata and provenance of machine learning experiments","volume-title":"Proc. Mach. Learn. Syst. Workshop (NIPS)","author":"Schelter"},{"key":"ref31","first-page":"1803","article-title":"Form for machine learning","volume-title":"Proc. Int. Conf. Manage. Data","author":"Agrawal"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-34444-2_31"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/2939502.2939516"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2017.112"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09894-9"},{"key":"ref36","first-page":"1","article-title":"Runway: Machine learning model experiment management tool","volume-title":"Proc. Conf. Syst. Mach. Learn. (SysML)","author":"Tsay"},{"key":"ref37","volume-title":"Ml Metadata TFX Tensorflow","year":"2023"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/DSAA.2019.00070"},{"key":"ref39","first-page":"613","article-title":"Clipper: A Low-Latency online prediction serving system","volume-title":"Proc. 14th USENIX Symp. Netw. Syst. Design Implement. (NSDI)","author":"Crankshaw"},{"key":"ref40","first-page":"147","article-title":"Willump: A statistically-aware end-to-end optimizer for machine learning inference","volume":"2","author":"Kraft","year":"2020","journal-title":"Proc. Mach. Learn. Syst."},{"key":"ref41","article-title":"Accelerating deep learning inference via learned caches","author":"Balasubramanian","year":"2021","journal-title":"arXiv:2101.07344"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1186\/s13040-017-0154-4"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-90512-9_8"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1039\/C7SC02664A"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1190\/INT-2018-0249.1"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2019.00038"},{"key":"ref47","article-title":"Kipoi: Accelerating the community exchange and reuse of predictive models for genomics","author":"Avsec","year":"2018","journal-title":"BioRxiv"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3550356.3559087"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE55515.2023.00301"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/SSDM.2002.1029704"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/2896825.2896830"},{"key":"ref52","article-title":"The tensor data platform: Towards an ai-centric database system","author":"Gandhi","year":"2022","journal-title":"arXiv:2211.02753"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/3458723"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445880"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/3479582"},{"key":"ref56","first-page":"336","article-title":"MLPerf training benchmark","volume":"2","author":"Mattson","year":"2020","journal-title":"Proc. Mach. Learn. Syst."},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA45697.2020.00045"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/IISWC.2016.7581275"},{"key":"ref59","volume-title":"Towards Data-Centric Machine Learning: A Short Review","author":"Miranda","year":"2021"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/HPEC.2019.8916327"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3146347.3146358"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450069"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/3352020.3352024"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/3453444"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/3299887.3299891"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2022.3148237"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1007\/s00778-021-00671-8"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-34444-2_4"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.14778\/3570690.3570692"},{"key":"ref71","article-title":"Improving language understanding by generative pre-training","author":"Radford","year":"2018"},{"key":"ref72","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018","journal-title":"arXiv:1810.04805"},{"key":"ref73","first-page":"1","article-title":"CEREBRO: A layered data platform for scalable deep learning","volume-title":"Proc. CIDR","author":"Kumar"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.14778\/3137628.3137664"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1145\/3183713.3183751"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1145\/3077257.3077267"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1145\/3078597.3078603"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1145\/3448016.3452759"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1145\/3076246.3076248"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/10005208\/10309923.pdf?arnumber=10309923","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,13]],"date-time":"2024-04-13T00:35:02Z","timestamp":1712968502000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10309923\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":79,"URL":"https:\/\/doi.org\/10.1109\/access.2023.3330647","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}