{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,22]],"date-time":"2026-08-22T14:00:45Z","timestamp":1787407245380,"version":"build-2736575974"},"reference-count":97,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"10","license":[{"start":{"date-parts":[[2024,10,1]],"date-time":"2024-10-01T00:00:00Z","timestamp":1727740800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100000780","name":"European Union\u2019s Horizon 2020 research and innovation programme","doi-asserted-by":"publisher","award":["826078"],"award-info":[{"award-number":["826078"]}],"id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]},{"name":"SBA Research (SBA-K1) is a COMET Center within the COMET \u2013 Competence Centers for Excellent Technologies Programme"},{"name":"BMK, BMAW, and the federal state of Vienna"},{"DOI":"10.13039\/501100004955","name":"COMET Programme is managed by FFG","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004955","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2024,10]]},"DOI":"10.1109\/tnnls.2023.3270135","type":"journal-article","created":{"date-parts":[[2023,6,2]],"date-time":"2023-06-02T15:52:48Z","timestamp":1685721168000},"page":"13082-13100","source":"Crossref","is-referenced-by-count":28,"title":["Identifying Appropriate Intellectual Property Protection Mechanisms for Machine Learning Models: A Systematization of Watermarking, Fingerprinting, Model Access, and Attacks"],"prefix":"10.1109","volume":"35","author":[{"given":"Isabell","family":"Lederer","sequence":"first","affiliation":[{"name":"SBA Research, Vienna, Austria"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0424-5999","authenticated-orcid":false,"given":"Rudolf","family":"Mayer","sequence":"additional","affiliation":[{"name":"SBA Research, Vienna, Austria"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andreas","family":"Rauber","sequence":"additional","affiliation":[{"name":"SBA Research, Vienna, Austria"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"How do you protect your machine learning investment","author":"Michiels","year":"2020"},{"key":"ref2","article-title":"Performance comparison of contemporary DNN watermarking techniques","author":"Chen","year":"2018","journal-title":"arXiv:1811.03713"},{"key":"ref3","article-title":"A systematic review on model watermarking for neural networks","author":"Boenisch","year":"2020","journal-title":"arXiv:2009.12153"},{"key":"ref4","article-title":"Guidelines for performing systematic literature reviews in software engineering","author":"Kitchenham","year":"2007"},{"key":"ref5","first-page":"1","article-title":"Distilling the knowledge in a neural network","volume-title":"Proc. NIPS Deep Learn. Workshop","author":"Hinton"},{"key":"ref6","first-page":"1","article-title":"Generative adversarial nets","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"27","author":"Goodfellow"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3298981"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1126\/science.1127647"},{"key":"ref9","first-page":"1","article-title":"Intriguing properties of neural networks","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Szegedy"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2921336"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/277044.277240"},{"key":"ref12","article-title":"A comprehensive survey of watermarking relational databases research","author":"Kamran","year":"2018","journal-title":"arXiv:1801.08271"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2020.3006415"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-020-09555-5"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.23919\/EUSIPCO.2018.8553343"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CICC.1998.694986"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TDSC.2005.12"},{"key":"ref18","first-page":"1615","article-title":"Turning your weakness into a strength: Watermarking deep neural networks by backdooring","volume-title":"Proc. USENIX Secur. Symp.","author":"Adi"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3196494.3196550"},{"key":"ref20","article-title":"Effectiveness of distillation attack and countermeasure on neural network watermarking","author":"Yang","year":"2019","journal-title":"arXiv:1906.06046"},{"key":"ref21","article-title":"Piracy resistant watermarks for deep neural networks","author":"Li","year":"2019","journal-title":"arXiv:1910.01226"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3240765.3240862"},{"key":"ref23","article-title":"Evolutionary trigger set generation for DNN black-box watermarking","author":"Guo","year":"2019","journal-title":"arXiv:1906.04411"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/SRDS53918.2021.00038"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1186\/s13640-020-00527-1"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-019-04434-z"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3359789.3359801"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.comcom.2019.12.016"},{"key":"ref29","first-page":"1","article-title":"Deep neural network fingerprinting by conferrable adversarial examples","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Lukas"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3321705.3329808"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-47436-2_35"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3039323"},{"key":"ref33","article-title":"BlackMarks: Blackbox multibit watermarking for deep neural networks","author":"Chen","year":"2019","journal-title":"arXiv:1904.00344"},{"key":"ref34","article-title":"A novel method for identifying the deep neural network model with the serial number","author":"Xu","year":"2019","journal-title":"arXiv:1911.08053"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01418"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3078971.3078974"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450000"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.2352\/ISSN.2470-1173.2020.4.MWSF-022"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-55393-7_33"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3297858.3304051"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3323873.3325042"},{"key":"ref42","first-page":"1937","article-title":"Entangled watermarks as a defense against model extraction","volume-title":"Proc. 30th USENIX Secur. Symp. (USENIX Secur.)","author":"Jia"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3474085.3475591"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-52243-8_1"},{"key":"ref45","article-title":"DeepObfuscation: Securing the structure of convolutional neural networks via knowledge distillation","author":"Xu","year":"2018","journal-title":"arXiv:1806.10313"},{"key":"ref46","first-page":"1","article-title":"Rethinking deep neural network ownership verification: Embedding passports to defeat ambiguity attacks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Fan"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2021.108285"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3297156.3297224"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.5220\/0007922404390447"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/DAC18072.2020.9218651"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3505634"},{"key":"ref52","article-title":"Deep serial number: Computational watermarking for DNN intellectual property protection","author":"Tang","year":"2020","journal-title":"arXiv:2011.08960"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2020.3018403"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/GCCE50665.2020.9291813"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/WIFS.2018.8630791"},{"key":"ref56","volume-title":"Model Zoo","year":"2022"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.5555\/3241094.3241142"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/3595292"},{"key":"ref59","first-page":"8326","article-title":"Radioactive data: Tracing through training","volume-title":"Proc. Int. Conf. Mach. Learning","author":"Sablayrolles"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/SP40001.2021.00083"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i07.6976"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2020.3030671"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/3133956.3134077"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.2991378"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ISDFS52919.2021.9486352"},{"key":"ref66","article-title":"Sequential triggers for watermarking of deep reinforcement learning policies","author":"Behzadan","year":"2019","journal-title":"arXiv:1906.01126"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/INDIN.2005.1560462"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-2787"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/3433210.3437526"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1145\/3394171.3413729"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1007\/s13735-018-0147-1"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2909068"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1023\/A:1008202821328"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/CVCBT.2018.00011"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/j.clsr.2017.11.008"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-14527-8_1"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/TDSC.2005.26"},{"key":"ref78","first-page":"1","article-title":"Delving into transferable adversarial examples and black-box attacks","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Liu"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.5555\/3045118.3045336"},{"key":"ref81","first-page":"1","article-title":"Deep compression: Compressing deep neural networks with pruning","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Han"},{"key":"ref82","first-page":"1","article-title":"To prune, or not to prune: Exploring the efficacy of pruning for model compression","volume-title":"Proc. Int. Conf. Learn. Represent. Workshop Track","author":"Zhu"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/SDS.2019.8768572"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1145\/3437880.3460401"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8682202"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR48806.2021.9412684"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2021.102277"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2021\/500"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/3433210.3453079"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1145\/3243734.3243834"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2019.8851798"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i07.7000"},{"key":"ref93","first-page":"1","article-title":"Leveraging unlabeled data for watermark removal of deep neural networks","volume-title":"Proc. ICML Workshop Secur. Privacy Mach. Learn.","author":"Chen"},{"key":"ref94","article-title":"An empirical investigation of catastrophic forgetting in gradient-based neural networks","author":"Goodfellow","year":"2013","journal-title":"arXiv:1312.6211"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2019.00031"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-00470-5_13"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1145\/3369412.3395076"}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5962385\/10707065\/10143370.pdf?arnumber=10143370","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,8]],"date-time":"2024-10-08T13:39:22Z","timestamp":1728394762000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10143370\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10]]},"references-count":97,"journal-issue":{"issue":"10"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2023.3270135","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"value":"2162-237X","type":"print"},{"value":"2162-2388","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10]]}}}