{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,10]],"date-time":"2026-05-10T18:29:20Z","timestamp":1778437760634,"version":"3.51.4"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2018,2,2]],"date-time":"2018-02-02T00:00:00Z","timestamp":1517529600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Multimed Info Retr"],"published-print":{"date-parts":[[2018,3]]},"DOI":"10.1007\/s13735-018-0147-1","type":"journal-article","created":{"date-parts":[[2018,2,2]],"date-time":"2018-02-02T09:18:22Z","timestamp":1517563102000},"page":"3-16","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":125,"title":["Digital watermarking for deep neural networks"],"prefix":"10.1007","volume":"7","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7038-8229","authenticated-orcid":false,"given":"Yuki","family":"Nagai","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yusuke","family":"Uchida","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shigeyuki","family":"Sakazawa","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shin\u2019ichi","family":"Satoh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,2,2]]},"reference":[{"key":"147_CR1","unstructured":"Abadi M et al (2016) Tensorflow: Large-scale machine learning on heterogeneous distributed systems. arXiv:1603.04467"},{"key":"147_CR2","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1109\/PGEC.1967.264666","volume":"3","author":"S Amari","year":"1967","unstructured":"Amari S (1967) A theory of adaptive pattern classifiers. IEEE Trans Electron Comput EC-16 3:299\u2013307","journal-title":"IEEE Trans Electron Comput EC-16"},{"key":"147_CR3","doi-asserted-by":"crossref","unstructured":"Anguera X, Garzon A, Adamek T (2012) Mask: robust local features for audio fingerprinting. In: Proceedings of ICME","DOI":"10.1109\/ICME.2012.137"},{"key":"147_CR4","unstructured":"Ba LJ, Caruana R (2014) Do deep nets really need to be deep? In: Proceedings of NIPS, pp 2654\u20142662"},{"key":"147_CR5","doi-asserted-by":"crossref","unstructured":"Babenko A, Slesarev A, Chigorin A, Lempitsky V (2014) Neural codes for image retrieval. In: Fleet D, Pajdla T, Schiele B, Tuytelaars T (eds) In: Proceedings of ECCV, pp 584\u2013599","DOI":"10.1007\/978-3-319-10590-1_38"},{"key":"147_CR6","doi-asserted-by":"crossref","unstructured":"Barr J, Bradley B, Hannigan BT (2003) Using digital watermarks with image signatures to mitigate the threat of the copy attack. In: Proceedings of ICASSP, pp 69\u201372","DOI":"10.1109\/ICASSP.2003.1199109"},{"issue":"8","key":"147_CR7","doi-asserted-by":"publisher","first-page":"1798","DOI":"10.1109\/TPAMI.2013.50","volume":"35","author":"Y Bengio","year":"2013","unstructured":"Bengio Y, Courville A, Vincent P (2013) Representation learning: a review and new perspectives. IEEE Trans Pattern Anal Mach Intell 35(8):1798\u20131828","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"147_CR8","doi-asserted-by":"crossref","unstructured":"Bergstra J, Breuleux O, Bastien F, Lamblin P, Pascanu R, Desjardins G, Turian J, Warde-Farley D, Bengio Y (2010) Theano: a CPU and GPU math expression compiler. In Proceedings of the Python for scientific computing conference (SciPy)","DOI":"10.25080\/Majora-92bf1922-003"},{"key":"147_CR9","unstructured":"Chen T, Goodfellow I, Shlens J (2016) Net2net: accelerating learning via knowledge transfer. In: Proceedings of ICLR"},{"key":"147_CR10","unstructured":"Chollet F (2015) Keras, GitHub repository. https:\/\/github.com\/fchollet\/keras . Accessed 05 Feb 2017"},{"key":"147_CR11","unstructured":"Choromanska A, Henaff M, Mathieu M, Arous G, LeCun Y (2015) The loss surfaces of multilayer networks. In: Proceedings of AISTATS"},{"key":"147_CR12","unstructured":"Collobert R, Kavukcuoglu K, Farabet C (2011) Torch7: a matlab-like environment for machine learning. In: Proceedings of NIPS workshop on BigLearn"},{"key":"147_CR13","doi-asserted-by":"crossref","unstructured":"Cox I, Miller M, Bloom J, Fridrich J, Kalker T (2008) Digital watermarking and steganography. Morgan Kaufmann Publishers Inc., 2nd edn","DOI":"10.1016\/B978-012372585-1.50015-2"},{"key":"147_CR14","unstructured":"Dauphin Y, Pascanu R, Gulcehre C, Cho K, Ganguli S, Bengio Y (2014) Identifying and attacking the saddle point problem in high-dimensional non-convex optimization. In Proceedings of NIPS"},{"key":"147_CR15","first-page":"625","volume":"11","author":"D Erhan","year":"2010","unstructured":"Erhan D, Bengio Y, Courville A, Manzagol P-A, Vincent P, Bengio S (2010) Why does unsupervised pre-training help deep learning? J. Mach. Learn. Res. 11:625\u2013660","journal-title":"J. Mach. Learn. Res."},{"key":"147_CR16","doi-asserted-by":"crossref","unstructured":"Fei-Fei L, Fergus R, Perona P (2004) Learning generative visual models from few training examples: an incremental Bayesian approach tested on 101 object categories. In: Proceedings of CVPR workshop on generative-model based vision","DOI":"10.1109\/CVPR.2004.383"},{"key":"147_CR17","unstructured":"Haitsma J, Kalker T (2002) A highly robust audio fingerprinting system. In: Proceedings of ISMIR, pp 107\u2013115"},{"key":"147_CR18","doi-asserted-by":"crossref","unstructured":"Han S, Liu X, Mao H, Pu J, Pedram A, Horowitz MA, Dally WJ (2016) Eie: efficient inference engine on compressed deep neural network. In: Proceedings of ISCA","DOI":"10.1145\/3007787.3001163"},{"key":"147_CR19","unstructured":"Han S, Mao H, Dally WJ (2016) Deep compression: compressing deep neural networks with pruning, trained quantization and huffman coding. In: Proceedings of ICLR"},{"key":"147_CR20","unstructured":"Han S, Pool J, Tran J, Dally WJ (2015) Learning both weights and connections for efficient neural networks. In: Proceedings of NIPS"},{"key":"147_CR21","doi-asserted-by":"publisher","first-page":"1079","DOI":"10.1109\/5.771066","volume":"87","author":"F Hartung","year":"1999","unstructured":"Hartung F, Kutter M (1999) Multimedia watermarking techniques. Proc IEEE 87:1079\u20131107","journal-title":"Proc IEEE"},{"key":"147_CR22","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of CVPR","DOI":"10.1109\/CVPR.2016.90"},{"key":"147_CR23","unstructured":"Hinton G, Vinyals O, Dean J (2014) Distilling the knowledge in a neural network. In: Proceedings of NIPS workshop on deep learning and representation learning"},{"issue":"5786","key":"147_CR24","doi-asserted-by":"publisher","first-page":"504","DOI":"10.1126\/science.1127647","volume":"313","author":"GE Hinton","year":"2006","unstructured":"Hinton GE, Salakhutdinov RR (2006) Reducing the dimensionality of data with neural networks. Science 313(5786):504\u2013507","journal-title":"Science"},{"issue":"8","key":"147_CR25","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"issue":"13","key":"147_CR26","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.1073\/pnas.1611835114","volume":"114","author":"K James","year":"2017","unstructured":"James K et al (2017) Overcoming catastrophic forgetting in neural networks. PNAS 114(13):3521\u20133526","journal-title":"PNAS"},{"key":"147_CR27","doi-asserted-by":"crossref","unstructured":"Jia Y, Shelhamer E, Donahue J, Karayev S, Long J, Girshick R, Guadarrama S, Darrell T (2014) Caffe: convolutional architecture for fast feature embedding. In: Proceedings of MM","DOI":"10.1145\/2647868.2654889"},{"key":"147_CR28","volume-title":"Information hiding: steganography and watermarking\u2013attacks and countermeasures","author":"N Johnson","year":"2000","unstructured":"Johnson N, Duric Z, Jajodia S (2000) Information hiding: steganography and watermarking\u2013attacks and countermeasures. Springer, Berlin"},{"key":"147_CR29","doi-asserted-by":"crossref","unstructured":"Joly A, Frelicot C, Buisson O (2005) Content-based video copy detection in large databases: a local fingerprints statistical similarity search approach. In: Proceedings of ICIP, pp 505\u2013508","DOI":"10.1109\/ICIP.2005.1529798"},{"key":"147_CR30","doi-asserted-by":"crossref","unstructured":"Karpathy A, Toderici G, Shetty S, Leung T, Sukthankar R, Fei-Fei L (June 2014) Large-scale video classification with convolutional neural networks. In: Proceedings of ECCV","DOI":"10.1109\/CVPR.2014.223"},{"issue":"2","key":"147_CR31","doi-asserted-by":"publisher","first-page":"432","DOI":"10.1109\/TIFS.2011.2175919","volume":"7","author":"J Kodovsky","year":"2012","unstructured":"Kodovsky J, Fridrich J, Holub V (2012) Ensemble classifiers for steganalysis of digital media. IEEE Trans Inf Forens Secur 7(2):432\u2013444","journal-title":"IEEE Trans Inf Forens Secur"},{"key":"147_CR32","unstructured":"Krizhevsky A (2009) Learning multiple layers of features from tiny images. Tech Report"},{"key":"147_CR33","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. In: Proceedings of NIPS"},{"key":"147_CR34","unstructured":"Krogh A, Hertz JA (1992) A simple weight decay can improve generalization. In: Proceedings of NIPS"},{"issue":"7553","key":"147_CR35","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun Y, Bengio Y, Hinton G (2015) Deep learning. Nature 521(7553):436\u2013444","journal-title":"Nature"},{"key":"147_CR36","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y Lecun","year":"1998","unstructured":"Lecun Y, Bottou L, Bengio Y, Haffner P (1998) Gradient-based learning applied to document recognition. Proc IEEE 86:2278\u20132324","journal-title":"Proc IEEE"},{"key":"147_CR37","unstructured":"Lee S, Kim J, Jun J, Ha J, Zhang B (2017) Overcoming catastrophic forgetting by incremental mome. In: Proceedings of NIPS"},{"key":"147_CR38","unstructured":"Merrer EL, Perez P, Tr\u00e9dan G (2017) Adversarial frontier stitching for remote neural network watermarking. arXiv:1711.01894"},{"issue":"2","key":"147_CR39","first-page":"372","volume":"27","author":"Y Nesterov","year":"1983","unstructured":"Nesterov Y (1983) A method of solving a convex programming problem with convergence rate o(1\/k2). Sov Math Doklady 27(2):372\u2013376","journal-title":"Sov Math Doklady"},{"issue":"11","key":"147_CR40","doi-asserted-by":"publisher","first-page":"2008","DOI":"10.1109\/TMM.2015.2482228","volume":"17","author":"L Pang","year":"2015","unstructured":"Pang L, Zhu S, Ngo CW (2015) Deep multimodal learning for affective analysis and retrieval. IEEE Trans Multimed 17(11):2008\u20132020","journal-title":"IEEE Trans Multimed"},{"key":"147_CR41","doi-asserted-by":"crossref","unstructured":"Shaohui L, Hongxun Y, Wen G (2003) Neural network based steganalysis in still images. In: Proceedings of ICME","DOI":"10.1109\/ICME.2003.1221665"},{"key":"147_CR42","unstructured":"Simonyan K, Zisserman A (2015) Very deep convolutional networks for large-scale image recognition. In: Proceedings of ICLR"},{"key":"147_CR43","unstructured":"Sutskever I, Martens J, Dahl G, Hinton G (2013) On the importance of initialization and momentum in deep learning. In: Proceedings of ICML, vol \u00a028, pp III\u20131139\u2013III\u20131147"},{"key":"147_CR44","doi-asserted-by":"crossref","unstructured":"Szegedy C, Liu W, Jia Y, Sermanet P, Reed S, Anguelov D, Erhan D, Vanhoucke V, Rabinovich A (2015) Going deeper with convolutions. In: Proceedings of CVPR","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"147_CR45","unstructured":"Tokui S, Oono K, Hido S, Clayton J (2015) Chainer: a next-generation open source framework for deep learning. In: Proceedings of NIPS workshop on machine learning systems"},{"key":"147_CR46","unstructured":"Tom\u00e1\u0161 M, Martin K, Luk\u00e1\u0161 B, Jan \u010c, Sanjeev K (2010) Recurrent neural network based language model. In: Proceedings of INTERSPEECH"},{"key":"147_CR47","doi-asserted-by":"crossref","unstructured":"Uchida Y, Agrawal M, Sakazawa S (2011) Accurate content-based video copy detection with efficient feature indexing. In: Proceedings of ICMR","DOI":"10.1145\/1991996.1992015"},{"key":"147_CR48","doi-asserted-by":"crossref","unstructured":"Uchida Y, Nagai Y, Sakazawa S, Satoh S (2017) Embedding watermarks into deep neural networks. In: Proceedings of ICMR","DOI":"10.1145\/3078971.3078974"},{"key":"147_CR49","unstructured":"van den Oord A, Dieleman S, Schrauwen B (2013) Deep content-based music recommendation. In: Burges CJC, Bottou L, Welling M, Ghahramani Z, Weinberger KQ (eds) In: Proceedings of NIPS, pp 2643\u20132651. Curran Associates, Inc"},{"key":"147_CR50","doi-asserted-by":"crossref","unstructured":"Wan J, Wang D, Hoi SCH, Wu P, Zhu J, Zhang Y, Li J (2014) Deep learning for content-based image retrieval: a comprehensive study. In: Proceedings of MM, pp 157\u2013166","DOI":"10.1145\/2647868.2654948"},{"key":"147_CR51","unstructured":"Wei T, Wang C, Rui Y, Chen CW (2016) Network morphism. In: Proceedings of ICML"},{"key":"147_CR52","doi-asserted-by":"crossref","unstructured":"Zagoruyko S, Komodakis N (2016) Wide residual networks. In: Proceedings of ECCV","DOI":"10.5244\/C.30.87"},{"key":"147_CR53","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1016\/S0925-2312(01)00702-0","volume":"50","author":"GP Zhang","year":"2003","unstructured":"Zhang GP (2003) Time series forecasting using a hybrid arima and neural network model. Neurocomputing 50:159\u2013175","journal-title":"Neurocomputing"}],"container-title":["International Journal of Multimedia Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s13735-018-0147-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13735-018-0147-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13735-018-0147-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,10,27]],"date-time":"2020-10-27T02:29:54Z","timestamp":1603765794000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s13735-018-0147-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,2,2]]},"references-count":53,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,3]]}},"alternative-id":["147"],"URL":"https:\/\/doi.org\/10.1007\/s13735-018-0147-1","relation":{},"ISSN":["2192-6611","2192-662X"],"issn-type":[{"value":"2192-6611","type":"print"},{"value":"2192-662X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,2,2]]},"assertion":[{"value":"30 September 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 December 2017","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 January 2018","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 February 2018","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}