{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,27]],"date-time":"2026-07-27T22:09:50Z","timestamp":1785190190019,"version":"3.55.0"},"reference-count":54,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2021,10,8]],"date-time":"2021-10-08T00:00:00Z","timestamp":1633651200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,10,8]],"date-time":"2021-10-08T00:00:00Z","timestamp":1633651200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100004663","name":"Ministry of Science and Technology, Taiwan","doi-asserted-by":"publisher","award":["MOST 109-2221-E-009 -139"],"award-info":[{"award-number":["MOST 109-2221-E-009 -139"]}],"id":[{"id":"10.13039\/501100004663","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004663","name":"Ministry of Science and Technology, Taiwan","doi-asserted-by":"publisher","award":["MOST 109-2218-E-009 -015"],"award-info":[{"award-number":["MOST 109-2218-E-009 -015"]}],"id":[{"id":"10.13039\/501100004663","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2022,2]]},"DOI":"10.1007\/s00521-021-06573-8","type":"journal-article","created":{"date-parts":[[2021,10,10]],"date-time":"2021-10-10T03:49:26Z","timestamp":1633837766000},"page":"3097-3115","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":33,"title":["Poisoning attacks against knowledge graph-based recommendation systems using deep reinforcement learning"],"prefix":"10.1007","volume":"34","author":[{"given":"Zih-Wun","family":"Wu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chiao-Ting","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4073-0652","authenticated-orcid":false,"given":"Szu-Hao","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,10,8]]},"reference":[{"key":"6573_CR1","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518:529\u2013533","journal-title":"Nature"},{"key":"6573_CR2","first-page":"1","volume":"5","author":"F Maxwell Harper","year":"2015","unstructured":"Harper F Maxwell, Konstan Joseph A (2015) The movielens datasets: history and context. ACM Trans Interact Intell Syst (TiiS) 5:1\u201319","journal-title":"ACM Trans Interact Intell Syst (TiiS)"},{"key":"6573_CR3","doi-asserted-by":"publisher","first-page":"2724","DOI":"10.1109\/TKDE.2017.2754499","volume":"29","author":"Q Wang","year":"2017","unstructured":"Wang Q, Mao Z, Wang B, Guo L (2017) Knowledge graph embedding: a survey of approaches and applications. IEEE Trans Knowl Data Eng 29:2724\u20132743","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"6573_CR4","unstructured":"Ji S, Pan S, Cambria E, Marttinen P, Yu Philip S (2020) A survey on knowledge graphs: representation, acquisition and applications. arXiv preprint arXiv:2002.00388"},{"key":"6573_CR5","unstructured":"Bordes A, Usunier N, Garcia-Duran A, Weston J, Yakhnenko O (2013) Translating embeddings for modeling multi-relational data. In NIPS, pp 2787\u20132795"},{"key":"6573_CR6","unstructured":"Trouillon T, Welbl J, Riedel S, Gaussier \u00c9, Bouchard G (2016) Complex embeddings for simple link prediction. In: Proceedings of the 33nd international conference on machine learning (ICML), pp 2071\u20132080"},{"key":"6573_CR7","unstructured":"Liu Q, Jiang H, Evdokimov A, Ling Z-H, Zhu X, Wei S, Hu Y (2016) Probabilistic reasoning via deep learning: neural association models. arXiv preprint arXiv:1603.07704"},{"key":"6573_CR8","doi-asserted-by":"crossref","unstructured":"Bai X, Wang M, Lee I, Yang Z, Kong X, Xia F (2020) Scientific paper recommendation: a survey. arXiv e-prints","DOI":"10.1109\/ACCESS.2018.2890388"},{"key":"6573_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3158369","volume":"52","author":"S Zhang","year":"2019","unstructured":"Zhang S, Yao L, Sun A, Tay Y (2019) Deep learning based recommender system: a survey and new perspectives. ACM Comput Surv (CSUR) 52:1\u201338","journal-title":"ACM Comput Surv (CSUR)"},{"key":"6573_CR10","doi-asserted-by":"publisher","first-page":"9454","DOI":"10.1109\/ACCESS.2018.2789866","volume":"6","author":"L Zhang","year":"2018","unstructured":"Zhang L, Luo T, Zhang F, Wu Y (2018) A recommendation model based on deep neural network. IEEE Access 6:9454\u20139463","journal-title":"IEEE Access"},{"key":"6573_CR11","doi-asserted-by":"crossref","unstructured":"He X, Liao L, Zhang H, Nie L, Hu X, Chua TS (2017) Neural collaborative filtering. In Proceedings of the 26th international conference on world wide web, pp 173\u2013182","DOI":"10.1145\/3038912.3052569"},{"key":"6573_CR12","unstructured":"Hidasi B, Karatzoglou A, Baltrunas L, Tikk D (2016) Session-based recommendations with recurrent neural networks. In: 4th International conference on learning representations (ICLR)"},{"key":"6573_CR13","doi-asserted-by":"crossref","unstructured":"Quadrana M, Karatzoglou A, Hidasi B, Cremonesi P (2017) Personalizing session-based recommendations with hierarchical recurrent neural networks. In: Proceedings of the eleventh ACM conference on recommender systems, pp 130\u2013137","DOI":"10.1145\/3109859.3109896"},{"issue":"18","key":"6573_CR14","doi-asserted-by":"publisher","first-page":"14311","DOI":"10.1007\/s00521-019-04180-2","volume":"32","author":"S He","year":"2020","unstructured":"He S, Zhang M, Fang H, Liu F, Luan X, Ding Z (2020) Reinforcement learning and adaptive optimization of a class of Markov jump systems with completely unknown dynamic information. Neural Comput Appl 32(18):14311\u201314320","journal-title":"Neural Comput Appl"},{"key":"6573_CR15","unstructured":"Liu F, Tang R, Li X, Zhang W, Ye Y, Chen H, Guo H, Zhang Y (2018) Deep reinforcement learning based recommendation with explicit user-item interactions modeling. arXiv preprint arXiv:1810.12027"},{"key":"6573_CR16","unstructured":"Zhao X, Gu C, Zhang H, Liu X, Yang X, Tang J (2019) Deep reinforcement learning for online advertising in recommender systems. arXiv preprint arXiv:1909.03602"},{"key":"6573_CR17","doi-asserted-by":"crossref","unstructured":"Zhao W, Wu R, Liu H (2016) Paper recommendation based on the knowledge gap between a researcher\u2019s background knowledge and research target. Inf Process Manag 52:976\u2013988","DOI":"10.1016\/j.ipm.2016.04.004"},{"key":"6573_CR18","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1109\/TBDATA.2016.2555318","volume":"2","author":"F Xia","year":"2016","unstructured":"Xia F, Liu H, Lee I, Cao L (2016) Scientific article recommendation: exploiting common author relations and historical preferences. IEEE Trans Big Data 2:101\u2013112","journal-title":"IEEE Trans Big Data"},{"key":"6573_CR19","doi-asserted-by":"crossref","unstructured":"Huang Z, Chung W, Ong T-H, Chen H (2002) A graph-based recommender system for digital library. In: Proceedings of the 2nd ACM\/IEEE-CS joint conference on digital libraries, place, pp 65\u201373","DOI":"10.1145\/544220.544231"},{"key":"6573_CR20","doi-asserted-by":"crossref","unstructured":"Guo Q, Zhuang F, Qin C, Zhu H, Xie X, Xiong H, He Q (2020) A survey on knowledge graph-based recommender systems. arXiv preprint arXiv:2003.00911","DOI":"10.1109\/TKDE.2020.3028705"},{"key":"6573_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2899005","volume":"8","author":"T Di Noia","year":"2016","unstructured":"Di Noia T, Ostuni VC, Tomeo P, Di Sciascio E (2016) Sprank: semantic path-based ranking for top-n recommendations using linked open data. ACM Trans Intell Syst Technol (TIST) 8:1\u201334","journal-title":"ACM Trans Intell Syst Technol (TIST)"},{"key":"6573_CR22","unstructured":"Zhang Y, Ai Q, Chen X, Wang P (2018) Learning over knowledge-base embeddings for recommendation. arXiv preprint arXiv:1803.06540"},{"key":"6573_CR23","doi-asserted-by":"crossref","unstructured":"He R, Kang W-C, McAuley J (2017) Translation-based recommendation. In: Proceedings of the eleventh ACM conference on recommender systems, pp 161\u2013169","DOI":"10.1145\/3109859.3109882"},{"key":"6573_CR24","doi-asserted-by":"crossref","unstructured":"Wang H, Zhang F, Wang J, Zhao M, Li W, Xie X, Guo M (2018) Ripplenet: propagating user preferences on the knowledge graph for recommender systems. In: Proceedings of the 27th ACM international conference on information and knowledge management (CIKM), pp 417\u2013426","DOI":"10.1145\/3269206.3271739"},{"key":"6573_CR25","doi-asserted-by":"crossref","unstructured":"Wang H, Zhang F, Zhao M, Li W, Xie X, Guo M (2019) Multi-task feature learning for knowledge graph enhanced recommendation. In: The World Wide Web conference, pp 2000\u20132010","DOI":"10.1145\/3308558.3313411"},{"key":"6573_CR26","doi-asserted-by":"crossref","unstructured":"Wang H, Zhao M, Xie X, Li W, Guo M (2019) Knowledge graph convolutional networks for recommender systems. In: The World Wide Web conference, pp 3307\u20133313","DOI":"10.1145\/3308558.3313417"},{"key":"6573_CR27","doi-asserted-by":"publisher","first-page":"359","DOI":"10.2298\/CSIS150730007Z","volume":"13","author":"X Zhenzhen","year":"2016","unstructured":"Zhenzhen X, Jiang H, Kong X, Kang J, Wang W, Xia Feng (2016) Cross-domain item recommendation based on user similarity. Comput Sci Inf Syst 13:359\u2013373","journal-title":"Comput Sci Inf Syst"},{"key":"6573_CR28","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1016\/j.jnca.2016.05.006","volume":"70","author":"J Niu","year":"2016","unstructured":"Niu J, Wang L, Liu X, Yu S (2016) FUIR: fusing user and item information to deal with data sparsity by using side information in recommendation systems. J Netw Comput Appl 70:41\u201350","journal-title":"J Netw Comput Appl"},{"key":"6573_CR29","unstructured":"Goodfellow I, Pouget-Abadie J, Mirza M, Xu B, Warde-Farley D, Ozair S, Courville A, Bengio Y (2014) Generative adversarial nets. Adv Neural Inf Process Syst pp 2672\u20132680"},{"key":"6573_CR30","doi-asserted-by":"crossref","unstructured":"Xie Q, Hovy E, Luong M-T, Le QV, (2020) Self-training with noisy student improves ImageNet classification. In: 2020 IEEE\/CVF conference on computer vision and pattern recognition (CVPR), pp 10684\u201310695","DOI":"10.1109\/CVPR42600.2020.01070"},{"key":"6573_CR31","doi-asserted-by":"publisher","first-page":"1066","DOI":"10.1109\/TKDE.2018.2851247","volume":"31","author":"AS Chivukula","year":"2019","unstructured":"Chivukula AS, Liu W (2019) Adversarial deep learning models with multiple adversaries. IEEE Trans Knowl Data Eng 31:1066\u20131079","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"6573_CR32","unstructured":"Szegedy C, Zaremba W, Sutskever I, Bruna J, Erhan D, Goodfellow I, Fergus R (2014) Intriguing properties of neural networks. In: 2nd International conference on learning representations (ICLR)"},{"key":"6573_CR33","unstructured":"Goodfellow IJ, Shlens J, Szegedy C (2015) Explaining and harnessing adversarial examples. In: 3rd International conference on learning representations (ICLR)"},{"key":"6573_CR34","unstructured":"Shafahi A, Huang WR, Najibi M, Suciu O, Studer C, Dumitras T, Goldstein T (2018) Poison frogs! Targeted clean- label poisoning attacks on neural networks. In Proceedings of the 32nd Conference on Neural Information Processing Systems, Montreal, Canada, pp 6103\u20136113"},{"key":"6573_CR35","doi-asserted-by":"crossref","unstructured":"Carlini N, Wagner D (2017) Towards evaluating the robustness of neural networks. In: 2017 IEEE symposium on security and privacy (SP), pp 39\u201357","DOI":"10.1109\/SP.2017.49"},{"key":"6573_CR36","unstructured":"Athalye A, Engstrom L, Ilyas A, Kwok K (2018) Synthesizing robust adversarial examples. In: Proceedings of the 35th international conference on machine learning (ICML), pp 284\u2013293"},{"key":"6573_CR37","doi-asserted-by":"crossref","unstructured":"Sharif M, Bhagavatula S, Bauer L, Reiter MK (2016) Accessorize to a crime: real and stealthy attacks on state-of-the-art face recognition. In: Proceedings of the 2016 ACM sigsac conference on computer and communications security, pp 1528\u20131540","DOI":"10.1145\/2976749.2978392"},{"key":"6573_CR38","unstructured":"Sun L, Wang J, Yu PS, Li B (2018) Adversarial attack and defense on graph data: a survey. arXiv preprint arXiv:1812.10528"},{"key":"6573_CR39","unstructured":"Jin W, Li Y, Xu H, Wang Y, Tang J (2020) Adversarial attacks and defenses on graphs: a review and empirical study. arXiv preprint arXiv:2003.00653"},{"key":"6573_CR40","unstructured":"Bojchevski A, G\u00fcnnemann S (2019) Adversarial attacks on node embeddings via graph poisoning. In: Proceedings of the 36th international conference on machine learning (ICML), pp 695\u2013704"},{"key":"6573_CR41","doi-asserted-by":"crossref","unstructured":"Chen Y, Nadji Y, Kountouras A, Monrose F, Perdisci R, Antonakakis M, Vasiloglou N (2017) Practical attacks against graph-based clustering. In: Proceedings of the 2017 ACM SIGSAC conference on computer and communications security, pp 1125\u20131142","DOI":"10.1145\/3133956.3134083"},{"key":"6573_CR42","unstructured":"Chen J, Shi Z, Wu Y, Xu X, Zheng H (2018) Link prediction adversarial attack. arXiv preprint arXiv:1810.01110"},{"key":"6573_CR43","doi-asserted-by":"crossref","unstructured":"Z\u00fcgner D, Akbarnejad A, G\u00fcnnemann S (2018) Adversarial attacks on neural networks for graph data. In: Proceedings of the 24th ACM SIGKDD international conference on knowledge discovery & data mining, pp 2847\u20132856","DOI":"10.1145\/3219819.3220078"},{"key":"6573_CR44","unstructured":"Kipf TN, Welling M (2017) Semi-supervised classification with graph convolutional networks. In: 5th International conference on learning representations (ICLR)"},{"key":"6573_CR45","unstructured":"Dai H, Li H, Tian T, Huang X, Wang L, Zhu J, Song L (2018) Adversarial attack on graph structured data. In: Proceedings of the 35th international conference on machine learning (ICML), pp 1123\u20131132"},{"key":"6573_CR46","doi-asserted-by":"crossref","unstructured":"Zhang H, Zheng T, Gao J, Miao C, Su L, Li Y, Ren K (2019) Data poisoning attack against knowledge graph embedding. In: Proceedings of the 28th international joint conference on artificial intelligence (IJCAI), pp 4853\u20134859","DOI":"10.24963\/ijcai.2019\/674"},{"key":"6573_CR47","doi-asserted-by":"publisher","first-page":"168","DOI":"10.1016\/j.neucom.2020.07.126","volume":"437","author":"X Xian","year":"2021","unstructured":"Xian X, Wu T, Qiao S, Wang W, Wang C, Liu Y, Xu G (2021) DeepEC: Adversarial attacks against graph structure prediction models. Neurocomputing 437:168\u2013185","journal-title":"Neurocomputing"},{"issue":"6","key":"6573_CR48","doi-asserted-by":"crossref","first-page":"e3872","DOI":"10.1002\/ett.3872","volume":"32","author":"L Chen","year":"2021","unstructured":"Chen L, Xu Y, Xie F, Huang M, Zheng Z (2021) Data poisoning attacks on neighborhood-based recommender systems. Trans Emerg Telecommun Technol 32(6):e3872","journal-title":"Trans Emerg Telecommun Technol"},{"key":"6573_CR49","doi-asserted-by":"crossref","unstructured":"Huang H, Mu J, Gong NZ, Li Q, Liu B, Xu M(2021) Data poisoning attacks to deep learning based recommender systems. arXiv preprint arXiv:2101.02644","DOI":"10.14722\/ndss.2021.24525"},{"key":"6573_CR50","doi-asserted-by":"crossref","unstructured":"Fang M, Yang G, Gong NZ, Liu J (2018) Poisoning attacks to graph-based recommender systems. In: Proceedings of the 34th annual computer security applications conference, pp 381\u2013392","DOI":"10.1145\/3274694.3274706"},{"key":"6573_CR51","doi-asserted-by":"publisher","first-page":"855","DOI":"10.1109\/TKDE.2019.2893638","volume":"32","author":"J Tang","year":"2019","unstructured":"Tang J, Du X, He X, Yuan F, Tian Q, Chua T-S (2019) Adversarial training towards robust multimedia recommender system. IEEE Trans Knowl Data Eng 32:855\u2013867","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"6573_CR52","unstructured":"Anelli VW, Deldjoo Y, Noia T Di, Di\u00a0Sciascio E, Merra FA. Semantics-aware shilling attacks against collaborative recommender systems via knowledge graphs"},{"key":"6573_CR53","doi-asserted-by":"crossref","unstructured":"Tang J, Wen H, Wang K (2020) Revisiting adversarially learned injection attacks against recommender systems. In: Fourteenth ACM conference on recommender systems, pp 318\u2013327","DOI":"10.1145\/3383313.3412243"},{"key":"6573_CR54","doi-asserted-by":"crossref","unstructured":"Fang M, Gong NZ, Liu J (2020) Influence function based data poisoning attacks to top-n recommender systems. In: Proceedings of the web conference 2020, pp 3019\u20133025","DOI":"10.1145\/3366423.3380072"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-06573-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-021-06573-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-06573-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,10]],"date-time":"2023-11-10T18:30:24Z","timestamp":1699641024000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-021-06573-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,8]]},"references-count":54,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,2]]}},"alternative-id":["6573"],"URL":"https:\/\/doi.org\/10.1007\/s00521-021-06573-8","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,10,8]]},"assertion":[{"value":"14 March 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 September 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 October 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"All authors certify that they have no affiliations with or involvement in any organization or entity with any financial interest or non-financial interest in the subject matter or materials discussed in this manuscript.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}