{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T16:48:53Z","timestamp":1781196533657,"version":"3.54.1"},"reference-count":34,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEICE Trans. Commun."],"published-print":{"date-parts":[[2020,5,1]]},"DOI":"10.1587\/transcom.2019ebp3151","type":"journal-article","created":{"date-parts":[[2019,11,20]],"date-time":"2019-11-20T22:04:08Z","timestamp":1574287448000},"page":"504-516","source":"Crossref","is-referenced-by-count":7,"title":["Detecting Reinforcement Learning-Based Grey Hole Attack in Mobile Wireless Sensor Networks"],"prefix":"10.23919","volume":"E103.B","author":[{"given":"Boqi","family":"GAO","sequence":"first","affiliation":[{"name":"Department of Multimedia Engineering, Graduate School of Information Science and Technology, Osaka University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Takuya","family":"MAEKAWA","sequence":"additional","affiliation":[{"name":"Department of Multimedia Engineering, Graduate School of Information Science and Technology, Osaka University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daichi","family":"AMAGATA","sequence":"additional","affiliation":[{"name":"Department of Multimedia Engineering, Graduate School of Information Science and Technology, Osaka University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Takahiro","family":"HARA","sequence":"additional","affiliation":[{"name":"Department of Multimedia Engineering, Graduate School of Information Science and Technology, Osaka University"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"1","doi-asserted-by":"publisher","unstructured":"[1] S. Abbas, M. Merabti, D. Llewellyn-Jones, and K. Kifayat, \u201cLightweight sybil attack detection in manets,\u201d IEEE Syst. J., vol.7, no.2, pp.236-248, 2013. 10.1109\/jsyst.2012.2221912","DOI":"10.1109\/JSYST.2012.2221912"},{"key":"2","unstructured":"[2] M. Andrychowicz, F. Wolski, A. Ray, J. Schneider, R. Fong, P. Welinder, B. McGrew, J. Tobin, O.P. Abbeel, and W. Zaremba, \u201cHindsight experience replay,\u201d NIPS, pp.5048-5058, 2017."},{"key":"3","doi-asserted-by":"crossref","unstructured":"[3] H. Ayatollahi, C. Tapparello, and W. Heinzelman, \u201cReinforcement learning in mimo wireless networks with energy harvesting,\u201d IEEE ICC, pp.1-6, 2017. 10.1109\/icc.2017.7997229","DOI":"10.1109\/ICC.2017.7997229"},{"key":"4","doi-asserted-by":"publisher","unstructured":"[4] C. Bettstetter, H. Hartenstein, and X. P\u00e9rez-Costa, \u201cStochastic properties of the random waypoint mobility model,\u201d Wirel. Netw., vol.10, no.5, pp.555-567, 2004. 10.1023\/b:wine.0000036458.88990.e5","DOI":"10.1023\/B:WINE.0000036458.88990.e5"},{"key":"5","doi-asserted-by":"publisher","unstructured":"[5] N.V. Chawla, K.W. Bowyer, L.O. Hall, and W.P. Kegelmeyer, \u201cSMOTE: Synthetic minority over-sampling technique,\u201d J. Artif. Intell. Res., vol.16, pp.321-357, 2002. 10.1613\/jair.953","DOI":"10.1613\/jair.953"},{"key":"6","doi-asserted-by":"publisher","unstructured":"[6] X. Chen, K. Makki, K. Yen, and N. Pissinou, \u201cSensor network security: A survey,\u201d IEEE Commun. Surveys Tuts., vol.11, no.2, pp.52-73, 2009. 10.1109\/surv.2009.090205","DOI":"10.1109\/SURV.2009.090205"},{"key":"7","doi-asserted-by":"crossref","unstructured":"[7] K. Cho, B. van Merrienboer, C. Gulcehre, D. Bahdanau, F. Bougares, H. Schwenk, and Y. Bengio, \u201cLearning phrase representations using RNN encoder-decoder for statistical machine translation,\u201d EMNLP, pp.1724-1734, 2014. 10.3115\/v1\/d14-1179","DOI":"10.3115\/v1\/D14-1179"},{"key":"8","unstructured":"[8] A. Coates and A.Y. Ng, \u201cThe importance of encoding versus training with sparse coding and vector quantization,\u201d ICML, pp.921-928, 2011."},{"key":"9","doi-asserted-by":"crossref","unstructured":"[9] W. Galuba, P. Papadimitratos, M. Poturalski, K. Aberer, Z. Despotovic, and W. Kellerer, \u201cCastor: Scalable secure routing for ad hoc networks,\u201d IEEE INFOCOM, pp.1-9, 2010. 10.1109\/infcom.2010.5462115","DOI":"10.1109\/INFCOM.2010.5462115"},{"key":"10","doi-asserted-by":"crossref","unstructured":"[10] B. Gao, T. Maekawa, D. Amagata, and T. Hara, \u201cEnvironment-adaptive malicious node detection in manets with ensemble learning,\u201d IEEE ICDCS, pp.556-566, 2018. 10.1109\/icdcs.2018.00061","DOI":"10.1109\/ICDCS.2018.00061"},{"key":"11","unstructured":"[11] S. Gu, T. Lillicrap, I. Sutskever, and S. Levine, \u201cContinuous deep Q-learning with model-based acceleration,\u201d ICML, pp.2829-2838, 2016."},{"key":"12","doi-asserted-by":"publisher","unstructured":"[12] B. Karaoglu and W. Heinzelman, \u201cCooperative load balancing and dynamic channel allocation for cluster-based mobile ad hoc networks,\u201d IEEE Trans. Mobile Comput., vol.14, no.5, pp.951-963, 2015. 10.1109\/tmc.2014.2339215","DOI":"10.1109\/TMC.2014.2339215"},{"key":"13","unstructured":"[13] C. Karlof and D. Wagner, \u201cSecure routing in wireless sensor networks: Attacks and countermeasures,\u201d SNPA, pp.113-127, 2003. 10.1109\/snpa.2003.1203362"},{"key":"14","unstructured":"[14] T.D. Kulkarni, K. Narasimhan, A. Saeedi, and J. Tenenbaum, \u201cHierarchical deep reinforcement learning: Integrating temporal abstraction and intrinsic motivation,\u201d NIPS, pp.3675-3683, 2016."},{"key":"15","doi-asserted-by":"crossref","unstructured":"[15] Y. Li, L. Xiao, H. Dai, and H.V. Poor, \u201cGame theoretic study of protecting MIMO transmissions against smart attacks,\u201d IEEE ICC, pp.1-6, 2017. 10.1109\/icc.2017.7996461","DOI":"10.1109\/ICC.2017.7996461"},{"key":"16","doi-asserted-by":"crossref","unstructured":"[16] G. Liu, X. Wang, X. Li, J. Hao, and Z. Feng, \u201cESRQ: An efficient secure routing method in wireless sensor networks based on Q-learning,\u201d IEEE TrustCom, pp.149-155, 2018. 10.1109\/trustcom\/bigdatase.2018.00032","DOI":"10.1109\/TrustCom\/BigDataSE.2018.00032"},{"key":"17","doi-asserted-by":"crossref","unstructured":"[17] X. Lu, X. Wan, L. Xiao, Y. Tang, and W. Zhuang, \u201cLearning-based rogue edge detection in VANETs with ambient radio signals,\u201d IEEE ICC, pp.1-6, 2018. 10.1109\/icc.2018.8422831","DOI":"10.1109\/ICC.2018.8422831"},{"key":"18","doi-asserted-by":"publisher","unstructured":"[18] A. Mitrokotsa and C. Dimitrakakis, \u201cIntrusion detection in manet using classification algorithms: The effects of cost and model selection,\u201d Ad Hoc Networks, vol.11, no.1, pp.226-237, 2013. 10.1016\/j.adhoc.2012.05.006","DOI":"10.1016\/j.adhoc.2012.05.006"},{"key":"19","unstructured":"[19] V. Mnih, K. Kavukcuoglu, D. Silver, A. Graves, I. Antonoglou, D. Wierstra, and M. Riedmiller, \u201cPlaying Atari with deep reinforcement learning,\u201d arXiv preprint arXiv:1312.5602, 2013."},{"key":"20","doi-asserted-by":"publisher","unstructured":"[20] V. Mnih, K. Kavukcuoglu, D. Silver, A.A. Rusu, J. Veness, M.G. Bellemare, A. Graves, M. Riedmiller, A.K. Fidjeland, G. Ostrovski, S. Petersen, C. Beattie, A. Sadik, I. Antonoglou, H. King, D. Kumaran, D. Wierstra, S. Legg, and D. Hassabis, \u201cHuman-level control through deep reinforcement learning,\u201d Nature, vol.518, no.7540, pp.529-533, 2015. 10.1038\/nature14236","DOI":"10.1038\/nature14236"},{"key":"21","doi-asserted-by":"crossref","unstructured":"[21] M. Patel and S. Sharma, \u201cDetection of malicious attack in MANET a behavioral approach,\u201d IEEE IACC, pp.388-393, 2013. 10.1109\/iadcc.2013.6514256","DOI":"10.1109\/IAdCC.2013.6514256"},{"key":"22","doi-asserted-by":"crossref","unstructured":"[22] N.J. Patel and R.H. Jhaveri, \u201cDetecting packet dropping nodes using machine learning techniques in mobile ad-hoc network: A survey,\u201d IEEE SPACES, pp.468-472, 2015. 10.1109\/spaces.2015.7058308","DOI":"10.1109\/SPACES.2015.7058308"},{"key":"23","doi-asserted-by":"crossref","unstructured":"[23] C.E. Perkins and E.M. Royer, \u201cAd-hoc on-demand distance vector routing,\u201d IEEE WMCSA, pp.90-100, 1999. 10.1109\/mcsa.1999.749281","DOI":"10.1109\/MCSA.1999.749281"},{"key":"24","doi-asserted-by":"crossref","unstructured":"[24] E. Rodrigues Gomes and R. Kowalczyk, \u201cDynamic analysis of multiagent Q-learning with \u03f5-greedy exploration,\u201d ICML, pp.369-376, 2009. 10.1145\/1553374.1553422","DOI":"10.1145\/1553374.1553422"},{"key":"25","doi-asserted-by":"publisher","unstructured":"[25] N. Schweitzer, A. Stulman, R.D. Margalit, and A. Shabtai, \u201cContradiction based gray-hole attack minimization for ad-hoc networks,\u201d IEEE Trans. Mobile Comput., vol.16, no.8, pp.2174-2183, 2017. 10.1109\/tmc.2016.2622707","DOI":"10.1109\/TMC.2016.2622707"},{"key":"26","doi-asserted-by":"crossref","unstructured":"[26] J. Sen, M.G. Chandra, S. Harihara, H. Reddy, and P. Balamuralidhar, \u201cA mechanism for detection of gray hole attack in mobile ad hoc networks,\u201d ICICS, pp.1-5, 2007. 10.1109\/icics.2007.4449664","DOI":"10.1109\/ICICS.2007.4449664"},{"key":"27","doi-asserted-by":"publisher","unstructured":"[27] S. Shahabi, M. Ghazvini, and M. Bakhtiarian, \u201cA modified algorithm to improve security and performance of AODV protocol against black hole attack,\u201d Wirel. Netw., vol.22, no.5, pp.1505-1511, 2016. 10.1007\/s11276-015-1032-y","DOI":"10.1007\/s11276-015-1032-y"},{"key":"28","doi-asserted-by":"publisher","unstructured":"[28] S.K. Shandilya and S. Sahu, \u201cA trust based security scheme for RREQ flooding attack in MANET,\u201d Int. J. Comput. Appl., vol.5, no.12, pp.4-8, 2010. 10.5120\/964-1341","DOI":"10.5120\/964-1341"},{"key":"29","doi-asserted-by":"publisher","unstructured":"[29] T. Shu and M. Krunz, \u201cPrivacy-preserving and truthful detection of packet dropping attacks in wireless ad hoc networks,\u201d IEEE Trans. Mobile Comput., vol.14, no.4, pp.813-828, 2015. 10.1109\/tmc.2014.2330818","DOI":"10.1109\/TMC.2014.2330818"},{"key":"30","doi-asserted-by":"crossref","unstructured":"[30] P.K. Singh, R.R. Gupta, S.K. Nandi, and S. Nandi, \u201cMachine learning based approach to detect wormhole attack in VANETs,\u201d AINA, pp.651-661, 2019. 10.1007\/978-3-030-15035-8_63","DOI":"10.1007\/978-3-030-15035-8_63"},{"key":"31","doi-asserted-by":"publisher","unstructured":"[31] F.-H. Tseng, L.-D. Chou, and H.-C. Chao, \u201cA survey of black hole attacks in wireless mobile ad hoc networks,\u201d Hum. Cent. Comput. Inf. Sci., vol.1, no.1, 4, 2011. 10.1186\/2192-1962-1-4","DOI":"10.1186\/2192-1962-1-4"},{"key":"32","unstructured":"[32] A.S. Vezhnevets, S. Osindero, T. Schaul, N. Heess, M. Jaderberg, D. Silver, and K. Kavukcuoglu, \u201cFeudal networks for hierarchical reinforcement learning,\u201d ICML, pp.3540-3549, 2017."},{"key":"33","doi-asserted-by":"publisher","unstructured":"[33] L. Xiao, Y. Li, C. Dai, H. Dai, and H.V. Poor, \u201cReinforcement learning-based NOMA power allocation in the presence of smart jamming,\u201d IEEE Trans. Veh. Technol., vol.67, no.4, pp.3377-3389, 2018. 10.1109\/tvt.2017.2782726","DOI":"10.1109\/TVT.2017.2782726"},{"key":"34","doi-asserted-by":"publisher","unstructured":"[34] H. Zhu, Z. Zhang, J. Du, S. Luo, and Y. Xin, \u201cDetection of selective forwarding attacks based on adaptive learning automata and communication quality in wireless sensor networks,\u201d International Journal of Distributed Sensor Networks, vol.14, no.11, pp.1-15, 2018. 10.1177\/1550147718815046","DOI":"10.1177\/1550147718815046"}],"container-title":["IEICE Transactions on Communications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.jstage.jst.go.jp\/article\/transcom\/E103.B\/5\/E103.B_2019EBP3151\/_pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,10]],"date-time":"2024-01-10T15:02:47Z","timestamp":1704898967000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.jstage.jst.go.jp\/article\/transcom\/E103.B\/5\/E103.B_2019EBP3151\/_article"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5,1]]},"references-count":34,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2020]]}},"URL":"https:\/\/doi.org\/10.1587\/transcom.2019ebp3151","relation":{},"ISSN":["0916-8516","1745-1345"],"issn-type":[{"value":"0916-8516","type":"print"},{"value":"1745-1345","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,5,1]]}}}