{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,12]],"date-time":"2025-11-12T03:25:02Z","timestamp":1762917902633,"version":"3.37.3"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"16","license":[{"start":{"date-parts":[[2018,6,29]],"date-time":"2018-06-29T00:00:00Z","timestamp":1530230400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61571387","61473247"],"award-info":[{"award-number":["61571387","61473247"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2019,8]]},"DOI":"10.1007\/s00500-018-3357-9","type":"journal-article","created":{"date-parts":[[2018,6,29]],"date-time":"2018-06-29T02:38:25Z","timestamp":1530239905000},"page":"7181-7192","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["MAB-based two-tier learning algorithms for joint channel and power allocation in stochastic underwater acoustic communication networks"],"prefix":"10.1007","volume":"23","author":[{"given":"Song","family":"Han","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9072-420X","authenticated-orcid":false,"given":"Xinbin","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lei","family":"Yan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhixin","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xinping","family":"Guan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,6,29]]},"reference":[{"issue":"2","key":"3357_CR1","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1145\/1121776.1121779","volume":"1","author":"IF Akyildiz","year":"2004","unstructured":"Akyildiz IF, Pompili D, Melodia T (2004) Challenges for efficient communication in underwater acoustic sensor networks. Acm Sigbed Rev 1(2):3\u20138","journal-title":"Acm Sigbed Rev"},{"issue":"3","key":"3357_CR2","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1016\/j.adhoc.2005.01.004","volume":"3","author":"IF Akyildiz","year":"2005","unstructured":"Akyildiz IF, Pompili D, Melodia T (2005) Underwater acoustic sensor networks: research challenges. Ad Hoc Netw 3(3):257\u2013279","journal-title":"Ad Hoc Netw"},{"issue":"4","key":"3357_CR3","doi-asserted-by":"publisher","first-page":"785","DOI":"10.1109\/JOE.2015.2451251","volume":"40","author":"YM Aval","year":"2015","unstructured":"Aval YM, Wilson SK, Stojanovic M (2015) On the achievable rate of a class of acoustic channels and practical power allocation strategies for ofdm systems. IEEE J Oceanic Eng 40(4):785\u2013795","journal-title":"IEEE J Oceanic Eng"},{"issue":"1","key":"3357_CR4","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1561\/2200000024","volume":"5","author":"S Bubeck","year":"2012","unstructured":"Bubeck S, Cesabianchi N (2012) Regret analysis of stochastic and nonstochastic multi-armed bandit problems. Found Trends Mach Learn 5(1):101\u2013112","journal-title":"Found Trends Mach Learn"},{"key":"3357_CR5","doi-asserted-by":"crossref","unstructured":"Coucheney P, Khawam K, Cohen J (2015) Multi-armed bandit for distributed inter-cell interference coordination. In: IEEE International Conference on Communications, pp 3323\u20133328","DOI":"10.1109\/ICC.2015.7248837"},{"key":"3357_CR6","doi-asserted-by":"crossref","unstructured":"Gai Y, Krishnamachari B (2012) Online learning algorithms for stochastic water-filling. In: Information Theory and Applications Workshop, pp 352\u2013356","DOI":"10.1109\/ITA.2012.6181777"},{"issue":"23","key":"3357_CR7","doi-asserted-by":"publisher","first-page":"6184","DOI":"10.1109\/TSP.2014.2360821","volume":"62","author":"Y Gai","year":"2014","unstructured":"Gai Y, Krishnamachari B (2014) Distributed stochastic online learning policies for opportunistic spectrum access. IEEE Trans Signal Process 62(23):6184\u20136193","journal-title":"IEEE Trans Signal Process"},{"key":"3357_CR8","doi-asserted-by":"crossref","unstructured":"Gai Y, Krishnamachari B, Jain R (2010) Learning multiuser channel allocations in cognitive radio networks: A combinatorial multi-armed bandit formulation. In: New Frontiers in Dynamic Spectrum, 2010 IEEE Symposium on, pp 1\u20139","DOI":"10.1109\/DYSPAN.2010.5457857"},{"issue":"4","key":"3357_CR9","doi-asserted-by":"publisher","first-page":"1543","DOI":"10.1109\/TWC.2013.022213.120016","volume":"12","author":"S Guruacharya","year":"2013","unstructured":"Guruacharya S, Niyato D, Dong IK, Hossain E (2013) Hierarchical competition for downlink power allocation in ofdma femtocell networks. IEEE Trans Wireless Commun 12(4):1543\u20131553","journal-title":"IEEE Trans Wireless Commun"},{"issue":"8","key":"3357_CR10","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1109\/MCOM.2015.7180508","volume":"53","author":"G Han","year":"2015","unstructured":"Han G, Jiang J, Sun N, Shu L (2015) Secure communication for underwater acoustic sensor networks. IEEE Commun Mag 53(8):54\u201360","journal-title":"IEEE Commun Mag"},{"issue":"2","key":"3357_CR11","first-page":"282","volume":"23","author":"J Han","year":"2016","unstructured":"Han J, Zhang L, Leus G (2016a) Partial fft demodulation for mimo-ofdm over time-varying underwater acoustic channels. IEEE Signal Process Lett 23(2):282\u2013286","journal-title":"IEEE Signal Process Lett"},{"key":"3357_CR12","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1016\/j.jnca.2016.07.007","volume":"73","author":"S Han","year":"2016","unstructured":"Han S, Li X, Liu Z, Guan X (2016b) Hierarchical-game-based algorithm for downlink joint subchannel and power allocation in ofdma femtocell networks. J Netw Comput Appl 73:44\u201356","journal-title":"J Netw Comput Appl"},{"issue":"4","key":"3357_CR13","doi-asserted-by":"publisher","first-page":"936","DOI":"10.1109\/JOE.2010.2080410","volume":"35","author":"JM Jornet","year":"2010","unstructured":"Jornet JM, Stojanovic M, Zorzi M (2010) On joint frequency and power allocation in a cross-layer protocol for underwater acoustic networks. IEEE J Oceanic Eng 35(4):936\u2013947","journal-title":"IEEE J Oceanic Eng"},{"key":"3357_CR14","doi-asserted-by":"crossref","unstructured":"Kumar P, Trivedi VK, Kumar P (2015) Recent trends in multicarrier underwater acoustic communications. In: Underwater Technology, pp 1\u20138","DOI":"10.1109\/UT.2015.7108313"},{"issue":"2","key":"3357_CR15","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1109\/48.486788","volume":"21","author":"HA Leinhos","year":"1996","unstructured":"Leinhos HA (1996) Capacity calculations for rapidly fading communications channels. IEEE J Oceanic Eng 21(2):137\u2013142","journal-title":"IEEE J Oceanic Eng"},{"issue":"2","key":"3357_CR16","doi-asserted-by":"publisher","first-page":"382","DOI":"10.1109\/LCOMM.2016.2625300","volume":"21","author":"X Li","year":"2017","unstructured":"Li X, Liu J, Yan L, Han S, Guan X (2017) Relay selection in underwater acoustic cooperative networks: a contextual bandit approach. IEEE Commun Lett 21(2):382\u2013385","journal-title":"IEEE Commun Lett"},{"issue":"3","key":"3357_CR17","doi-asserted-by":"publisher","first-page":"582","DOI":"10.1109\/TMC.2013.13","volume":"13","author":"J Liu","year":"2014","unstructured":"Liu J, Wang Z, Zuba M, Peng Z, Cui JH, Zhou S (2014) Da-sync: a dopplerassisted time-synchronization scheme for mobile underwater sensor networks. IEEE Trans Mob Comput 13(3):582\u2013595","journal-title":"IEEE Trans Mob Comput"},{"issue":"10","key":"3357_CR18","doi-asserted-by":"publisher","first-page":"4565","DOI":"10.1109\/TVT.2014.2369425","volume":"64","author":"S Maghsudi","year":"2015","unstructured":"Maghsudi S, Staczak S (2015) Joint channel selection and power control in infrastructureless wireless networks: a multiplayer multiarmed bandit framework. IEEE Trans Veh Technol 64(10):4565\u20134578","journal-title":"IEEE Trans Veh Technol"},{"issue":"5","key":"3357_CR19","doi-asserted-by":"publisher","first-page":"982","DOI":"10.1109\/LCOMM.2016.2539159","volume":"20","author":"F Morvari","year":"2016","unstructured":"Morvari F, Ghasemi A (2016) Two-stage resource allocation for random access m2m communications in lte network. IEEE Commun Lett 20(5):982\u2013985","journal-title":"IEEE Commun Lett"},{"issue":"5","key":"3357_CR20","doi-asserted-by":"publisher","first-page":"3166","DOI":"10.1109\/TVT.2015.2436334","volume":"65","author":"DWK Ng","year":"2016","unstructured":"Ng DWK, Lo ES, Schober R (2016) Multiobjective resource allocation for secure communication in cognitive radio networks with wireless information and power transfer. IEEE Trans Veh Technol 65(5):3166\u20133184","journal-title":"IEEE Trans Veh Technol"},{"issue":"4","key":"3357_CR21","doi-asserted-by":"publisher","first-page":"514","DOI":"10.1109\/JOE.2011.2167071","volume":"36","author":"C Polprasert","year":"2011","unstructured":"Polprasert C, Ritcey JA, Stojanovic M (2011) Capacity of ofdm systems over fading underwater acoustic channels. IEEE J Oceanic Eng 36(4):514\u2013524","journal-title":"IEEE J Oceanic Eng"},{"issue":"4","key":"3357_CR22","doi-asserted-by":"publisher","first-page":"701","DOI":"10.1109\/JOE.2013.2278787","volume":"38","author":"P Qarabaqi","year":"2013","unstructured":"Qarabaqi P, Stojanovic M (2013) Statistical characterization and computationally efficient modeling of a class of underwater acoustic communication channels. IEEE J Oceanic Eng 38(4):701\u2013717","journal-title":"IEEE J Oceanic Eng"},{"issue":"3","key":"3357_CR23","doi-asserted-by":"publisher","first-page":"663","DOI":"10.1109\/JOE.2007.899275","volume":"32","author":"S Roy","year":"2007","unstructured":"Roy S, Duman TM, Mcdonald V, Proakis JG (2007) High-rate communication for underwater acoustic channels using multiple transmitters and space time coding: receiver structures and experimental results. IEEE J Oceanic Eng 32(3):663\u2013688","journal-title":"IEEE J Oceanic Eng"},{"issue":"6","key":"3357_CR24","doi-asserted-by":"publisher","first-page":"1091","DOI":"10.1109\/JSAC.2007.070804","volume":"25","author":"KW Shum","year":"2007","unstructured":"Shum KW, Leung KK, Chi WS (2007) Convergence of iterative waterfilling algorithm for gaussian interference channels. IEEE J Sel Areas Commun 25(6):1091\u20131100","journal-title":"IEEE J Sel Areas Commun"},{"issue":"6","key":"3357_CR25","doi-asserted-by":"publisher","first-page":"1260","DOI":"10.1109\/JSAC.2011.110613","volume":"29","author":"K Son","year":"2011","unstructured":"Son K, Lee S, Yi Y, Song C (2011) Refim: a practical interference management in heterogeneous wireless access networks. IEEE J Sel Areas Commun 29(6):1260\u20131272","journal-title":"IEEE J Sel Areas Commun"},{"issue":"1","key":"3357_CR26","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1109\/48.820738","volume":"25","author":"EM Sozer","year":"2000","unstructured":"Sozer EM, Stojanovic M, Proakis JG (2000) Underwater acoustic networks. IEEE J Oceanic Eng 25(1):72\u201383","journal-title":"IEEE J Oceanic Eng"},{"key":"3357_CR27","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1016\/j.adhoc.2014.10.014","volume":"26","author":"Y Su","year":"2015","unstructured":"Su Y, Zhu Y, Mo H, Cui JH, Jin Z (2015) A joint power control and rate adaptation mac protocol for underwater sensor networks. Ad Hoc Netw 26:36\u201349","journal-title":"Ad Hoc Netw"},{"key":"3357_CR28","doi-asserted-by":"publisher","DOI":"10.1002\/dac.3350","author":"G Tuna","year":"2017","unstructured":"Tuna G, Gungor VC (2017) A survey on deployment techniques, localization algorithms, and research challenges for underwater acoustic sensor networks. Int J Commun Syst. \n                    https:\/\/doi.org\/10.1002\/dac.3350","journal-title":"Int J Commun Syst"},{"issue":"4","key":"3357_CR29","doi-asserted-by":"publisher","first-page":"614","DOI":"10.1109\/JOE.2013.2278913","volume":"38","author":"PAV Walree","year":"2013","unstructured":"Walree PAV (2013) Propagation and scattering effects in underwater acoustic communication channels. IEEE J Oceanic Eng 38(4):614\u2013631","journal-title":"IEEE J Oceanic Eng"},{"key":"3357_CR30","unstructured":"Wang W, Kwasinski A, Niyato D, Han Z (2016) Learning for robust routing based on stochastic game in cognitive radio networks. arXiv preprint \n                    arXiv:160308664"},{"issue":"5","key":"3357_CR31","doi-asserted-by":"publisher","first-page":"132","DOI":"10.1109\/MCOM.2016.7470947","volume":"54","author":"M Wen","year":"2016","unstructured":"Wen M, Cheng X, Yang L, Li Y, Cheng X, Ji F (2016) Index modulated ofdm for underwater acoustic communications. IEEE Commun Mag 54(5):132\u2013137","journal-title":"IEEE Commun Mag"}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-018-3357-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00500-018-3357-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-018-3357-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,20]],"date-time":"2019-09-20T23:45:31Z","timestamp":1569023131000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00500-018-3357-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,6,29]]},"references-count":31,"journal-issue":{"issue":"16","published-print":{"date-parts":[[2019,8]]}},"alternative-id":["3357"],"URL":"https:\/\/doi.org\/10.1007\/s00500-018-3357-9","relation":{},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"type":"print","value":"1432-7643"},{"type":"electronic","value":"1433-7479"}],"subject":[],"published":{"date-parts":[[2018,6,29]]},"assertion":[{"value":"29 June 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}]}}