{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,5]],"date-time":"2026-01-05T07:13:58Z","timestamp":1767597238694,"version":"3.41.0"},"publisher-location":"New York, New York, USA","reference-count":10,"publisher":"ACM Press","license":[{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015]]},"DOI":"10.1145\/2831296.2831338","type":"proceedings-article","created":{"date-parts":[[2016,3,14]],"date-time":"2016-03-14T13:11:18Z","timestamp":1457961078000},"page":"1-5","source":"Crossref","is-referenced-by-count":17,"title":["A Reinforcement Learning-based Data-Link Protocol for Underwater Acoustic Communications"],"prefix":"10.1145","author":[{"given":"Valerio Di","family":"Valerio","sequence":"first","affiliation":[{"name":"University of Rome \"La Sapienza\", Dept. of Computer Science"}]},{"given":"Chiara","family":"Petrioli","sequence":"additional","affiliation":[{"name":"University of Rome \"La Sapienza\", Dept. of Computer Science"}]},{"given":"Loreto","family":"Pescosolido","sequence":"additional","affiliation":[{"name":"University of Rome \"La Sapienza\", DIET Dept."}]},{"given":"Mihaela","family":"Van Der Shaar","sequence":"additional","affiliation":[{"name":"University of California Los Angeles, Dept. of Electrical Engineering"}]}],"member":"320","reference":[{"key":"key-10.1145\/2831296.2831338-1","doi-asserted-by":"crossref","unstructured":"M. Chitre and K. Pelekanakis. \"Channel variability measurements in an underwater acoustic network.\" Underwater Communications and Networking (UComms), 2014. IEEE, 2014.","DOI":"10.1109\/UComms.2014.7017123"},{"key":"key-10.1145\/2831296.2831338-2","doi-asserted-by":"crossref","unstructured":"P. Casari, M. Rossi, M. Zorzi, Towards optimal broadcasting policies for HARQ based on fountain codes in underwater networks, in: Proc. IEEE\/IFIP WONS, 2008.","DOI":"10.1109\/WONS.2008.4459350"},{"key":"key-10.1145\/2831296.2831338-3","doi-asserted-by":"crossref","unstructured":". Tomasi et al., Redundancy allocation in time-varying channels with long propagation delays, Ad Hoc Netw. (2015), http:\/\/dx.doi.org\/10.1016\/j.adhoc.2015.01.009","DOI":"10.1016\/j.adhoc.2015.01.009"},{"key":"key-10.1145\/2831296.2831338-4","doi-asserted-by":"crossref","unstructured":"B. Tomasi et al., Cross-layer analysis via Markov models of incremental redundancy hybrid ARQ over underwater acoustic channels, in press, Ad Hoc Netw. (2014), http:\/\/dx.doi.org\/10.1016\/j.adhoc.2014.07.013","DOI":"10.1016\/j.adhoc.2014.07.013"},{"key":"key-10.1145\/2831296.2831338-5","unstructured":"R. S. Sutton and A. G. Barto. Reinforcement learning: An introduction. Cambridge: MIT press, 1998."},{"key":"key-10.1145\/2831296.2831338-6","doi-asserted-by":"crossref","unstructured":"N. Mastronarde and M. van der Schaar. \"Joint physical-layer and system-level power management for delay-sensitive wireless communications.\" IEEE Trans. Mob. Comp. 12.4 (2013): 694-709.","DOI":"10.1109\/TMC.2012.36"},{"key":"key-10.1145\/2831296.2831338-7","doi-asserted-by":"crossref","unstructured":"T. Hu and Y. Fei, QELAR: A Machine-Learning-Based Adaptive Routing Protocol for Energy-Efficient and Lifetime-Extended Underwater Sensor Networks, IEEE Trans. Mob. Comp, Vol. 9, No. 6, pp. 796--808, JUNE 2010.","DOI":"10.1109\/TMC.2010.28"},{"key":"key-10.1145\/2831296.2831338-8","doi-asserted-by":"crossref","unstructured":"R. Plate, C. Wakayama, Utilizing kinematics and selective sweeping in reinforcement learning-based routing algorithms for underwater networks, in press, Ad Hoc Netw. (2014), http:\/\/dx.doi.org\/10.1016\/j.adhoc.2014.09.012.","DOI":"10.1016\/j.adhoc.2014.09.012"},{"key":"key-10.1145\/2831296.2831338-9","doi-asserted-by":"crossref","unstructured":"B. Tomasi, et al. \"On modeling JANUS packet errors over a shallow water acoustic channel using Markov and hidden Markov models.\" Proc. 2010 IEEE Military Communications Conference (MILCOM 2010), San Jose, Ca, USA, Oct. 31 - Nov. 3, 2010.","DOI":"10.1109\/MILCOM.2010.5680327"},{"key":"key-10.1145\/2831296.2831338-10","unstructured":"M. L. Puterman, \"Markov decision processes: discrete stochastic dynamic programming\", Wiley, 2019."}],"event":{"number":"10","sponsor":["ONRGlobal, U.S. Office of Naval Research Global","SIGMOBILE, ACM Special Interest Group on Mobility of Systems, Users, Data and Computing","ASA, American Statistical Association"],"acronym":"WUWNET '15","name":"the 10th International Conference","start":{"date-parts":[[2015,10,22]]},"location":"Arlington, VA, USA","end":{"date-parts":[[2015,10,24]]}},"container-title":["Proceedings of the 10th International Conference on Underwater Networks & Systems - WUWNET '15"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2831296.2831338","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/dl.acm.org\/ft_gateway.cfm?id=2831338&ftid=1698467&dwn=1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T05:48:12Z","timestamp":1750225692000},"score":1,"resource":{"primary":{"URL":"http:\/\/dl.acm.org\/citation.cfm?doid=2831296.2831338"}},"subtitle":[],"proceedings-subject":"Underwater Networks & Systems","short-title":[],"issued":{"date-parts":[[2015]]},"references-count":10,"URL":"https:\/\/doi.org\/10.1145\/2831296.2831338","relation":{},"subject":[],"published":{"date-parts":[[2015]]}}}