{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:14:44Z","timestamp":1742912084012,"version":"3.40.3"},"publisher-location":"Cham","reference-count":19,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031575228"},{"type":"electronic","value":"9783031575235"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-57523-5_22","type":"book-chapter","created":{"date-parts":[[2024,4,28]],"date-time":"2024-04-28T15:01:38Z","timestamp":1714316498000},"page":"287-298","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["RateRL: A Framework for\u00a0Developing RL-Based Rate Adaptation Algorithms in\u00a0ns-3"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7804-0246","authenticated-orcid":false,"given":"Ruben","family":"Queiros","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0002-9107-0639","authenticated-orcid":false,"given":"Lu\u00eds","family":"Ferreira","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7672-8335","authenticated-orcid":false,"given":"Helder","family":"Fontes","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9419-6670","authenticated-orcid":false,"given":"Rui","family":"Campos","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,4,29]]},"reference":[{"key":"22_CR1","unstructured":"Abadi, M., et\u00a0al.: $$\\{$$TensorFlow$$\\}$$: a system for $$\\{$$Large-Scale$$\\}$$ machine learning. In: 12th USENIX Symposium on Operating Systems Design and Implementation (OSDI 16), pp. 265\u2013283 (2016)"},{"key":"22_CR2","doi-asserted-by":"crossref","unstructured":"Alliche, R.A., Barros, T.D.S., Aparicio-Pardo, R., Sassatelli, L.: PRISMA: a packet routing simulator for multi-agent reinforcement learning. In: 2022 IFIP Networking Conference (IFIP Networking), pp.\u00a01\u20136. IEEE (2022)","DOI":"10.23919\/IFIPNetworking55013.2022.9829797"},{"key":"22_CR3","unstructured":"Brockman, G., et al.: OpenAI gym (2016)"},{"key":"22_CR4","doi-asserted-by":"publisher","unstructured":"Byeon, S., Yoon, K., Yang, C., Choi, S.: STRALE: Mobility-aware PHY rate and frame aggregation length adaptation in WLANs. In: IEEE INFOCOM 2017 - IEEE Conference on Computer Communications, pp.\u00a01\u20139 (2017). https:\/\/doi.org\/10.1109\/INFOCOM.2017.8056965","DOI":"10.1109\/INFOCOM.2017.8056965"},{"key":"22_CR5","doi-asserted-by":"publisher","unstructured":"Chen, S.C., Li, C.Y., Chiu, C.H.: An experience driven design for IEEE 802.11ac rate adaptation based on reinforcement learning. In: IEEE INFOCOM 2021 - IEEE Conference on Computer Communications, pp. 1\u201310 (2021). https:\/\/doi.org\/10.1109\/INFOCOM42981.2021.9488876","DOI":"10.1109\/INFOCOM42981.2021.9488876"},{"key":"22_CR6","series-title":"Lecture Notes in Electrical Engineering","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1007\/978-981-15-9343-7_24","volume-title":"Advances in Computer Science and Ubiquitous Computing","author":"S Cho","year":"2021","unstructured":"Cho, S.: Reinforcement learning for rate adaptation in CSMA\/CA wireless networks. In: Park, J.J., Fong, S.J., Pan, Y., Sung, Y. (eds.) Advances in Computer Science and Ubiquitous Computing. Lecture Notes in Electrical Engineering, vol. 715, pp. 175\u2013181. Springer, Singapore (2021). https:\/\/doi.org\/10.1007\/978-981-15-9343-7_24"},{"key":"22_CR7","unstructured":"FietKau, F.: Minstrel_HT: new rate control module for 802.11n [LWN.net] (2010). https:\/\/lwn.net\/Articles\/376765. Accessed 20 May 2022"},{"key":"22_CR8","doi-asserted-by":"crossref","unstructured":"Gaw\u0142owicz, P., Zubow, A.: ns-3 meets OpenAI gym: the playground for machine learning in networking research. In: Proceedings of the 22nd International ACM Conference on Modeling, Analysis and Simulation of Wireless and Mobile Systems, pp. 113\u2013120 (2019)","DOI":"10.1145\/3345768.3355908"},{"key":"22_CR9","unstructured":"Guadarrama, S., et al.: TF-Agents: A library for reinforcement learning in TensorFlow. https:\/\/github.com\/tensorflow\/agents (2018), https:\/\/github.com\/tensorflow\/agents. Accessed 25 June 2019"},{"key":"22_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.comcom.2017.05.017","volume":"110","author":"R Karmakar","year":"2017","unstructured":"Karmakar, R., Chattopadhyay, S., Chakraborty, S.: SmartLA: reinforcement learning-based link adaptation for high throughput wireless access networks. Comput. Commun. 110, 1\u201325 (2017)","journal-title":"Comput. Commun."},{"issue":"3","key":"22_CR11","doi-asserted-by":"publisher","first-page":"318","DOI":"10.3390\/electronics10030318","volume":"10","author":"M Kulin","year":"2021","unstructured":"Kulin, M., Kazaz, T., De Poorter, E., Moerman, I.: A survey on machine learning-based performance improvement of wireless networks: PHY, MAC and network layer. Electronics 10(3), 318 (2021)","journal-title":"Electronics"},{"key":"22_CR12","doi-asserted-by":"publisher","unstructured":"Mahmoud, H.H.H., Ismail, T.: A review of machine learning use-cases in telecommunication industry in the 5G era. In: 2020 16th International Computer Engineering Conference (ICENCO), pp. 159\u2013163 (2020). https:\/\/doi.org\/10.1109\/ICENCO49778.2020.9357376","DOI":"10.1109\/ICENCO49778.2020.9357376"},{"key":"22_CR13","unstructured":"Paszke, A., et\u00a0al.: PyTorch: an imperative style, high-performance deep learning library. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"22_CR14","doi-asserted-by":"crossref","unstructured":"Pratama, M.H.B., Nakashima, T., Nagao, Y., Kurosaki, M., Ochi, H.: Experimental evaluation of rate adaptation using deep-Q-network in IEEE 802.11 WLAN. In: 2023 IEEE 20th Consumer Communications & Networking Conference (CCNC), pp. 668\u2013669. IEEE (2023)","DOI":"10.1109\/CCNC51644.2023.10060609"},{"key":"22_CR15","doi-asserted-by":"publisher","unstructured":"Queir\u00f3s, R., Almeida, E.N., Fontes, H., Ruela, J., Campos, R.: Wi-fi rate adaptation using a simple deep reinforcement learning approach. In: 2022 IEEE Symposium on Computers and Communications (ISCC), pp.\u00a01\u20133 (2022). https:\/\/doi.org\/10.1109\/ISCC55528.2022.9912784","DOI":"10.1109\/ISCC55528.2022.9912784"},{"key":"22_CR16","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1007\/978-3-642-12331-3_2","volume-title":"Modeling and Tools for Network Simulation","author":"GF Riley","year":"2010","unstructured":"Riley, G.F., Henderson, T.R.: The ns-3 network simulator. In: Wehrle, K., Gunes, M., Gross, J. (eds.) Modeling and Tools for Network Simulation, pp. 15\u201334. Springer, Berlin (2010). https:\/\/doi.org\/10.1007\/978-3-642-12331-3_2"},{"key":"22_CR17","doi-asserted-by":"crossref","unstructured":"Szott, S., et al.: Wi-Fi meets ML: a survey on improving IEEE 802.11 performance with machine learning. IEEE Commun. Surv. Tutorials 24(3), 1843\u20131893 (2022)","DOI":"10.1109\/COMST.2022.3179242"},{"key":"22_CR18","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C.J., Dayan, P.: Q-learning. Mach. Learn. 8, 279\u2013292 (1992)","journal-title":"Mach. Learn."},{"key":"22_CR19","doi-asserted-by":"publisher","unstructured":"Yin, H., et al.: ns3-AI: fostering artificial intelligence algorithms for networking research. In: Proceedings of the 2020 Workshop on ns-3, WNS3 2020, pp. 57-64. Association for Computing Machinery, New York (2020). https:\/\/doi.org\/10.1145\/3389400.3389404","DOI":"10.1145\/3389400.3389404"}],"container-title":["Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","Simulation Tools and Techniques"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-57523-5_22","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,17]],"date-time":"2024-11-17T05:53:48Z","timestamp":1731822828000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-57523-5_22"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031575228","9783031575235"],"references-count":19,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-57523-5_22","relation":{},"ISSN":["1867-8211","1867-822X"],"issn-type":[{"type":"print","value":"1867-8211"},{"type":"electronic","value":"1867-822X"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"29 April 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SIMUtools","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Simulation Tools and Techniques","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Seville","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 December 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 December 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"simutools2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/simutools.eai-conferences.org\/2023\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EAI Confy +","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"58","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.5","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}