{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,8]],"date-time":"2026-09-08T15:06:24Z","timestamp":1788879984595,"version":"build-2803163510"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2023,2,13]],"date-time":"2023-02-13T00:00:00Z","timestamp":1676246400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,2,13]],"date-time":"2023-02-13T00:00:00Z","timestamp":1676246400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Netw"],"published-print":{"date-parts":[[2023,5]]},"DOI":"10.1007\/s11276-023-03257-0","type":"journal-article","created":{"date-parts":[[2023,2,13]],"date-time":"2023-02-13T10:04:16Z","timestamp":1676282656000},"page":"1899-1909","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["An adaptive backoff selection scheme based on Q-learning for CSMA\/CA"],"prefix":"10.1007","volume":"29","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1848-4931","authenticated-orcid":false,"given":"Zhichao","family":"Zheng","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shengming","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ruoyu","family":"Feng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lige","family":"Ge","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chongchong","family":"Gu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,2,13]]},"reference":[{"key":"3257_CR1","doi-asserted-by":"crossref","unstructured":"Ahmadi, H. & Bouallegue, R. (2017). Exploiting machine learning strategies and rssi for localization in wireless sensor networks: A survey. In 13th International Wireless Communications and Mobile Computing Conference (IWCMC) (pp. 1150\u20131154).","DOI":"10.1109\/IWCMC.2017.7986447"},{"issue":"1","key":"3257_CR2","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1109\/COMST.2017.2768802","volume":"20","author":"S Jiang","year":"2018","unstructured":"Jiang, S. (2018). State-of-the-art medium access control (mac) protocols for underwater acoustic networks: A survey based on a mac reference model. IEEE Communications Surveys and Tutorials, 20(1), 96\u2013131.","journal-title":"IEEE Communications Surveys and Tutorials"},{"key":"3257_CR3","doi-asserted-by":"crossref","unstructured":"Khamukhin, A. A. & Bertoldo, S. (2016). Spectral analysis of forest fire noise for early detection using wireless sensor networks. In International Siberian Conference on Control and Communications (SIBCON) (pp. 1\u20134).","DOI":"10.1109\/SIBCON.2016.7491654"},{"key":"3257_CR4","doi-asserted-by":"crossref","unstructured":"Bao, S. & Fujii, T. (2011). Q-learning based p-pesistent csma mac protcol for secondary user of cognitive radio networks. In Third International Conference on Intelligent Networking and Collaborative Systems (pp. 336\u2013337).","DOI":"10.1109\/INCoS.2011.140"},{"key":"3257_CR5","doi-asserted-by":"crossref","unstructured":"Sutton, Richard, & Barto, Andrew. (1998). Reinforcement learning: An introduction, adaptive computation and machine learning series.","DOI":"10.1109\/TNN.1998.712192"},{"issue":"12","key":"3257_CR6","doi-asserted-by":"publisher","first-page":"10981","DOI":"10.1109\/TIE.2019.2960753","volume":"67","author":"TT Nguyen","year":"2020","unstructured":"Nguyen, T. T., & Scsma, HOh. (2020). A smart csma\/ca using blind learning for wireless sensor networks. IEEE Transactions on Industrial Electronics, 67(12), 10981\u201310988.","journal-title":"IEEE Transactions on Industrial Electronics"},{"issue":"2","key":"3257_CR7","doi-asserted-by":"publisher","first-page":"844","DOI":"10.1109\/TCCN.2019.2957224","volume":"6","author":"E Nisioti","year":"2020","unstructured":"Nisioti, E., & Thomos, N. (2020). Fast q-learning for improved finite length performance of irregular repetition slotted aloha. IEEE Transactions on Cognitive Communications and Networking, 6(2), 844\u2013857.","journal-title":"IEEE Transactions on Cognitive Communications and Networking"},{"key":"3257_CR8","doi-asserted-by":"crossref","unstructured":"Liu, Y., Liu, H., Fang, H. et al. (2019). Enhancement objective q-learning mac for emergency transmission. In 6th International Symposium on Electromagnetic Compatibility (ISEMC), (pp. 1\u20135).","DOI":"10.1109\/ISEMC48616.2019.8986096"},{"key":"3257_CR9","doi-asserted-by":"crossref","unstructured":"Mastronarde, N., Modares, J., Wu, C. & Chakareski, J. (2016). Reinforcement learning for energy-efficient delay-sensitive csma\/ca scheduling. In IEEE Global Communications Conference (GLOBECOM) (pp. 1\u20137).","DOI":"10.1109\/GLOCOM.2016.7842209"},{"key":"3257_CR10","doi-asserted-by":"crossref","unstructured":"Kakalou, I., Papadimitriou, G. I., Nicopolitidis, P., Sarigiannidis, P. G. & Obaidat, M. S. (2015). A reinforcement learning-based cognitive mac protocol. In IEEE International Conference on Communications (ICC) (pp. 5608\u20135613).","DOI":"10.1109\/ICC.2015.7249216"},{"key":"3257_CR11","doi-asserted-by":"crossref","unstructured":"He, C., Wang, Q., Xu, Y., Liu, J. & Xu, Y. (2019). A q-learning based cross-layer transmission protocol for manets. In 2019 IEEE International Conferences on Ubiquitous Computing Communications (IUCC) and Data Science and Computational Intelligence (DSCI) and Smart Computing, Networking and Services (SmartCNS) (pp. 580\u2013585).","DOI":"10.1109\/IUCC\/DSCI\/SmartCNS.2019.00122"},{"issue":"9","key":"3257_CR12","doi-asserted-by":"publisher","first-page":"1094","DOI":"10.1016\/j.comcom.2012.10.007","volume":"36","author":"Jin Lu","year":"2013","unstructured":"Lu, Jin, & Huang, Defeng David. (2013). A slotted csma based reinforcement learning approach for extending the lifetime of underwater acoustic wireless sensor networks. Computer Communications, 36(9), 1094\u20131099.","journal-title":"Computer Communications"},{"key":"3257_CR13","doi-asserted-by":"crossref","unstructured":"Duan, Jingshan, Zhuang, Yiqun, & Ma, Lixiang. (2012). An adaptive rts\/cts mechanism in ieee 802.15.4 for multi-hop networks. In 2012 International Conference on Computational Problem-Solving (ICCP) (pp. 155\u2013159).","DOI":"10.1109\/ICCPS.2012.6384306"},{"key":"3257_CR14","doi-asserted-by":"crossref","unstructured":"Kou, K., Lei, L., Zhang, L., Cai, S. & Shen, G. (2019). Intelligent selection: A neural network-based mac protocol-selection mechanism for wireless ad hoc networks. In IEEE 19th International Conference on Communication Technology (ICCT) (pp. 424\u2013429).","DOI":"10.1109\/ICCT46805.2019.8947101"},{"key":"3257_CR15","doi-asserted-by":"crossref","unstructured":"Cho, Soohyun. (2021). Reinforcement learning for rate adaptation in csma\/ca wireless networks. In Advances in Computer Science and Ubiquitous Computing (pp. 175\u2013181). Springer.","DOI":"10.1007\/978-981-15-9343-7_24"},{"issue":"5","key":"3257_CR16","first-page":"1048","volume":"16","author":"Soohyun Cho","year":"2020","unstructured":"Cho, Soohyun. (2020). Rate adaptation with q-learning in csma\/ca wireless networks. Journal of Information processing systems, 16(5), 1048\u20131063.","journal-title":"Journal of Information processing systems"},{"key":"3257_CR17","doi-asserted-by":"crossref","unstructured":"Lee, Dong-jin, Deng, Yafeng, & Choi, Young-June. (2020). Back-off improvement by using q-learning in ieee 802.11p vehicular network. In 2020 International Conference on Information and Communication Technology Convergence (ICTC) (pp. 1819\u20131821).","DOI":"10.1109\/ICTC49870.2020.9289541"},{"key":"3257_CR18","doi-asserted-by":"crossref","unstructured":"Chen, Yen-Wen & Kao, Kuo-Che. (2021). Study of contention window adjustment for csma\/ca by using machine learning. In 2021 22nd Asia-Pacific Network Operations and Management Symposium (APNOMS) (pp. 206\u2013209).","DOI":"10.23919\/APNOMS52696.2021.9562498"},{"issue":"1","key":"3257_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.6109\/jicce.2012.10.1.001","volume":"19","author":"Tae-Wook Kim","year":"2021","unstructured":"Kim, Tae-Wook., & Hwang, Gyung-Ho. (2021). Performance enhancement of csma\/ca mac protocol based on reinforcement learning. Journal of information and communication convergence engineering, 19(1), 1\u20137.","journal-title":"Journal of information and communication convergence engineering"},{"key":"3257_CR20","doi-asserted-by":"publisher","first-page":"3500","DOI":"10.1109\/ACCESS.2018.2886216","volume":"7","author":"Rashid Ali","year":"2018","unstructured":"Ali, Rashid, Shahin, Nurullah, Zikria, Yousaf Bin, Kim, Byung-Seo., & Kim, Sung Won. (2018). Deep reinforcement learning paradigm for performance optimization of channel observation-based mac protocols in dense wlans. IEEE Access, 7, 3500\u20133511.","journal-title":"IEEE Access"},{"issue":"4","key":"3257_CR21","doi-asserted-by":"publisher","first-page":"1251","DOI":"10.1007\/s11276-016-1402-0","volume":"24","author":"Hossein Bayat-Yeganeh","year":"2018","unstructured":"Bayat-Yeganeh, Hossein, Shah-Mansouri, Vahid, & Kebriaei, Hamed. (2018). A multi-state q-learning based csma mac protocol for wireless networks. Wireless Networks, 24(4), 1251\u20131264.","journal-title":"Wireless Networks"},{"issue":"6","key":"3257_CR22","doi-asserted-by":"publisher","first-page":"1277","DOI":"10.1109\/JSAC.2019.2904329","volume":"37","author":"Y Yu","year":"2019","unstructured":"Yu, Y., Wang, T., & Liew, S. C. (2019). Deep-reinforcement learning multiple access for heterogeneous wireless networks. IEEE Journal on Selected Areas in Communications, 37(6), 1277\u20131290.","journal-title":"IEEE Journal on Selected Areas in Communications"},{"key":"3257_CR23","doi-asserted-by":"crossref","unstructured":"Moon, Sangwoo, Ahn, Sumyeong, Son, Kyunghwan, Park, Jinwoo, & Yi, Yung. (2021). Neuro-dcf: Design of wireless mac via multi-agent reinforcement learning approach. In Proceedings of the Twenty-second International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing (pp. 141\u2013150).","DOI":"10.1145\/3466772.3467043"},{"key":"3257_CR24","doi-asserted-by":"crossref","unstructured":"Zhang, Lyutianyang, Yin, Hao, Zhou, Zhanke. (2020). Sumit Roy and Yaping Sun. Enhancing wifi multiple access performance with federated deep reinforcement learning. In 2020 IEEE 92nd Vehicular Technology Conference (VTC2020-Fall) (pp. 1\u20136).","DOI":"10.1109\/VTC2020-Fall49728.2020.9348485"},{"issue":"11","key":"3257_CR25","doi-asserted-by":"publisher","first-page":"14078","DOI":"10.1109\/TVT.2020.3019687","volume":"69","author":"Yizhe Zhao","year":"2020","unstructured":"Zhao, Yizhe, Jie, Hu., Yang, Kun, & Cui, Shuguang. (2020). Deep reinforcement learning aided intelligent access control in energy harvesting based wlan. IEEE Transactions on Vehicular Technology, 69(11), 14078\u201314082.","journal-title":"IEEE Transactions on Vehicular Technology"},{"key":"3257_CR26","doi-asserted-by":"crossref","unstructured":"Barbosa, Paulo F. C., da Silva, Bruna A. (2020). Cleber Zanchettin and Renato M. de Moraes. Energy consumption optimization for csma\/ca protocol employing machine learning. In 2020 IEEE 91st Vehicular Technology Conference (VTC2020-Spring) (pp. 1\u20135).","DOI":"10.1109\/VTC2020-Spring48590.2020.9128450"},{"key":"3257_CR27","doi-asserted-by":"crossref","unstructured":"De Rango, Floriano, Cordeschi, Nicola & Ritacco, Francesco. (2021). Applying q-learning approach to csma scheme to dynamically tune the contention probability. In 2021 IEEE 18th Annual Consumer Communications Networking Conference (CCNC) (pp. 1\u20134).","DOI":"10.1109\/CCNC49032.2021.9369509"},{"key":"3257_CR28","unstructured":"Ieee standard for information technology\u2013telecommunications and information exchange between systems local and metropolitan area networks\u2013specific requirements - part 11: Wireless lan medium access control (mac) and physical layer (phy) specifications. IEEE Std 802.11-2016 (Revision of IEEE Std 802.11-2012), 1\u20133534, 2016."},{"key":"3257_CR29","unstructured":"Jin, Chi, Allen-Zhu, Zeyuan, Bubeck, Sebastien & Jordan, Michael I. (2018). Is q-learning provably efficient?. In S. Bengio, H. Wallach, H. Larochelle et al., (Eds.), Advances in Neural Information Processing Systems, volume 31. Curran Associates, Inc., [Online]. Available: https:\/\/proceedings.neurips.cc\/paper\/2018\/file\/d3b1fb02964aa64e257f9f26a31f72cf-Paper.pdf."},{"key":"3257_CR30","doi-asserted-by":"crossref","unstructured":"Gaw\u0142owicz, Piotr, & Zubow (2019). Anatolij ns-3 meets OpenAI Gym: The Playground for Machine Learning in Networking Research. In ACM International Conference on Modeling, Analysis and Simulation of Wireless and Mobile Systems (MSWiM). [Online]. Available: http:\/\/www.tkn.tu-berlin.de\/fileadmin\/fg112\/Papers\/2019\/gawlowicz19_mswim.pdf.","DOI":"10.1145\/3345768.3355908"}],"container-title":["Wireless Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-023-03257-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11276-023-03257-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-023-03257-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,27]],"date-time":"2023-04-27T15:12:58Z","timestamp":1682608378000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11276-023-03257-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,13]]},"references-count":30,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2023,5]]}},"alternative-id":["3257"],"URL":"https:\/\/doi.org\/10.1007\/s11276-023-03257-0","relation":{},"ISSN":["1022-0038","1572-8196"],"issn-type":[{"value":"1022-0038","type":"print"},{"value":"1572-8196","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,2,13]]},"assertion":[{"value":"24 January 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 February 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflicts of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}