{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,21]],"date-time":"2026-05-21T16:34:30Z","timestamp":1779381270002,"version":"3.53.1"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2013,4,26]],"date-time":"2013-04-26T00:00:00Z","timestamp":1366934400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Wireless Netw"],"published-print":{"date-parts":[[2013,11]]},"DOI":"10.1007\/s11276-013-0592-y","type":"journal-article","created":{"date-parts":[[2013,5,1]],"date-time":"2013-05-01T05:13:55Z","timestamp":1367385235000},"page":"2079-2091","source":"Crossref","is-referenced-by-count":19,"title":["Reinforcement learning based routing in wireless mesh networks"],"prefix":"10.1007","volume":"19","author":[{"given":"Mustapha","family":"Boushaba","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Abdelhakim","family":"Hafid","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Abdeltouab","family":"Belbekkouche","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michel","family":"Gendreau","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2013,4,26]]},"reference":[{"issue":"4","key":"592_CR1","doi-asserted-by":"crossref","first-page":"445","DOI":"10.1016\/j.comnet.2004.12.001","volume":"47","author":"IF Akyildiz","year":"2005","unstructured":"Akyildiz, I. F., Wang, X., & Wang, W. (2005). Wireless mesh networks: A survey. Computer Networks, 47(4), 445\u2013487.","journal-title":"Computer Networks"},{"issue":"1","key":"592_CR2","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1007\/s11276-011-0388-x","volume":"18","author":"D Benyamina","year":"2012","unstructured":"Benyamina, D., Hafid, A., & Gendreau, M. (2012). Design of scalable and efficient multi-radio wireless networks. Wireless Networks, 18(1), 75\u201394.","journal-title":"Wireless Networks"},{"issue":"5","key":"592_CR3","doi-asserted-by":"crossref","first-page":"8","DOI":"10.1109\/MWC.2003.1241089","volume":"10","author":"J Jun","year":"2003","unstructured":"Jun, J., & Sichitiu, M. L. (2003). The nominal capacity of wireless mesh networks. IEEE Wireless Communications, 10(5), 8\u201314.","journal-title":"IEEE Wireless Communications"},{"issue":"4","key":"592_CR4","doi-asserted-by":"crossref","first-page":"419","DOI":"10.1007\/s11276-005-1766-z","volume":"11","author":"DS Couto De","year":"2005","unstructured":"De Couto, D. S., Aguayo, D., Bicket, J., & Morris, R. (2005). A high-throughput path metric for multi-hop wireless routing. Wireless Networks, 11(4), 419\u2013434.","journal-title":"Wireless Networks"},{"key":"592_CR5","doi-asserted-by":"crossref","unstructured":"Draves, R., Padhye, J., & Zill, B. (2004). Routing in multi-radio, multi-hop wireless mesh networks. In Proceedings of the 10th Annual International Conference on Mobile Computing and Networking, pp. 114\u2013128.","DOI":"10.1145\/1023720.1023732"},{"issue":"1","key":"592_CR6","doi-asserted-by":"crossref","first-page":"6","DOI":"10.1109\/MNET.2008.4435897","volume":"22","author":"MEM Campista","year":"2008","unstructured":"Campista, M. E. M., Esposito, P. M., Moraes, I. M., Costa, L. H. M., Duarte, O. C. M., Passos, D. G., et al. (2008). Routing metrics and protocols for wireless mesh networks. IEEE Network, 22(1), 6\u201312.","journal-title":"IEEE Network"},{"issue":"4","key":"592_CR7","doi-asserted-by":"crossref","first-page":"333","DOI":"10.1023\/B:MONE.0000031592.23792.1c","volume":"9","author":"A Boukerche","year":"2004","unstructured":"Boukerche, A. (2004). Performance evaluation of routing protocols for ad hoc wireless networks. Mobile Networks and Applications, 9(4), 333\u2013342.","journal-title":"Mobile Networks and Applications"},{"key":"592_CR8","doi-asserted-by":"crossref","unstructured":"Fantacci, R., Tarchi, D., & Tassi, A. (2010). A novel routing algorithm for mobile pervasive computing. In Proceedings of Global Telecommunications Conference, pp. 1\u20135.","DOI":"10.1109\/GLOCOM.2010.5683765"},{"key":"592_CR9","volume-title":"Advanced trends in wireless communications","author":"R Fantacci","year":"2011","unstructured":"Fantacci, R., Tarchi, D., & Tassi, A. (2011). Wireless communication protocols for distributed computing environments. In M. Khatib (Ed.), Advanced trends in wireless communications. Rijeka: InTech."},{"key":"592_CR10","doi-asserted-by":"crossref","unstructured":"Clausen, T., & Jacquet, P. (2003). Optimized link state routing protocol (OLSR). RFC3626. IETF internet draft, http:\/\/www.ietf.org\/rfc\/rfc3626.txt .","DOI":"10.17487\/rfc3626"},{"key":"592_CR11","doi-asserted-by":"crossref","unstructured":"Perkins, C. E., & Royer, E. M. (1999). Ad-hoc on-demand distance vector routing. In Proceedings of the Second Workshop on Mobile Computing Systems and Applications, pp. 90\u2013100.","DOI":"10.1109\/MCSA.1999.749281"},{"key":"592_CR12","doi-asserted-by":"crossref","unstructured":"Park, V. D., & Corson, M. S. (1997). A highly adaptive distributed routing algorithm for mobile wireless networks. In Proceedings the Sixteenth Annual Joint Conference of the IEEE Computer and Communications Societies, pp. 1405\u20131413.","DOI":"10.1109\/INFCOM.1997.631180"},{"key":"592_CR13","unstructured":"Yang, Y., Wang, J., & Kravets, R. (2005). Interference-aware load balancing for multihop wireless networks, Technical report. University of Illinois at Urbana-Champaign, 361702."},{"key":"592_CR14","doi-asserted-by":"crossref","unstructured":"Boushaba, M., & Hafid, A. (2011). Best path to best gateway scheme for multichannel multi-interface wireless mesh networks. In Proceedings of Wireless Communications and Networking Conference, pp. 689\u2013694.","DOI":"10.1109\/WCNC.2011.5779216"},{"key":"592_CR15","unstructured":"Das, S., Wu, Y., Chandra, R., & Hu, Y. C. (2008). Context-based routing: Technique, applications, and experience. In Proceedings of the 5th USENIX Symposium on Networked Systems Design and Implementation, pp. 379\u2013392."},{"key":"592_CR16","doi-asserted-by":"crossref","unstructured":"Ma, L., & Denko, M. K. (2007, May). A routing metric for load-balancing in wireless mesh networks. In Proceedings of the 21st International Conference on Advanced Information Networking and Applications Workshops, pp. 409\u2013414.","DOI":"10.1109\/AINAW.2007.50"},{"key":"592_CR17","doi-asserted-by":"crossref","unstructured":"Shah, K., Di Francesco, M., & Kumar, M. (2012). Distributed resource management in wireless sensor networks using reinforcement learning. Wireless Networks, 1\u201320. doi: 10.1007\/s11276-012-0496-2 .","DOI":"10.1007\/s11276-012-0496-2"},{"key":"592_CR18","unstructured":"Boyan, J. A., & Littman, M. L. (1994). Packet routing in dynamically changing networks: A reinforcement learning approach. In Proceedings Advances in Neural Information Processing Systems, pp. 671\u201367."},{"issue":"12","key":"592_CR19","doi-asserted-by":"crossref","first-page":"2091","DOI":"10.1016\/j.comnet.2009.03.014","volume":"53","author":"A Belbekkouche","year":"2009","unstructured":"Belbekkouche, A., Hafid, A., & Gendreau, M. (2009). Novel reinforcement learning-based approaches to reduce loss probability in buffer-less OBS networks. Computer Networks, 53(12), 2091\u20132105.","journal-title":"Computer Networks"},{"issue":"6","key":"592_CR20","first-page":"1431","volume":"93","author":"WU Celimuge","year":"2010","unstructured":"Celimuge, W. U., & Kumekawa, K. (2010). Distributed reinforcement learning approach for vehicular ad hoc networks. IEICE Transactions on Communications, 93(6), 1431\u20131442.","journal-title":"IEICE Transactions on Communications"},{"key":"592_CR21","unstructured":"Beyens, P., Peeters, M., Steenhaut, K., & Nowe, A. (2005). Routing with compression in wireless sensor networks: A Q-learning approach. In Proceedings of the Fifth European Workshop on Adaptive Agents and Multi-Agent Systems."},{"key":"592_CR22","doi-asserted-by":"crossref","unstructured":"Lee, M., Marconett, D., Ye, X., & Yoo, S. B. (2007). Cognitive network management with reinforcement learning for wireless mesh networks. In Proceedings of IP Operations and Management, pp. 168\u2013179.","DOI":"10.1007\/978-3-540-75853-2_15"},{"issue":"3","key":"592_CR23","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1016\/S1389-1286(00)00090-6","volume":"34","author":"AF Atlasis","year":"2000","unstructured":"Atlasis, A. F., Loukas, N. H., & Vasilakos, A. V. (2000). The use of learning algorithms in ATM networks call admission control problem: A methodology. Computer Networks, 34(3), 341\u2013353.","journal-title":"Computer Networks"},{"issue":"3","key":"592_CR24","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1109\/TSMCC.2003.817354","volume":"33","author":"A Vasilakos","year":"2003","unstructured":"Vasilakos, A., Saltouros, M. P., Atlassis, A. F., & Pedrycz, W. (2003). Optimizing QoS routing in hierarchical ATM networks using computational intelligence techniques. IEEE Transactions on Systems, Man, and Cybernetics Part C: Applications and Reviews, 33(3), 297\u2013312.","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics Part C: Applications and Reviews"},{"key":"592_CR25","doi-asserted-by":"crossref","unstructured":"Vasilakos, A., Ricudis, C., Anagnostakis, K., Pedryca, W., & Pitsillides, A. (1998). Evolutionary-fuzzy prediction for strategic QoS routing in broadband networks. In Proceedings of the IEEE World Congress on Computational Intelligence, pp. 1488\u20131493.","DOI":"10.1109\/FUZZY.1998.686339"},{"issue":"2","key":"592_CR26","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1007\/s11276-012-0457-9","volume":"19","author":"Y Zeng","year":"2013","unstructured":"Zeng, Y., Xiang, K., Li, D., & Vasilakos, A. V. (2013). Directional routing and scheduling for green vehicular delay tolerant networks. Wireless Networks, 19(2), 161\u2013173.","journal-title":"Wireless Networks"},{"key":"592_CR27","doi-asserted-by":"crossref","unstructured":"Gambardella, L. M., & Dorigo, M. (1995). Ant-Q: A reinforcement learning approach to the traveling salesman problem. In Proceedings of the 12th International Machine Learning Conference, pp. 252\u2013260.","DOI":"10.1016\/B978-1-55860-377-6.50039-6"},{"issue":"2","key":"592_CR28","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1162\/106454699568728","volume":"5","author":"M Dorigo","year":"1999","unstructured":"Dorigo, M., Caro, G. D., & Gambardella, L. M. (1999). Ant algorithms for discrete optimization. Artificial life, 5(2), 137\u2013172.","journal-title":"Artificial life"},{"key":"592_CR29","unstructured":"Subramanian, D., Druschel, P., & Chen, J. (1997). Ants and reinforcement learning: A case study in routing in dynamic networks. In Proceedings of the Fifteenth International Joint Conference on Artificial Intelligence, pp. 832\u2013839."},{"key":"592_CR30","doi-asserted-by":"crossref","unstructured":"Iima, H., Kuroe, Y., & Matsuda, S. (2010, October). Swarm reinforcement learning method based on ant colony optimization. In Proceedings of International Conference on Systems Man and Cybernetics, pp. 1726\u20131733.","DOI":"10.1109\/ICSMC.2010.5642307"},{"key":"592_CR31","doi-asserted-by":"crossref","unstructured":"Forster, A. (2007). Machine learning techniques applied to wireless ad-hoc networks: Guide and survey. In Proceedings of the 3rd International Conference on Intelligent Sensors, Sensor Networks and Information Processing, pp. 365\u2013370.","DOI":"10.1109\/ISSNIP.2007.4496871"},{"key":"592_CR32","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling, L. P., Littman, M. L., & Moore, A. W. (1996). Reinforcement learning: A survey. Journal of Artificial Intelligence Research, 4, 237\u2013285.","journal-title":"Journal of Artificial Intelligence Research"},{"issue":"5","key":"592_CR33","doi-asserted-by":"crossref","first-page":"560","DOI":"10.1109\/TSMCA.2003.817391","volume":"33","author":"KM Sim","year":"2003","unstructured":"Sim, K. M., & Sun, W. H. (2003). Ant colony optimization for routing and load-balancing: Survey and new directions. IEEE Transactions on Systems, Man, and Cybernetics-Part A: Systems and Humans, 33(5), 560\u2013572.","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics-Part A: Systems and Humans"},{"issue":"3","key":"592_CR34","doi-asserted-by":"crossref","first-page":"299","DOI":"10.1007\/s11276-005-6613-8","volume":"11","author":"CC Shen","year":"2005","unstructured":"Shen, C. C., Huang, Z., & Jaikaeo, C. (2005). Ant-based distributed topology control algorithms for mobile ad hoc networks. Wireless Networks, 11(3), 299\u2013317.","journal-title":"Wireless Networks"},{"key":"592_CR35","doi-asserted-by":"crossref","unstructured":"Boushaba, M., Hafid, A., & Belbekkouche, A. (2011). Reinforcement learning-based best path to best gateway scheme for wireless mesh networks. In Proceedings of the 7th International Conference on Wireless and Mobile Computing Networking and Communications, pp. 373\u2013379.","DOI":"10.1109\/WiMOB.2011.6085373"},{"key":"592_CR36","doi-asserted-by":"crossref","unstructured":"Xu, J., Liu, W., Yang, Z., Chen, J., & Chen, X. (2010). A delay-aware routing metric for multi-radio multi-channel wireless mesh networks. In Proceedings of the 6th Internatinoal Conference on Wireless Communications Networking and Mobile Computing, pp. 1\u20134.","DOI":"10.1109\/WICOM.2010.5601173"},{"key":"592_CR37","doi-asserted-by":"crossref","unstructured":"Subramanian, A. P., Buddhikot, M. M., & Miller, S. (2006). Interference aware routing in multi-radio wireless mesh networks. In Proceedings of IEEE Workshop on Wireless Mesh Networks, pp. 55\u201363.","DOI":"10.1109\/WIMESH.2006.288620"},{"issue":"3\u20134","key":"592_CR38","first-page":"279","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C. J., & Dayan, P. (1992). Q-learning. Machine Learning, 8(3\u20134), 279\u2013292.","journal-title":"Machine Learning"},{"key":"592_CR39","volume-title":"Reinforcement learning: An introduction, 1(1)","author":"RS Sutton","year":"1998","unstructured":"Sutton, R. S., & Barto, A. G. (1998). Reinforcement learning: An introduction, 1(1). Cambridge, MA: MIT Press."},{"key":"592_CR40","unstructured":"Calvo, R.A., Campo, J.P. (2007). Adding Multiple Interface Support in NS-2, http:\/\/personales.unican.es\/aguerocr\/files\/ucMultiIfacesSupport.pdf ."},{"key":"592_CR41","doi-asserted-by":"crossref","unstructured":"Beljadid, A., Hafid, A. S., & Gendreau, M. (2007). Optimal design of broadband wireless mesh networks. In Proceedings of Global Telecommunications Conference, pp. 4840\u20134845.","DOI":"10.1109\/GLOCOM.2007.918"},{"key":"592_CR42","unstructured":"Intersil HFA3861B Chip Specification, http:\/\/www.chipdocs.com\/pndecoder\/datasheets\/INTRS\/HFA3861B.html ."},{"key":"592_CR43","doi-asserted-by":"crossref","unstructured":"Borges, V. C., Pereira, D., Curado, M., & Monteiro, E. (2009). Routing metric for interference and channel diversity in multi-radio wireless mesh networks. In Proceedings of Ad-Hoc, Mobile and Wireless Networks, pp. 55\u201368.","DOI":"10.1007\/978-3-642-04383-3_5"}],"container-title":["Wireless Networks"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-013-0592-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11276-013-0592-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-013-0592-y","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,7,13]],"date-time":"2019-07-13T03:23:07Z","timestamp":1562988187000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11276-013-0592-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,4,26]]},"references-count":43,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2013,11]]}},"alternative-id":["592"],"URL":"https:\/\/doi.org\/10.1007\/s11276-013-0592-y","relation":{},"ISSN":["1022-0038","1572-8196"],"issn-type":[{"value":"1022-0038","type":"print"},{"value":"1572-8196","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,4,26]]}}}