{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T16:27:22Z","timestamp":1768926442437,"version":"3.49.0"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2021,9,16]],"date-time":"2021-09-16T00:00:00Z","timestamp":1631750400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,9,16]],"date-time":"2021-09-16T00:00:00Z","timestamp":1631750400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Pers Commun"],"published-print":{"date-parts":[[2022,2]]},"DOI":"10.1007\/s11277-021-09094-8","type":"journal-article","created":{"date-parts":[[2021,9,16]],"date-time":"2021-09-16T13:04:03Z","timestamp":1631797443000},"page":"3445-3465","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Schedule-Based Cooperative Multi-agent Reinforcement Learning for Multi-channel Communication in Wireless Sensor Networks"],"prefix":"10.1007","volume":"122","author":[{"given":"Mohamed","family":"Sahraoui","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Azeddine","family":"Bilami","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Abdelmalik","family":"Taleb-Ahmed","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,9,16]]},"reference":[{"key":"9094_CR1","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1016\/j.adhoc.2014.11.008","volume":"26","author":"KH Phung","year":"2015","unstructured":"Phung, K. H., Lemmens, B., Goossens, M., Nowe, K., Tran, L., & Steenhaut, K. (2015). Schedule-based multi-channel communication in wireless sensor networks: A complete design and performance Evaluation. Ad-hoc Networks, 26, 88\u2013102.","journal-title":"Ad-hoc Networks"},{"key":"9094_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2013\/345821","volume":"9","author":"KH Phung","year":"2013","unstructured":"Phung, K. H., Lemmens, B., Mihaylov, M., Tran, L., & Steenhaut, K. (2013). Adaptive learning based scheduling in multichannel protocol for energy-efficient data-gathering wireless sensor networks. International Journal of Distributed Sensor Networks, 9, 1\u201311.","journal-title":"International Journal of Distributed Sensor Networks"},{"issue":"2","key":"9094_CR3","first-page":"1","volume":"78","author":"XC Hao","year":"2014","unstructured":"Hao, X. C., Gong, Q. Q., Hou, S., & Liu, B. (2014). Joint channel allocation and power control optimal algorithm based on non-cooperative game inwireless sensor networks. Wireless Personal Communications, 78(2), 1\u201315.","journal-title":"Wireless Personal Communications"},{"issue":"5","key":"9094_CR4","doi-asserted-by":"publisher","first-page":"73","DOI":"10.3390\/sym9050073","volume":"9","author":"XC Hao","year":"2017","unstructured":"Hao, X. C., Zhang, Y. X., & Liu, B. (2017). Fair dynamic spectrum allocation using modied game theory for resource-constrained cognitive wireless sensor networks. Symmetry, 9(5), 73\u201387.","journal-title":"Symmetry"},{"issue":"2","key":"9094_CR5","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1109\/TC.2009.82","volume":"59","author":"S Sengupta","year":"2010","unstructured":"Sengupta, S., Chatterjee, M., & Kwiat, K. A. (2010). A game theoretic framework for power control in wireless sensor networks. IEEE Transactions on Computers, 59(2), 231\u201342.","journal-title":"IEEE Transactions on Computers"},{"key":"9094_CR6","doi-asserted-by":"publisher","first-page":"4411","DOI":"10.1007\/s11276-020-02350-y","volume":"26","author":"S Anamika","year":"2020","unstructured":"Anamika, S., & Siddhartha, C. (2020). A distributed reinforcement learning based sensor node scheduling algorithm for coverage and connectivity maintenance in wireless sensor network. Wireless Networks, 26, 4411\u20134429.","journal-title":"Wireless Networks"},{"key":"9094_CR7","doi-asserted-by":"publisher","DOI":"10.1155\/2017\/7902579","author":"Q Mu","year":"2017","unstructured":"Mu, Q., Haitao, Z., Shengchun, H., Li, Z., & Shan, W. (2017). Optimal channel selection based on online decision and offline learning in multichannel wireless sensor networks. Wireless Communications and Mobile Computing. https:\/\/doi.org\/10.1155\/2017\/7902579.","journal-title":"Wireless Communications and Mobile Computing"},{"key":"9094_CR8","doi-asserted-by":"publisher","DOI":"10.3390\/s16091476","author":"W Rehan","year":"2016","unstructured":"Rehan, W., Fischer, S., & Rehan, M. (2016). Machine-learning based channel quality and stability estimation for stream-based multichannel wireless sensor networks. Journal of Sensors (Basel). https:\/\/doi.org\/10.3390\/s16091476.","journal-title":"Journal of Sensors (Basel)"},{"key":"9094_CR9","doi-asserted-by":"crossref","unstructured":"Kim, Y., Shin, H., & Cha, H.(2008). Y-MAC: An energy-efficient multi-channel MAC protocol for dense wireless sensor networks. In: Proceedings of the 7th International Conference on Information Processing in Sensor Networks (IPSN08), St. Louis, MO, USA.","DOI":"10.1109\/IPSN.2008.27"},{"issue":"10","key":"9094_CR10","doi-asserted-by":"publisher","first-page":"9466","DOI":"10.3390\/s101009466","volume":"10","author":"Md Abdul Hamid","year":"2010","unstructured":"Abdul Hamid, Md., Abdullah-Al-Wadud, M., & Ilyoung, C. (2010). A schedule-based multi-channel MAC protocol for wireless sensor networks. Sensors (Basel), 10(10), 9466\u20139480.","journal-title":"Sensors (Basel)"},{"issue":"1","key":"9094_CR11","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1016\/j.adhoc.2010.05.003","volume":"9","author":"DI Ozlem","year":"2011","unstructured":"Ozlem, D. I., Lodewijk, V. H., Pierre, J., & Paul, H. (2011). MC-LMAC: A multi-channel MAC protocol for wireless sensor networks. Ad Hoc Networks, 9(1), 73\u201394.","journal-title":"Ad Hoc Networks"},{"issue":"1","key":"9094_CR12","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1109\/TPDS.2014.2307868","volume":"26","author":"J Chen","year":"2015","unstructured":"Chen, J., Yu, Q., Chai, B., Sun, Y., Fan, Y., & Shen, X. (2015). Dynamic channel assignment for wireless sensor networks: A regret matching based approach. IEEE Transactions on Parallel and Distributed Systems, 26(1), 95\u20131068.","journal-title":"IEEE Transactions on Parallel and Distributed Systems"},{"key":"9094_CR13","unstructured":"Panos, NA., Efthymios, AV., & Aggelos, B. (2017). Inference-based distributed channel allocation in wireless sensor Networks. Journal of Information Theory (cs.IT), CoRR abs\/1703.06652."},{"issue":"4","key":"9094_CR14","doi-asserted-by":"publisher","first-page":"2749","DOI":"10.1007\/s11277-015-2931-z","volume":"85","author":"XC Hao","year":"2015","unstructured":"Hao, X. C., Gong, Q. Q., Hou, S., & Liu, B. (2015). Energy efficient based channel assignment game algorithm for wireless sensor networks. Wireless Personal Communications, 85(4), 2749\u20132771.","journal-title":"Wireless Personal Communications"},{"key":"9094_CR15","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1504\/IJCNDS.2012.048871","volume":"9","author":"M Mihaylov","year":"2012","unstructured":"Mihaylov, M., Borgne, Y. A., Tuyls, K., & Now\u00e9, A. (2012). Decentralised reinforcement learning for energy-efficient scheduling in wireless sensor networks. International Journal of Communication Networks and Distributed Systems, 9, 207\u2013224.","journal-title":"International Journal of Communication Networks and Distributed Systems"},{"issue":"4","key":"9094_CR16","doi-asserted-by":"publisher","first-page":"244","DOI":"10.1504\/IJSNET.2017.087899","volume":"25","author":"MI Khan","year":"2017","unstructured":"Khan, M. I., Kia, K., Ali, A., & Aslam, N. (2017). Energy-aware task scheduling by a true online reinforcement learning in wireless sensor networks. International Journal of Sensor Networks, 25(4), 244\u2013258.","journal-title":"International Journal of Sensor Networks"},{"key":"9094_CR17","doi-asserted-by":"publisher","first-page":"645","DOI":"10.1613\/jair.1.11396","volume":"64","author":"FLD Selvia","year":"2019","unstructured":"Selvia, F. L. D., & Costa, A. H. R. (2019). A survey on transfer learning for multiagent reinforcement learning systems. Journal of Artifitial Intelligence Research, 64, 645\u2013703.","journal-title":"Journal of Artifitial Intelligence Research"},{"key":"9094_CR18","doi-asserted-by":"crossref","unstructured":"Khan, M., & Rinner, B. (2014). Energy-aware task scheduling in wireless sensor networks based on cooperative reinforcement learning. Proceedings of the IEEE International Conference on Communications Workshops, Sydney, Australia, pp. 871\u2013877.","DOI":"10.1109\/ICCW.2014.6881310"},{"key":"9094_CR19","doi-asserted-by":"publisher","DOI":"10.1177\/15501477211007411","author":"G Yujia","year":"2021","unstructured":"Yujia, G., Yurong, N., & Xiahai, G. (2021). Maximizing network throughput by cooperative reinforcement learning in clustered solar-powered wireless sensor networks. International Journal of Distributed. https:\/\/doi.org\/10.1177\/15501477211007411.","journal-title":"International Journal of Distributed"},{"issue":"3","key":"9094_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3390\/jsan6030010","volume":"6","author":"A Pal","year":"2017","unstructured":"Pal, A., & Nasipuri, . (2017). A distributed routing and channel selection for multi-channel wireless sensor networks. Journal of Sensor and Actuator Networks, 6(3), 1\u201313.","journal-title":"Journal of Sensor and Actuator Networks"},{"key":"9094_CR21","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1016\/j.pmcj.2016.07.007","volume":"35","author":"M Ibrahim","year":"2017","unstructured":"Ibrahim, M., Borhanuddin, M. A., Sali, A., Rasid, M. F. A., & Mohamad, H. (2017). An energy efficient reinforcement learning based cooperative channel sensing for cognitive radio sensor networks. Pervasive and Mobile Computing, 35, 165\u2013184.","journal-title":"Pervasive and Mobile Computing"},{"key":"9094_CR22","unstructured":"Xuan, T., Li, Z., Haijun, W., Yuli, S., Haitao, Z., Boon-Chong, S., Jibo, W., & Vector, C.M L. (2021). Cooperative Multi-Agent Reinforcement Learning Based Distributed Dynamic Spectrum Access in Cognitive Radio Networks. arXiv:2106.09274."},{"issue":"4","key":"9094_CR23","doi-asserted-by":"publisher","first-page":"1024","DOI":"10.1109\/LWC.2019.2904486","volume":"8","author":"F Yao","year":"2019","unstructured":"Yao, F., & Jia, L. (2019). A collaborative multi-agent reinforcement learning anti-jamming algorithm in wireless networks. IEEE Wireless Communications Letters, 8(4), 1024\u20131027.","journal-title":"IEEE Wireless Communications Letters"},{"key":"9094_CR24","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1016\/j.adhoc.2016.10.013","volume":"54","author":"J Kulshrestha","year":"2017","unstructured":"Kulshrestha, J., & Mishra, M. K. (2017). An adaptive energy balanced and energy eficient approach for data gathering in wireless sensor networks. Ad Hoc Networks, 54, 130\u2013146.","journal-title":"Ad Hoc Networks"},{"key":"9094_CR25","unstructured":"IEEE 802.15 WPAN Task Group, IEEE Std 802.15.3TM (2006) Wireless Medium Acces Control (MAC) and Physical Layer (PHY) Specifications for High Rate Wireless Personal Area Networks (WPAN). https:\/\/profsite.um.ac.ir\/hyaghmae\/ACN\/WSNMAC1.pdf"},{"key":"9094_CR26","unstructured":"Morozs, N., Clarke, T., & Grace, D. (2013). A novel adaptive call admission control scheme for distributed reinforcement learning based dynamic spectrum access in cellular networks. Proc. Int. Symp. Wireless Commun. Syst. (ISWCS), pp. 1\u20135."},{"issue":"2","key":"9094_CR27","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1016\/S0004-3702(02)00121-2","volume":"136","author":"M Bowlingand","year":"2002","unstructured":"Bowlingand, M., & Veloso, M. (2002). Multi agent learning using a variable learning rate. Artificial Intelligence, 136(2), 215\u2013250.","journal-title":"Artificial Intelligence"},{"key":"9094_CR28","unstructured":"Xuan, P., Hung, ML., David, FS., & Ara, N. (2018). Cooperative and distributed reinforcement learning of drones for field coverage. arXiv:1803.07250."},{"key":"9094_CR29","unstructured":"HPC Lab (2016). JSensor: high performance computing, wireless sensor simulator. https:\/\/joubertlimadotcomdotbr.wordpress.com\/jsensor-a-high-performance-java-simulator-for-sensor-networks\/"},{"issue":"2","key":"9094_CR30","doi-asserted-by":"publisher","first-page":"430","DOI":"10.1007\/s10922-018-9473-0","volume":"27","author":"C Gharbi","year":"2018","unstructured":"Gharbi, C., Aliouat, Z., & Benmohammed, M. (2018). A novel load balancing scheduling algorithm for wireless sensor networks. Journal of Network and Systems Management, 27(2), 430\u2013462.","journal-title":"Journal of Network and Systems Management"}],"container-title":["Wireless Personal Communications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11277-021-09094-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11277-021-09094-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11277-021-09094-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,31]],"date-time":"2022-01-31T12:26:56Z","timestamp":1643632016000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11277-021-09094-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9,16]]},"references-count":30,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,2]]}},"alternative-id":["9094"],"URL":"https:\/\/doi.org\/10.1007\/s11277-021-09094-8","relation":{},"ISSN":["0929-6212","1572-834X"],"issn-type":[{"value":"0929-6212","type":"print"},{"value":"1572-834X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9,16]]},"assertion":[{"value":"5 September 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 September 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}}]}}