{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,20]],"date-time":"2025-09-20T21:00:33Z","timestamp":1758402033332,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,5,9]],"date-time":"2023-05-09T00:00:00Z","timestamp":1683590400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,5,9]]},"DOI":"10.1145\/3576842.3582383","type":"proceedings-article","created":{"date-parts":[[2023,4,26]],"date-time":"2023-04-26T22:58:08Z","timestamp":1682549888000},"page":"410-423","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Handling Coexistence of LoRa with Other Networks through Embedded Reinforcement Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6003-1541","authenticated-orcid":false,"given":"Sezana","family":"Fahmida","sequence":"first","affiliation":[{"name":"Wayne State University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1283-6134","authenticated-orcid":false,"given":"Venkata Prashant","family":"Modekurthy\u202c","sequence":"additional","affiliation":[{"name":"University of Nevada, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2353-6687","authenticated-orcid":false,"given":"Mahbubur","family":"Rahman","sequence":"additional","affiliation":[{"name":"Queens College, City University of New York, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7922-0836","authenticated-orcid":false,"given":"Abusayeed","family":"Saifullah","sequence":"additional","affiliation":[{"name":"Wayne State University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,5,9]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n.d.]. LG308 Gateway. https:\/\/www.dragino.com\/products\/lora-lorawan-gateway\/item\/140-lg308.html."},{"key":"e_1_3_2_1_2_1","unstructured":"[n.d.]. The Things Stack. https:\/\/www.thethingsindustries.com\/stack\/."},{"key":"e_1_3_2_1_3_1","unstructured":"LoRa alliance. 2017. LoRaWAN specification. https:\/\/lora-alliance.org\/resource-hub\/lorawanr-specification-v11."},{"volume-title":"Q-Probabilistic Routing in Wireless Sensor Networks. In 2007 3rd International Conference on Intelligent Sensors, Sensor Networks and Information.","author":"Arroyo-Valles R.","key":"e_1_3_2_1_4_1","unstructured":"R. Arroyo-Valles, R. Alaiz-Rodriguez, A. Guerrero-Curieses, and J. Cid-Sueiro. [n.d.]. Q-Probabilistic Routing in Wireless Sensor Networks. In 2007 3rd International Conference on Intelligent Sensors, Sensor Networks and Information."},{"volume-title":"2017 IEEE 13th International Conference on Wireless and Mobile Computing, Networking and Communications (WiMob).","author":"Charalampos Orfanidis","key":"e_1_3_2_1_5_1","unstructured":"Orfanidis Charalampos, Feeney\u00a0Laura Marie, and Gunningberg Per. [n.d.]. Investigating interference between LoRa and IEEE 802.15. 4g networks. In 2017 IEEE 13th International Conference on Wireless and Mobile Computing, Networking and Communications (WiMob)."},{"volume-title":"IEEE INFOCOM 2021-IEEE Conference on Computer Communications.","author":"Chen Gonglong","key":"e_1_3_2_1_6_1","unstructured":"Gonglong Chen, Wei Dong, and Jiamei Lv. [n.d.]. Lofi: Enabling 2.4 ghz lora and wifi coexistence by detecting extremely weak signals. In IEEE INFOCOM 2021-IEEE Conference on Computer Communications."},{"key":"e_1_3_2_1_7_1","unstructured":"cstack 2020. ChirpStack LoRaWAN Network Server. https:\/\/www.chirpstack.io"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/IoTDI54339.2022.00019"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICNP49622.2020.9259375"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"A. Galindo-Serrano and L. Giupponi. 2010. Distributed Q-Learning for Aggregated Interference Control in Cognitive Radio Networks. IEEE Transactions on Vehicular Technology (2010).","DOI":"10.1109\/VETECS.2010.5493950"},{"key":"e_1_3_2_1_11_1","unstructured":"gatewayhat 2020. RAK2245 HAT\/Pilot Gateway. https:\/\/cdn-shop.adafruit.com\/product-files\/4284\/4284_Get_Start_with_RAK2245_Pi_HAT_V2.4R.pdf"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"O. Georgiou and U. Raza. 2017. Low Power Wide Area Network Analysis: Can LoRa Scale?IEEE Wireless Communications Letters (2017).","DOI":"10.1109\/LWC.2016.2647247"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICNSC48988.2020.9238127"},{"volume-title":"2016 17th International Conference on Mechatronics - Mechatronika (ME).","author":"Krupka L.","key":"e_1_3_2_1_14_1","unstructured":"L. Krupka, L. Vojtech, and M. Neruda. 2016. The issue of LPWAN technology coexistence in IoT environment. In 2016 17th International Conference on Mechatronics - Mechatronika (ME)."},{"volume-title":"2006 IEEE International Conference on Networking, Sensing and Control.","author":"Liu Zhenzhen","key":"e_1_3_2_1_15_1","unstructured":"Zhenzhen Liu and I. Elhanany. [n.d.]. RL-MAC: A QoS-Aware Reinforcement Learning based MAC Protocol for Wireless Sensor Networks. In 2006 IEEE International Conference on Networking, Sensing and Control."},{"key":"e_1_3_2_1_16_1","unstructured":"lmic 2020. LMIC 1.6 for RPI GPS\/LoRa HAT. https:\/\/github.com\/wklenk\/lmic-rpi-lora-gps-hat"},{"key":"e_1_3_2_1_17_1","unstructured":"lorahat 2020. Dragino GPS\/LoRa HAT. https:\/\/www.dragino.com\/products\/lora\/item\/106-lora-gps-hat.html"},{"key":"e_1_3_2_1_18_1","unstructured":"[18] LoRaleader2 [n.d.]. https:\/\/www.i-scoop.eu\/internet-of-things-guide\/iot-network-lora-lorawan\/."},{"key":"e_1_3_2_1_19_1","unstructured":"LoRaWAN [n.d.]. LoRaWAN. https:\/\/www.lora-alliance.org."},{"volume-title":"Dynamic channel access and power control in wireless interference networks via multi-agent deep reinforcement learning","author":"Lu Ziyang","key":"e_1_3_2_1_20_1","unstructured":"Ziyang Lu, Chen Zhong, and M\u00a0Cenk Gursoy. [n.d.]. Dynamic channel access and power control in wireless interference networks via multi-agent deep reinforcement learning. IEEE Transactions on Vehicular Technology ([n. d.])."},{"volume-title":"Communications (ICC), 2017 IEEE International Conference On.","author":"Magrin Davide","key":"e_1_3_2_1_21_1","unstructured":"Davide Magrin, Marco Centenaro, and Lorenzo Vangelista. [n.d.]. Performance evaluation of LoRa networks in a smart city scenario. In Communications (ICC), 2017 IEEE International Conference On."},{"key":"e_1_3_2_1_22_1","unstructured":"S Marek. 2016. Comcast Will Test LoRaWAN IoT Networks in Two Markets. https:\/\/www.sdxcentral.com\/articles\/news\/comcast-will-test-lora-iot-network-two-markets\/2016\/10\/."},{"volume-title":"A comparative study of LPWAN technologies for large-scale IoT deployment","author":"Mekkia Kais","key":"e_1_3_2_1_23_1","unstructured":"Kais Mekkia, Eddy Bajica, Frederic Chaxela, and Fernand Meyer. 2018. A comparative study of LPWAN technologies for large-scale IoT deployment. In ICT Express."},{"volume-title":"Q-learning-based Multiple Access Scheme for the IIoT. In 2021 IEEE 41st International Conference on Distributed Computing Systems (ICDCS).","author":"Meyer Florian","key":"e_1_3_2_1_24_1","unstructured":"Florian Meyer and Volker Turau. [n.d.]. QMA: A Resource-efficient, Q-learning-based Multiple Access Scheme for the IIoT. In 2021 IEEE 41st International Conference on Distributed Computing Systems (ICDCS)."},{"volume-title":"2017 European Conference on Networks and Communications (EuCNC).","author":"Mikhaylov Konstantin","key":"e_1_3_2_1_25_1","unstructured":"Konstantin Mikhaylov, Juha Pet\u00e4j\u00e4j\u00e4rvi, and Janne Janhunen. [n.d.]. On LoRaWAN scalability: Empirical evaluation of susceptibility to inter-network interference. In 2017 European Conference on Networks and Communications (EuCNC)."},{"key":"e_1_3_2_1_26_1","unstructured":"ns3 [n.d.]. NS-3. https:\/\/www.nsnam.org\/."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2017.7996589"},{"key":"e_1_3_2_1_28_1","unstructured":"rpi3 2020. Raspberry Pi 3 B+. https:\/\/www.raspberrypi.org\/products\/raspberry-pi-3-model-b-plus\/"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2018.2856197"},{"key":"e_1_3_2_1_30_1","unstructured":"semtech [n.d.]. Semtech Sensor Innovation Forum. https:\/\/www.semtech.com\/company\/press\/semtech-to-keynote-flexible-easy-to-deploy-iot-solutions-at-the-iot-and-sensor-innovation-forum."},{"key":"e_1_3_2_1_31_1","unstructured":"Semtech. 2019. SX1276 Datasheet. https:\/\/semtech.my.salesforce.com\/sfc\/p\/#E0000000JelG\/a\/2R0000001OKx\/JUYM3TvBMenQzU4LS8ZJcM58BIjCcoZcUpHV0gnZ.y0"},{"volume-title":"Proceedings of the 2021 ACM SIGCOMM 2021 Conference.","author":"Shahid Muhammad\u00a0Osama","key":"e_1_3_2_1_32_1","unstructured":"Muhammad\u00a0Osama Shahid, Millan Philipose, Krishna Chintalapudi, Suman Banerjee, and Bhuvana Krishnaswamy. [n.d.]. Concurrent Interference Cancellation: Decoding Multi-Packet Collisions in LoRa. In Proceedings of the 2021 ACM SIGCOMM 2021 Conference."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.5555\/551283"},{"key":"e_1_3_2_1_34_1","volume-title":"Computer Networks","author":"Tanenbaum Andrew","unstructured":"Andrew Tanenbaum and David Wetherall. 2011. Computer Networks (5th Edition). Prentice Hall. Chapter 4.","edition":"5"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM41043.2020.9155509"},{"key":"e_1_3_2_1_36_1","unstructured":"[36] usrp [n.d.]. http:\/\/www.ettus.com\/product\/details\/UB210-KIT."},{"volume-title":"Proceedings of the 2017 International Conference on Embedded Wireless Systems and Networks.","author":"Voigt Thiemo","key":"e_1_3_2_1_37_1","unstructured":"Thiemo Voigt, Martin Bor, Utz Roedig, and Juan Alonso. [n.d.]. Mitigating Inter-network Interference in LoRa Networks. In Proceedings of the 2017 International Conference on Embedded Wireless Systems and Networks."},{"volume-title":"2019 IEEE 27th International Conference on Network Protocols (ICNP).","author":"Wang Xiong","key":"e_1_3_2_1_38_1","unstructured":"Xiong Wang, Linghe Kong, Liang He, and Guihai Chen. [n.d.]. mLoRa: A Multi-Packet Reception Protocol in LoRa networks. In 2019 IEEE 27th International Conference on Network Protocols (ICNP)."},{"key":"e_1_3_2_1_39_1","volume-title":"FTrack: Parallel Decoding for LoRa Transmissions","author":"Xia Xianjin","year":"2020","unstructured":"Xianjin Xia, Yuanqing Zheng, and Tao Gu. 2020. FTrack: Parallel Decoding for LoRa Transmissions. IEEE\/ACM Transactions on Networking (2020)."},{"key":"e_1_3_2_1_40_1","volume-title":"Pyramid: Real-Time LoRa Collision Decoding with Peak Tracking. In IEEE INFOCOM 2021 - IEEE Conference on Computer Communications.","author":"Xu Zhenqiang","year":"2021","unstructured":"Zhenqiang Xu, Pengjin Xie, and Jiliang Wang. 2021. Pyramid: Real-Time LoRa Collision Decoding with Peak Tracking. In IEEE INFOCOM 2021 - IEEE Conference on Computer Communications."},{"volume-title":"IECON 2010 - 36th Annual Conference on IEEE Industrial Electronics Society.","author":"Yang D.","key":"e_1_3_2_1_41_1","unstructured":"D. Yang, Y. Xu, and M. Gidlund. 2010. Coexistence of IEEE802.15.4 based networks: A survey. In IECON 2010 - 36th Annual Conference on IEEE Industrial Electronics Society."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1155\/2011\/912152"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/LCN.2010.5735689"},{"journal-title":"Issues. J. Netw. Comput. Appl. ([n. d.]).","author":"Yau Lim\u00a0Alvin","key":"e_1_3_2_1_44_1","unstructured":"Kok-Lim\u00a0Alvin Yau, Peter Komisarczuk, and Paul\u00a0D. Teal. [n.d.]. Review: Reinforcement Learning for Context Awareness and Intelligence in Wireless Networks: Review, New Features and Open Issues. J. Netw. Comput. Appl. ([n. d.])."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2007.907023"},{"volume-title":"Multi-Agent Q-Learning Algorithm for Dynamic Power and Rate Allocation in LoRa Networks. In 2020 IEEE International Symposium on Personal, Indoor and Mobile Radio Communications.","author":"Yu Yi","key":"e_1_3_2_1_46_1","unstructured":"Yi Yu, Lina Mroueh, Shuo Li, and Michel Terr\u00e9. [n.d.]. Multi-Agent Q-Learning Algorithm for Dynamic Power and Rate Allocation in LoRa Networks. In 2020 IEEE International Symposium on Personal, Indoor and Mobile Radio Communications."},{"volume-title":"2018 IEEE Global Communications Conference (GLOBECOM).","author":"Zhang Hailu","key":"e_1_3_2_1_47_1","unstructured":"Hailu Zhang, Minghui Min, Liang Xiao, Sicong Liu, Peng Cheng, and Mugen Peng. [n.d.]. Reinforcement learning-based interference control for ultra-dense small cells. In 2018 IEEE Global Communications Conference (GLOBECOM)."}],"event":{"name":"IoTDI '23: International Conference on Internet-of-Things Design and Implementation","sponsor":["SIGBED ACM Special Interest Group on Embedded Systems"],"location":"San Antonio TX USA","acronym":"IoTDI '23"},"container-title":["Proceedings of the 8th ACM\/IEEE Conference on Internet of Things Design and Implementation"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576842.3582383","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3576842.3582383","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:08:58Z","timestamp":1750183738000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576842.3582383"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,9]]},"references-count":47,"alternative-id":["10.1145\/3576842.3582383","10.1145\/3576842"],"URL":"https:\/\/doi.org\/10.1145\/3576842.3582383","relation":{},"subject":[],"published":{"date-parts":[[2023,5,9]]},"assertion":[{"value":"2023-05-09","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}