{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,5]],"date-time":"2025-06-05T17:29:03Z","timestamp":1749144543437,"version":"3.40.3"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031255373"},{"type":"electronic","value":"9783031255380"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-25538-0_32","type":"book-chapter","created":{"date-parts":[[2023,2,3]],"date-time":"2023-02-03T13:03:34Z","timestamp":1675429414000},"page":"611-629","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["DQR: A Double Q Learning Multi Agent Routing Protocol for\u00a0Wireless Medical Sensor Network"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5455-6931","authenticated-orcid":false,"given":"Muhammad Shadi","family":"Hajar","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6430-9558","authenticated-orcid":false,"given":"Harsha","family":"Kalutarage","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1146-1860","authenticated-orcid":false,"given":"M. Omar","family":"Al-Kadri","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,2,4]]},"reference":[{"doi-asserted-by":"crossref","unstructured":"Barker, A., Swany, M.: Distributed cooperative reinforcement learning for wireless sensor network routing. In: 2022 IEEE Wireless Communications and Networking Conference (WCNC), pp. 2565\u20132570 (2022)","key":"32_CR1","DOI":"10.1109\/WCNC51071.2022.9771591"},{"doi-asserted-by":"crossref","unstructured":"Keerthika, A., Berlin Hency, V.: Reinforcement-learning based energy efficient optimized routing protocol for WSN. Peer-to-Peer Network. Appl. 15, 1685\u20131704 (2022)","key":"32_CR2","DOI":"10.1007\/s12083-022-01315-6"},{"key":"32_CR3","doi-asserted-by":"publisher","first-page":"55916","DOI":"10.1109\/ACCESS.2019.2913776","volume":"7","author":"Z Mammeri","year":"2019","unstructured":"Mammeri, Z.: Reinforcement learning based routing in networks: review and classification of approaches. IEEE Access 7, 55916\u201355950 (2019)","journal-title":"IEEE Access"},{"doi-asserted-by":"crossref","unstructured":"K\u00fcnzel, G., Indrusiak, L.S., Pereira, C.E.: Latency and lifetime enhancements in industrial wireless sensor networks: a Q-learning approach for graph routing. IEEE Trans. Ind. Inform. 16, 5617\u20135625 (2020)","key":"32_CR4","DOI":"10.1109\/TII.2019.2941771"},{"unstructured":"Hasselt, H.: Double Q-learning. In: Advances in Neural Information Processing Systems, vol. 23 (2010)","key":"32_CR5"},{"doi-asserted-by":"crossref","unstructured":"Yuan, F., Wu, J., Zhou, H., Liu, L.: A double Q-learning routing in delay tolerant networks in ICC 2019. In: 2019 IEEE International Conference on Communications (ICC), 1\u20136 (2019)","key":"32_CR6","DOI":"10.1109\/ICC.2019.8761526"},{"key":"32_CR7","doi-asserted-by":"publisher","first-page":"155014771983354","DOI":"10.1177\/1550147719833541","volume":"15","author":"W Guo","year":"2019","unstructured":"Guo, W., Yan, C., Lu, T.: Optimizing the lifetime of wireless sensor networks via reinforcement-learning-based routing. Int. J. Distrib. Sens. Netw. 15, 1550147719833541 (2019)","journal-title":"Int. J. Distrib. Sens. Netw."},{"doi-asserted-by":"crossref","unstructured":"Maivizhi, R., Yogesh, P.: Q-learning based routing for in-network aggregation in wireless sensor networks. Wireless Netw., 2231\u20132250 (2021)","key":"32_CR8","DOI":"10.1007\/s11276-021-02564-8"},{"key":"32_CR9","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1007\/s10462-012-9383-6","volume":"43","author":"HA Al-Rawi","year":"2015","unstructured":"Al-Rawi, H.A., Ng, M.A., Yau, K.-L.A.: Application of reinforcement learning to routing in distributed wireless networks: a review. Artif. Intell. Rev. 43, 381\u2013416 (2015)","journal-title":"Artif. Intell. Rev."},{"doi-asserted-by":"crossref","unstructured":"Liu, G., Wang, X., Li, X., Hao, J., Feng, Z.: ESRQ: an efficient secure routing method in wireless sensor networks based on Q-learning. In: 2018 17th IEEE International Conference on Trust, Security And Privacy in Computing and Communications\/12th IEEE International Conference On Big Data Science And Engineering (TrustCom\/BigDataSE), pp. 149\u2013155 (2018)","key":"32_CR10","DOI":"10.1109\/TrustCom\/BigDataSE.2018.00032"},{"doi-asserted-by":"crossref","unstructured":"Naputta, Y., Usaha, W.: RL-based routing in biomedical mobile wireless sensor networks using trust and reputation. In: 2012 International Symposium on Wireless Communication Systems (ISWCS), 521\u2013525 (2012)","key":"32_CR11","DOI":"10.1109\/ISWCS.2012.6328422"},{"unstructured":"IEEE. IEEE Standard for Local and metropolitan area networks - Part 15.6: Wireless Body Area Networks. IEEE Std 802.15.6-2012, 1\u2013271, February 2012","key":"32_CR12"},{"doi-asserted-by":"crossref","unstructured":"Azdad, N., Elboukhari, M.: Wireless body area networks for healthcare: application trends and MAC technologies. Int. J. Bus. Data Commun. Network. (IJBDCN) 17, 1\u201320 (2021)","key":"32_CR13","DOI":"10.4018\/IJBDCN.286702"},{"doi-asserted-by":"crossref","unstructured":"Liang, X., Balasingham, I., Byun, S.-S.: A reinforcement learning based routing protocol with QoS support for biomedical sensor networks. In: 2008 First International Symposium on Applied Sciences on Biomedical and Communication Technologies, pp. 1\u20135 (2008)","key":"32_CR14","DOI":"10.1109\/ISABEL.2008.4712578"},{"doi-asserted-by":"crossref","unstructured":"Jiang, J., Zhu, X., Han, G., Guizani, M., Shu, L.: A dynamic trust evaluation and update mechanism based on C4. 5 decision tree in underwater wireless sensor networks. IEEE Trans. Veh. Technol. 69, 9031\u20139040 (2020)","key":"32_CR15","DOI":"10.1109\/TVT.2020.2999566"},{"key":"32_CR16","doi-asserted-by":"publisher","DOI":"10.1016\/j.phycom.2021.101388","volume":"47","author":"V Krishnaswamy","year":"2021","unstructured":"Krishnaswamy, V., Manvi, S.S.: Trusted node selection in clusters for underwater wireless acoustic sensor networks using fuzzy logic. Phys. Commun. 47, 101388 (2021)","journal-title":"Phys. Commun."},{"doi-asserted-by":"crossref","unstructured":"Hajar, M.S., Al-Kadri, M.O., Kalutarage, H.: LTMS: a lightweight trust management system for wireless medical sensor networks. In: 2020 IEEE 19th International Conference on Trust, Security and Privacy in Computing and Communications (TrustCom), pp. 1783\u20131790 (2020)","key":"32_CR17","DOI":"10.1109\/TrustCom50675.2020.00245"},{"unstructured":"Matloff, N.: Introduction to discrete-event simulation and the SimPy language. In: Davis, C.A. (ed.) Department of Computer Science. University of California at Davis (2008). Accessed 2 Aug","key":"32_CR18"},{"key":"32_CR19","doi-asserted-by":"publisher","first-page":"188","DOI":"10.1016\/j.icte.2016.08.010","volume":"2","author":"MN Islam","year":"2016","unstructured":"Islam, M.N., Yuce, M.R.: Review of medical implant communication system (MICS) band and network. Ict Express 2, 188\u2013194 (2016)","journal-title":"Ict Express"},{"unstructured":"Melo, F.S.: Convergence of Q-learning: a simple proof. Institute of Systems and Robotics, Technical Report, 1\u20134 (2001)","key":"32_CR20"},{"unstructured":"TRACEMALLOC - Trace memory allocations - Python 3.10.2 documentation. https:\/\/docs.python.org\/3\/library\/tracemalloc.html. Accessed 8 Feb 2022","key":"32_CR21"}],"container-title":["Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","Security and Privacy in Communication Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-25538-0_32","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,13]],"date-time":"2024-10-13T15:36:26Z","timestamp":1728833786000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-25538-0_32"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031255373","9783031255380"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-25538-0_32","relation":{},"ISSN":["1867-8211","1867-822X"],"issn-type":[{"type":"print","value":"1867-8211"},{"type":"electronic","value":"1867-822X"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"4 February 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SecureComm","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Security and Privacy in Communication Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 October 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 October 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"securecomm2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/securecomm.eai-conferences.org\/2022\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Confy+","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"130","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"43","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"33% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}