{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T16:54:06Z","timestamp":1782579246994,"version":"3.54.5"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2023,1,26]],"date-time":"2023-01-26T00:00:00Z","timestamp":1674691200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,26]],"date-time":"2023-01-26T00:00:00Z","timestamp":1674691200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100008369","name":"Sihtasutus Archimedes","doi-asserted-by":"publisher","award":["Dora plus Grant 11-15\/OO\/11476"],"award-info":[{"award-number":["Dora plus Grant 11-15\/OO\/11476"]}],"id":[{"id":"10.13039\/100008369","id-type":"DOI","asserted-by":"publisher"}]},{"name":"MHRD, India","award":["UoH-IoE - F11\/9\/2019-U3(A)"],"award-info":[{"award-number":["UoH-IoE - F11\/9\/2019-U3(A)"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Ambient Intell Human Comput"],"published-print":{"date-parts":[[2023,3]]},"DOI":"10.1007\/s12652-023-04534-8","type":"journal-article","created":{"date-parts":[[2023,1,26]],"date-time":"2023-01-26T04:41:38Z","timestamp":1674708098000},"page":"2951-2966","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":42,"title":["iCoCoA: intelligent congestion control algorithm for CoAP using deep reinforcement learning"],"prefix":"10.1007","volume":"14","author":[{"given":"Praveen Kumar","family":"Donta","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7600-7124","authenticated-orcid":false,"given":"Satish Narayana","family":"Srirama","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tarachand","family":"Amgoth","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chandra Sekhara Rao","family":"Annavarapu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,1,26]]},"reference":[{"key":"4534_CR1","doi-asserted-by":"crossref","unstructured":"Agyemang JO, Kponyo JJ, Gadze JD, Nunoo-Mensah H, Yu D (2022) Lightweight messaging protocol for internet of things devices. Technologies 10(1):21","DOI":"10.3390\/technologies10010021"},{"key":"4534_CR2","doi-asserted-by":"publisher","first-page":"58967","DOI":"10.1109\/ACCESS.2021.3072625","volume":"9","author":"P Aimtongkham","year":"2021","unstructured":"Aimtongkham P, Horkaew P, So-In C (2021) An enhanced CoAP scheme using fuzzy logic with adaptive timeout for IoT congestion control. IEEE Access 9:58967\u201358981","journal-title":"IEEE Access"},{"issue":"2","key":"4534_CR3","volume":"31","author":"GA Akpakwu","year":"2020","unstructured":"Akpakwu GA, Hancke GP, Abu-Mahfouz AM (2020) CACC: context-aware congestion control approach for lightweight CoAP\/UDP-based internet of things traffic. Trans Emerg Telecommun Technol 31(2):e3822","journal-title":"Trans Emerg Telecommun Technol"},{"key":"4534_CR4","doi-asserted-by":"crossref","unstructured":"Betzler A, Gomez C, Demirkol I, Paradells J (2013) Congestion control in reliable CoAP communication. In: Proceedings of the 16th ACM International Conference on Modeling, analysis & simulation of wireless and mobile systems. ACM, pp 365\u2013372","DOI":"10.1145\/2507924.2507954"},{"key":"4534_CR5","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1016\/j.adhoc.2015.04.007","volume":"33","author":"A Betzler","year":"2015","unstructured":"Betzler A, Gomez C, Demirkol I, Paradells J (2015) CoCoA+: an advanced congestion control mechanism for CoAP. Ad Hoc Netw 33:126\u2013139","journal-title":"Ad Hoc Netw"},{"issue":"7","key":"4534_CR6","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1109\/MCOM.2016.7509394","volume":"54","author":"A Betzler","year":"2016","unstructured":"Betzler A, Gomez C, Demirkol I, Paradells J (2016a) CoAP congestion control for the Internet of Things. IEEE Commun Mag 54(7):154\u2013160","journal-title":"IEEE Commun Mag"},{"key":"4534_CR7","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1016\/j.adhoc.2016.07.011","volume":"52","author":"A Betzler","year":"2016","unstructured":"Betzler A, Isern J, Gomez C, Demirkol I, Paradells J (2016b) Experimental evaluation of congestion control for CoAP communications without end-to-end reliability. Ad Hoc Nets 52:183\u2013194","journal-title":"Ad Hoc Nets"},{"key":"4534_CR8","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1016\/j.adhoc.2018.06.015","volume":"80","author":"S Bolettieri","year":"2018","unstructured":"Bolettieri S, Tanganelli G, Vallati C, Mingozzi E (2018) pCoCoA: a precise congestion control algorithm for CoAP. Ad Hoc Netw 80:116\u2013129","journal-title":"Ad Hoc Netw"},{"key":"4534_CR9","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1109\/MIC.2012.29","volume":"2","author":"C Bormann","year":"2012","unstructured":"Bormann C, Castellani AP, Shelby Z (2012) CoAP: an application protocol for billions of tiny internet nodes. IEEE Internet Comput 2:62\u201367","journal-title":"IEEE Internet Comput"},{"issue":"5","key":"4534_CR10","first-page":"1","volume":"28","author":"AK Demir","year":"2020","unstructured":"Demir AK, Abut F (2020) mlCoCoA: a machine learning-based congestion control for CoAP. Turk J Electr Eng Comput sci 28(5):1\u201320","journal-title":"Turk J Electr Eng Comput sci"},{"key":"4534_CR11","doi-asserted-by":"crossref","unstructured":"Donta PK, Amgoth T, Annavarapu CSR (2020) Congestion-aware data acquisition with q-learning for wireless sensor networks. In: 2020 IEEE International IOT, Electronics and Mechatronics Conference (IEMTRONICS). IEEE, pp 1\u20136","DOI":"10.1109\/IEMTRONICS51293.2020.9216379"},{"issue":"10","key":"4534_CR12","doi-asserted-by":"publisher","first-page":"8991","DOI":"10.1007\/s12652-020-02595-7","volume":"12","author":"PK Donta","year":"2021","unstructured":"Donta PK, Amgoth T, Annavarapu CSR (2021) An extended aco-based mobile sink path determination in wireless sensor networks. J Ambient Intell Humaniz Comput 12(10):8991\u20139006","journal-title":"J Ambient Intell Humaniz Comput"},{"issue":"5","key":"4534_CR13","doi-asserted-by":"publisher","first-page":"727","DOI":"10.1016\/j.dcan.2021.10.004","volume":"8","author":"PK Donta","year":"2022","unstructured":"Donta PK, Srirama SN, Amgoth T, Annavarapu CSR (2022) Survey on recent advances in iot application layer protocols and machine learning scope for research directions. Digit Commun Netw 8(5):727\u2013744","journal-title":"Digit Commun Netw"},{"issue":"1","key":"4534_CR14","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1109\/LCOMM.2016.2616342","volume":"21","author":"T HoBfeld","year":"2017","unstructured":"HoBfeld T, Skorin-Kapov L, Heegaard PE, Varela M (2017) Definition of QoE fairness in shared systems. IEEE Commun Lett 21(1):184\u2013187","journal-title":"IEEE Commun Lett"},{"issue":"6","key":"4534_CR15","doi-asserted-by":"publisher","first-page":"5482","DOI":"10.1109\/JSEN.2022.3148128","volume":"22","author":"MA Jamshed","year":"2022","unstructured":"Jamshed MA, Ali K, Abbasi QH, Imran MA, Ur-Rehman M (2022) Challenges, applications and future of wireless sensors in internet of things: a review. IEEE Sens J 22(6):5482\u20135494","journal-title":"IEEE Sens J"},{"key":"4534_CR16","unstructured":"Jay N, Rotman N, Godfrey B, Schapira M, Tamar A (2019) A deep reinforcement learning perspective on internet congestion control. In: International Conference on machine learning, pp 3050\u20133059"},{"issue":"2","key":"4534_CR17","doi-asserted-by":"publisher","first-page":"796","DOI":"10.1109\/JSYST.2015.2469676","volume":"11","author":"N Kaur","year":"2017","unstructured":"Kaur N, Sood SK (2017) An energy-efficient architecture for the internet of things. IEEE Syst J 11(2):796\u2013805","journal-title":"IEEE Syst J"},{"key":"4534_CR18","doi-asserted-by":"crossref","unstructured":"Kim M, Lee S, Khan MTR, Seo J, Bae Y, Jeong Y, Kim D (2019) A new CoAP congestion control scheme using message loss feedback for IoUT. In: Proceedings of the 34th ACM\/SIGAPP Symposium on applied computing. SAC \u201919. ACM, pp 2385\u20132390","DOI":"10.1145\/3297280.3297514"},{"issue":"6","key":"4534_CR19","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1145\/3065386","volume":"60","author":"A Krizhevsky","year":"2017","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2017) Imagenet classification with deep convolutional neural networks. Commun ACM 60(6):84\u201390","journal-title":"Commun ACM"},{"issue":"2","key":"4534_CR20","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1109\/MASSP.1987.1165576","volume":"4","author":"R Lippmann","year":"1987","unstructured":"Lippmann R (1987) An introduction to computing with neural nets. IEEE ASSP Mag 4(2):4\u201322","journal-title":"IEEE ASSP Mag"},{"key":"4534_CR21","first-page":"1","volume":"20","author":"N Mahajan","year":"2022","unstructured":"Mahajan N, Chauhan A, Kumar H, Kaushal S, Sangaiah AK (2022) A deep learning approach to detection and mitigation of distributed denial of service attacks in high availability intelligent transport systems. Mob Netw Appl 20:1\u201321","journal-title":"Mob Netw Appl"},{"issue":"10","key":"4534_CR22","doi-asserted-by":"publisher","first-page":"5777","DOI":"10.1109\/JSEN.2015.2445094","volume":"15","author":"B Martinez","year":"2015","unstructured":"Martinez B, Monton M, Vilajosana I, Prades JD (2015) The power of models: Modeling power consumption for IoT devices. IEEE Sens J 15(10):5777\u20135789","journal-title":"IEEE Sens J"},{"issue":"2","key":"4534_CR23","doi-asserted-by":"publisher","first-page":"1196","DOI":"10.1109\/JIOT.2018.2800691","volume":"5","author":"J Mi\u0161i\u0107","year":"2018","unstructured":"Mi\u0161i\u0107 J, Ali MZ, Mi\u0161i\u0107 VB (2018) Architecture for IoT domain with CoAP observe feature. IEEE Internet Things J 5(2):1196\u20131205","journal-title":"IEEE Internet Things J"},{"issue":"7540","key":"4534_CR24","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529","journal-title":"Nature"},{"issue":"6","key":"4534_CR25","doi-asserted-by":"publisher","first-page":"1231","DOI":"10.1109\/JSAC.2019.2904350","volume":"37","author":"X Nie","year":"2019","unstructured":"Nie X, Zhao Y, Li Z, Chen G, Sui K, Zhang J, Ye Z, Pei D (2019) Dynamic TCP initial windows and congestion control schemes through reinforcement learning. IEEE J Sel Areas Commun 37(6):1231\u20131247","journal-title":"IEEE J Sel Areas Commun"},{"key":"4534_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.inffus.2018.09.013","volume":"49","author":"D Praveen Kumar","year":"2019","unstructured":"Praveen Kumar D, Tarachand A, Rao ACS (2019) Machine learning algorithms for wireless sensor networks: a survey. Inf Fusion 49:1\u201325","journal-title":"Inf Fusion"},{"key":"4534_CR27","doi-asserted-by":"publisher","first-page":"1053","DOI":"10.1016\/j.future.2019.04.054","volume":"100","author":"V Rathod","year":"2019","unstructured":"Rathod V, Jeppu N, Sastry S, Singala S, Tahiliani MP (2019) CoCoA++: delay gradient based congestion control for Internet of Things. Future Gener Comput Syst 100:1053\u20131072","journal-title":"Future Gener Comput Syst"},{"issue":"4","key":"4534_CR28","doi-asserted-by":"publisher","first-page":"3555","DOI":"10.1109\/JSYST.2018.2808260","volume":"12","author":"SR Salkuti","year":"2018","unstructured":"Salkuti SR (2018) Congestion management using optimal transmission switching. IEEE Syst J 12(4):3555\u20133564","journal-title":"IEEE Syst J"},{"issue":"1","key":"4534_CR29","doi-asserted-by":"publisher","first-page":"554","DOI":"10.1109\/JSYST.2018.2791659","volume":"13","author":"M Sandell","year":"2019","unstructured":"Sandell M, Raza U (2019) Application layer coding for IoT: benefits, limitations, and implementation aspects. IEEE Syst J 13(1):554\u2013561","journal-title":"IEEE Syst J"},{"issue":"8","key":"4534_CR30","doi-asserted-by":"publisher","first-page":"5319","DOI":"10.1109\/TITS.2020.3041518","volume":"22","author":"AK Sangaiah","year":"2020","unstructured":"Sangaiah AK, Ramamoorthi JS, Rodrigues JJ, Rahman MA, Muhammad G, Alrashoud M (2020) LACCVoV: linear adaptive congestion control with optimization of data dissemination model in vehicle-to-vehicle communication. IEEE Trans Intell Transp Syst 22(8):5319\u20135328","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"4534_CR31","unstructured":"Sargent M, Allman M, Paxson V (2011) Computing TCP\u2019s retransmission timer. Computing"},{"issue":"1","key":"4534_CR32","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1109\/TNSM.2017.2787859","volume":"15","author":"X Sun","year":"2018","unstructured":"Sun X, Ansari N (2018) Traffic load balancing among brokers at the IoT application layer. IEEE Trans Netw Serv Manag 15(1):489\u2013502","journal-title":"IEEE Trans Netw Serv Manag"},{"key":"4534_CR33","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: an introduction. MIT Press"},{"issue":"15","key":"4534_CR34","doi-asserted-by":"publisher","first-page":"3433","DOI":"10.3390\/s19153433","volume":"19","author":"C Suwannapong","year":"2019","unstructured":"Suwannapong C, Khunboa C (2019) Congestion control in CoAP observe group communication. Sensors 19(15):3433","journal-title":"Sensors"},{"key":"4534_CR35","doi-asserted-by":"publisher","DOI":"10.1016\/j.adhoc.2020.102377","volume":"112","author":"C Suwannapong","year":"2021","unstructured":"Suwannapong C, Khunboa C (2021) EnCoCo-RED: enhanced congestion control mechanism for CoAP observe group communication. Ad Hoc Netw 112:102377","journal-title":"Ad Hoc Netw"},{"issue":"19","key":"4534_CR36","doi-asserted-by":"publisher","first-page":"19062","DOI":"10.1109\/JIOT.2022.3163469","volume":"9","author":"D Uroz","year":"2022","unstructured":"Uroz D, Rodr\u00edguez RJ (2022) Characterization and evaluation of IoT protocols for data exfiltration. IEEE Internet of Things J 9(19):19062\u201319072","journal-title":"IEEE Internet of Things J"},{"key":"4534_CR37","doi-asserted-by":"publisher","first-page":"11892","DOI":"10.1109\/ACCESS.2019.2892046","volume":"7","author":"K Xiao","year":"2019","unstructured":"Xiao K, Mao S, Tugnait JK (2019) TCP-Drinc: smart congestion control based on deep reinforcement learning. IEEE Access 7:11892\u201311904","journal-title":"IEEE Access"},{"key":"4534_CR38","doi-asserted-by":"crossref","unstructured":"Yadav RK, Singh N, Piyush P (2020) Genetic CoCoA++: genetic algorithm based congestion control in CoAP. In: 2020 4th International Conference on intelligent computing and control systems (ICICCS). IEEE, pp 808\u2013813","DOI":"10.1109\/ICICCS48265.2020.9121093"},{"issue":"1","key":"4534_CR39","doi-asserted-by":"publisher","first-page":"719","DOI":"10.1016\/j.aej.2021.04.101","volume":"61","author":"S Zhang","year":"2022","unstructured":"Zhang S, You X, Zhang P, Huang M, Li S (2022) A UCB-based dynamic CoAP mode selection algorithm in distribution IoT. Alex Eng J 61(1):719\u2013727","journal-title":"Alex Eng J"}],"container-title":["Journal of Ambient Intelligence and Humanized Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12652-023-04534-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12652-023-04534-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12652-023-04534-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,3,2]],"date-time":"2023-03-02T16:19:15Z","timestamp":1677773955000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12652-023-04534-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1,26]]},"references-count":39,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2023,3]]}},"alternative-id":["4534"],"URL":"https:\/\/doi.org\/10.1007\/s12652-023-04534-8","relation":{},"ISSN":["1868-5137","1868-5145"],"issn-type":[{"value":"1868-5137","type":"print"},{"value":"1868-5145","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,1,26]]},"assertion":[{"value":"15 December 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 January 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 January 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"There are no potential conflicts of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}