{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,21]],"date-time":"2026-01-21T17:25:03Z","timestamp":1769016303777,"version":"3.49.0"},"reference-count":47,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2023,2,15]],"date-time":"2023-02-15T00:00:00Z","timestamp":1676419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100014188","name":"Ministry of Science and ICT (MSIT), South Korea","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100014188","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Information Technology Research Center (ITRC) Support Program supervised by the Institute of Information and Communications Technology Planning and Evaluation","award":["IITP-2022-2020-0-01795"],"award-info":[{"award-number":["IITP-2022-2020-0-01795"]}]},{"DOI":"10.13039\/501100000266","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003621","name":"Korea Government","doi-asserted-by":"publisher","award":["2019R1A2C1087430"],"award-info":[{"award-number":["2019R1A2C1087430"]}],"id":[{"id":"10.13039\/501100003621","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Internet Things J."],"published-print":{"date-parts":[[2023,2,15]]},"DOI":"10.1109\/jiot.2022.3211270","type":"journal-article","created":{"date-parts":[[2022,10,3]],"date-time":"2022-10-03T20:31:44Z","timestamp":1664829104000},"page":"3339-3355","source":"Crossref","is-referenced-by-count":10,"title":["Dynamic and Effect-Driven Output Service Selection for IoT Environments Using Deep Reinforcement Learning"],"prefix":"10.1109","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5887-5948","authenticated-orcid":false,"given":"KyeongDeok","family":"Baek","sequence":"first","affiliation":[{"name":"School of Computing, Korea Advanced Institute of Science and Technology, Daejeon, Republic of Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3843-263X","authenticated-orcid":false,"given":"In-Young","family":"Ko","sequence":"additional","affiliation":[{"name":"School of Computing, Korea Advanced Institute of Science and Technology, Daejeon, Republic of Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-61240-9_20"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/2835492"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICWS.2019.00019"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3458864.3466626"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/2914920.2929906"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174007"},{"key":"ref7","volume-title":"Patterns: Service-Oriented Architecture and Web Services (International Technical Support Organization)","author":"Endrei","year":"2004"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/s00371-018-1517-7"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1177\/1042391507064025"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/1772690.1772693"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-7518-7_13"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884861"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TSC.2014.2361138"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2010.5430138"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-020-09872-z"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TSC.2008.2"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/1013367.1013379"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/SCC.2012.95"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3040775"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2927769"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2926155"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2894683"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref24","first-page":"4235","article-title":"Munchausen reinforcement learning","volume-title":"Advances in Neural Information Processing Systems","volume":"33","author":"Vieillard","year":"2020"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICWS.2014.70"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2020.01.039"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TSC.2017.2727050"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.rcim.2020.101991"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-021-02351-0"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-60131-1_4"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-91662-0_30"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3098779"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1167\/11.5.13"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1097\/00006324-197611000-00006"},{"key":"ref36","volume-title":"Probebuchstaben zur Bestimmung der Sehsch\u00e4rfe","volume":"1","author":"Snellen","year":"1873"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-60131-1_16"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-49698-2_28"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.2147\/OPTH.S131160"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1162\/105474698565686"},{"key":"ref41","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Haarnoja"},{"key":"ref42","first-page":"1621","article-title":"Deep reinforcement learning with an action space defined by natural language","volume-title":"Proc. Workshop Tracks Int. Conf. Learn. Represent. (ICLR)","author":"He"},{"key":"ref43","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2015","journal-title":"arXiv:1412.6980"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-021-05961-4"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.csi.2017.08.006"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2011.2174355"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3079209"}],"container-title":["IEEE Internet of Things Journal"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6488907\/10038283\/09908162.pdf?arnumber=9908162","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,22]],"date-time":"2024-01-22T23:15:23Z","timestamp":1705965323000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9908162\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,15]]},"references-count":47,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/jiot.2022.3211270","relation":{},"ISSN":["2327-4662","2372-2541"],"issn-type":[{"value":"2327-4662","type":"electronic"},{"value":"2372-2541","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,2,15]]}}}