{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,13]],"date-time":"2026-06-13T08:30:38Z","timestamp":1781339438269,"version":"3.54.1"},"reference-count":94,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/OAPA.html"}],"funder":[{"DOI":"10.13039\/501100004530","name":"Research University Publication Fund, under the Malaysia Ministry of High Education through the Research Management Centre, Universiti Putra Malaysia","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004530","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2018]]},"DOI":"10.1109\/access.2018.2825282","type":"journal-article","created":{"date-parts":[[2018,4,11]],"date-time":"2018-04-11T18:45:04Z","timestamp":1523472304000},"page":"22489-22512","source":"Crossref","is-referenced-by-count":22,"title":["A Survey of Decision-Theoretic Models for Cognitive Internet of Things (CIoT)"],"prefix":"10.1109","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4674-5572","authenticated-orcid":false,"given":"Khaqan","family":"Zaheer","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5124-5759","authenticated-orcid":false,"given":"Mohamed","family":"Othman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3565-7390","authenticated-orcid":false,"given":"Mubashir Husain","family":"Rehmani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thinagaran","family":"Perumal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2009.2014460"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2008.080110"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2012.84"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2011.110402"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.4218\/etrij.12.0211.0274"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.1987.1104485"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2010.5496150"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1587\/transcom.E95.B.991"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1002\/ett.2527"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2011.6134250"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1023\/A:1013689704352"},{"key":"ref79","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1111\/j.2517-6161.1979.tb01068.x","article-title":"Bandit processes and dynamic allocation indices","volume":"41","author":"gittins","year":"1979","journal-title":"J Roy Statist Soc Series B (Methodol )"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2010.2089477"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511806292"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2009.2028970"},{"key":"ref30","author":"myerson","year":"1991","journal-title":"Game Theory Analysis of Conflict"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC.2010.5506285"},{"key":"ref36","first-page":"1","article-title":"Spectrum sharing as spatial congestion games","author":"ahmad","year":"2010","journal-title":"CoRR"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/FOCS.2009.64"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/icc.2011.5962944"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2007.070409"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2009.080763"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2008.920248"},{"key":"ref28","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","author":"puterman","year":"1994","journal-title":"Markov Decision Processes Discrete Stochastic Dynamic Programming"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2007.907867"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/21.293490"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2011.111206"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2010.191"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1016\/0196-8858(85)90002-8"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"1904","DOI":"10.1109\/TVT.2008.2002917","article-title":"Learning to compete for resources in wireless stochastic games","volume":"58","author":"fu","year":"2009","journal-title":"IEEE Trans Veh Technol"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/WCL.2012.012012.110257"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2007.893230"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/SURV.2013.030713.00189"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/T-WC.2009.071363"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2017.26"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2016.2580677"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2013.6525602"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2015.2420686"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2015.7158272"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2011.2176916"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.4018\/978-1-5225-1952-2.ch004"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/SURV.2012.010912.00081"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOMW.2010.5700414"},{"key":"ref51","first-page":"1","article-title":"Game-theory based wireless access point selection scheme","author":"fahimullah","year":"2010","journal-title":"Proc IEEE Silver Jubilee Int Multi Topic Symp (SIMTS)"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/MASS.2012.6502548"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2012.020812.111547"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2011.110406"},{"key":"ref91","first-page":"275","article-title":"Multichannel opportunistic spectrum access in fading environment using optimal stopping rule","author":"xu","year":"2011","journal-title":"Proc Int Conf Wireless Comm"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2012.120118"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2013.6760239"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1287\/moor.27.4.819.297"},{"key":"ref57","first-page":"478","article-title":"Sequential optimality and coordination in multiagent systems","author":"boutilier","year":"1999","journal-title":"Proc IJCAI"},{"key":"ref56","doi-asserted-by":"crossref","first-page":"663","DOI":"10.1613\/jair.2567","article-title":"Online planning algorithms for POMDPs","volume":"32","author":"ross","year":"2008","journal-title":"J Artif Intell Res"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/1614320.1614323"},{"key":"ref54","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","article-title":"Reinforcement learning: A survey","volume":"4","author":"kaelbling","year":"1996","journal-title":"J Artif Intell Res"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2010.01.080157"},{"key":"ref52","author":"osborne","year":"1994","journal-title":"A Course in Game Theory"},{"key":"ref10","author":"vermesan","year":"2014","journal-title":"Internet of Things - From Research and Innovation to Market Deployment"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2017.1600404"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2009.2017273"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2015.2469102"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.4077"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1177\/1550147716687558"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-017-4611-3"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2017.1600568CM"},{"key":"ref82","first-page":"239","article-title":"Cognitive medium access: Exploration, exploitation and competition","volume":"10","author":"lai","year":"2007","journal-title":"CoRR"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/SDR.2010.5507919"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1155\/2015\/605357"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2010.5462144"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/MobServ.2014.17"},{"key":"ref83","doi-asserted-by":"crossref","first-page":"239","DOI":"10.1109\/TMC.2010.65","article-title":"Cognitive medium access: Exploration, exploitation, and competition","volume":"10","author":"lai","year":"2011","journal-title":"IEEE Trans Mobile Comput"},{"key":"ref19","first-page":"507","article-title":"An autonomic SLA management for IoT networks","author":"alam","year":"2016","journal-title":"Proc Korea Computer Congr"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.2307\/3214163"},{"key":"ref4","first-page":"9","article-title":"Internet of Things strategic research roadmap","volume":"1","author":"vermesan","year":"2011","journal-title":"Internet of Things Global Technological and Societal Trends"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2011.2170684"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2017.1600421"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2014.2311513"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2015.2390775"},{"key":"ref8","author":"serrano","year":"2015","journal-title":"Internet of Things iot semantic interoperability Research challenges best practices recommendations and next steps"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2010.2062509"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/MVT.2013.2281657"},{"key":"ref86","first-page":"1","article-title":"Decentralized online learning algorithms for opportunistic spectrum access","author":"gai","year":"2011","journal-title":"CoRR"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2012.071612.110626"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2010.2058091"},{"key":"ref9","first-page":"247","article-title":"The SENSEI real world Internet architecture","author":"tsiatsis","year":"2010","journal-title":"Towards the Future Internet Emerging Trends from European Research"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2011.5935068"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2012.020812.110025"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1006\/game.1996.0044"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2010.5496130"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2012.120404"},{"key":"ref42","first-page":"9","article-title":"Congestion games: Optimization in competition","author":"v\u00f6cking","year":"2006","journal-title":"Proceedings of the 2nd Algorithms and Complexity in Durham Workshop"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2012.2182779"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2012.94"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2009.2034631"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8274985\/08335270.pdf?arnumber=8335270","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,5]],"date-time":"2024-07-05T22:47:57Z","timestamp":1720219677000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8335270\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"references-count":94,"URL":"https:\/\/doi.org\/10.1109\/access.2018.2825282","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018]]}}}