{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,2]],"date-time":"2025-11-02T00:10:06Z","timestamp":1762042206113,"version":"build-2065373602"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2021,8,26]],"date-time":"2021-08-26T00:00:00Z","timestamp":1629936000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,8,26]],"date-time":"2021-08-26T00:00:00Z","timestamp":1629936000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int. J. Mach. Learn. & Cyber."],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1007\/s13042-021-01398-2","type":"journal-article","created":{"date-parts":[[2021,8,26]],"date-time":"2021-08-26T20:02:47Z","timestamp":1630008167000},"page":"3517-3528","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Joint resource allocation for emotional 5G IoT systems using deep reinforcement learning"],"prefix":"10.1007","volume":"12","author":[{"given":"Ziyan","family":"Yang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8093-7175","authenticated-orcid":false,"given":"Haibo","family":"Mei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wenyong","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dongdai","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kun","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,8,26]]},"reference":[{"key":"1398_CR1","doi-asserted-by":"publisher","unstructured":"Yamazaki Y, Yamamoto M, Nagata N (2017) Estimation of emotional state in personal fabrication: analysis of emotional motion based on Laban movement analysis. In: 2017 International Conference on Culture and Computing (Culture and Computing), Kyoto, 2017, pp 71\u201374, https:\/\/doi.org\/10.1109\/Culture.and.Computing.2017.33","DOI":"10.1109\/Culture.and.Computing.2017.33"},{"issue":"02","key":"1398_CR2","first-page":"94","volume":"49","author":"F Yuehong","year":"2020","unstructured":"Yuehong F (2020) Computational model analysis of affective cognitive reasoning in artificial intelligence. J Shanghai Normal Univ (Philos Soc Sci Edn) 49(02):94\u2013103","journal-title":"J Shanghai Normal Univ (Philos Soc Sci Edn)"},{"issue":"2","key":"1398_CR3","doi-asserted-by":"publisher","first-page":"117","DOI":"10.23919\/JCC.2020.02.010","volume":"17","author":"G Lou","year":"2020","unstructured":"Lou G, Shi H (2020) Face image recognition based on convolutional neural network. China Commun 17(2):117\u2013124. https:\/\/doi.org\/10.23919\/JCC.2020.02.010","journal-title":"China Commun"},{"key":"1398_CR4","doi-asserted-by":"crossref","unstructured":"Tao F, Liu G, Zhao Q (2018) An ensemble framework of voice-based emotion recognition system. In: 2018 First Asian Conference on Affective Computing and Intelligent Interaction (ACII Asia), pp 1-6","DOI":"10.1109\/ACIIAsia.2018.8470328"},{"key":"1398_CR5","doi-asserted-by":"crossref","unstructured":"You X, Zhang C, Tan X et al. (2019) AI for 5G: research directions and paradigms. Sci China Inf Sci 62:21301. https:\/\/doi-org-443-buaa.naihes.cn\/10.1007\/s11432-018-9596-5","DOI":"10.1007\/s11432-018-9596-5"},{"key":"1398_CR6","doi-asserted-by":"publisher","first-page":"137410","DOI":"10.1109\/ACCESS.2019.2942391","volume":"7","author":"Z Yang","year":"2019","unstructured":"Yang Z et al (2019) Energy-efficient joint resource allocation algorithms for MEC-enabled emotional computing in urban communities. IEEE Access 7:137410\u2013137419. https:\/\/doi.org\/10.1109\/ACCESS.2019.2942391","journal-title":"IEEE Access"},{"issue":"1","key":"1398_CR7","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1109\/MWC.2017.1600161WC","volume":"24","author":"K Wang","year":"2017","unstructured":"Wang K, Yang K, Chen H, Zhang L (2017) Computation diversity in emerging networking paradigms. IEEE Wirel Commun 24(1):88\u201394. https:\/\/doi.org\/10.1109\/MWC.2017.1600161WC","journal-title":"IEEE Wirel Commun"},{"key":"1398_CR8","unstructured":"Mao Y, You C, Zhang J, Huang K, Letaief KB (2017) Mobile edge computing: survey and research outlook. IEEE Commun Surv Tutor"},{"key":"1398_CR9","doi-asserted-by":"publisher","first-page":"2495","DOI":"10.1109\/JSYST.2017.2654119","volume":"12","author":"H Liu","year":"2017","unstructured":"Liu H, Eldarrat F, Alqahtani H, Reznik A, de Foy X, Zhang Y (2017) Mobile edge cloud system: architectures challenges and approaches. IEEE Syst J 12:2495\u20132508","journal-title":"IEEE Syst J"},{"key":"1398_CR10","doi-asserted-by":"publisher","unstructured":"Wei X et al (2017) MVR: an architecture for computation offloading in mobile edge computing. In: 2017 IEEE International Conference on Edge Computing (EDGE), Honolulu, HI, 2017, pp 232\u2013235. https:\/\/doi.org\/10.1109\/IEEE.EDGE.2017.42","DOI":"10.1109\/IEEE.EDGE.2017.42"},{"key":"1398_CR11","unstructured":"Patel M, Naughton B, Chan C, Sprecher N, Abeta S, Neal A et al (2014) Mobile-edge computing introductory technical white paper, White Paper Mobile-edge Computing (MEC) industry initiative"},{"key":"1398_CR12","unstructured":"Hu YC, Patel M, Sabella D, Sprecher N, Young V (2015) Mobile edge computing a key technology towards 5g, ETSI White Paper, vol 11"},{"key":"1398_CR13","doi-asserted-by":"crossref","unstructured":"Ahmed A, Ahmed E (2016) A survey on mobile edge computing. IEEE International Conference on Intelligent Systems and Control","DOI":"10.1109\/ISCO.2016.7727082"},{"key":"1398_CR14","doi-asserted-by":"publisher","unstructured":"He C, Li W, Chik D (2017) Waveform compensation of ECG data using segment fitting functions for individual identification. In: 2017 13th International Conference on Computational Intelligence and Security (CIS), Hong Kong, pp 475\u2013479. https:\/\/doi.org\/10.1109\/CIS.2017.00110","DOI":"10.1109\/CIS.2017.00110"},{"key":"1398_CR15","doi-asserted-by":"publisher","unstructured":"Zucco C, Calabrese B, Cannataro M (2017) Sentiment analysis and affective computing for depression monitoring. In: 2017 IEEE International Conference on Bioinformatics and Biomedicine (BIBM), Kansas City, MO, 2017, pp 1988\u20131995, https:\/\/doi.org\/10.1109\/BIBM.2017.8217966","DOI":"10.1109\/BIBM.2017.8217966"},{"key":"1398_CR16","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/1140.001.0001","volume-title":"Affective computing","author":"RW Picard","year":"1997","unstructured":"Picard RW (1997) Affective computing. MIT Press, London"},{"key":"1398_CR17","doi-asserted-by":"publisher","unstructured":"Rao T, Xu M, Liu H, Wang J, Burnett I (2016) Multi-scale blocks based image emotion classification using multiple instance learning. In: 2016 IEEE International Conference on Image Processing (ICIP), Phoenix, AZ, 2016, pp 634\u2013638, https:\/\/doi.org\/10.1109\/ICIP.2016.7532434","DOI":"10.1109\/ICIP.2016.7532434"},{"key":"1398_CR18","doi-asserted-by":"publisher","unstructured":"Mansourifar H, Bastanfard A (2011) Fast conic spline data fitting of noise-free data points. In: 2011 Eighth International Conference Computer Graphics, Imaging and Visualization, Singapore, pp 59\u201364. https:\/\/doi.org\/10.1109\/CGIV.2011.33","DOI":"10.1109\/CGIV.2011.33"},{"key":"1398_CR19","doi-asserted-by":"publisher","first-page":"11849","DOI":"10.1109\/ACCESS.2018.2808411","volume":"6","author":"V Haghighi","year":"2018","unstructured":"Haghighi V, Moayedian NS (2018) An offloading strategy in mobile cloud computing considering energy and delay constraints. IEEE Access 6:11849\u201311861","journal-title":"IEEE Access"},{"key":"1398_CR20","unstructured":"Mobile edge computing (mec) (2014) [online] Available: http:\/\/www.etsi.org\/technologies-clusters\/technologies\/mobile-edge-computing"},{"issue":"6","key":"1398_CR21","doi-asserted-by":"publisher","first-page":"854","DOI":"10.1109\/JIOT.2016.2584538","volume":"3","author":"M Chiang","year":"2016","unstructured":"Chiang M, Zhang T (2016) Fog and IoT: an overview of research opportunities. IEEE Internet Things J. 3(6):854\u2013864","journal-title":"IEEE Internet Things J."},{"issue":"3","key":"1398_CR22","doi-asserted-by":"publisher","first-page":"760","DOI":"10.1109\/TCC.2016.2522439","volume":"6","author":"K Wang","year":"2018","unstructured":"Wang K, Yang K, Magurawalage CS (2018) Joint energy minimization and resource allocation in C-RAN with mobile cloud. IEEE Trans Cloud Comput 6(3):760\u2013770. https:\/\/doi.org\/10.1109\/TCC.2016.2522439","journal-title":"IEEE Trans Cloud Comput"},{"key":"1398_CR23","doi-asserted-by":"publisher","unstructured":"Zhang Y, Zhou X, Teng Y, Fang J, Zheng W (2018) Resource allocation for multi-user MEC system: machine learning approaches. In: 2018 International Conference on Computational Science and Computational Intelligence (CSCI), Las Vegas, NV, USA. pp 794\u2013799. https:\/\/doi.org\/10.1109\/CSCI46756.2018.00159","DOI":"10.1109\/CSCI46756.2018.00159"},{"issue":"Supplement 2","key":"1398_CR24","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1109\/CC.2016.7833467","volume":"13","author":"K Liang","year":"2016","unstructured":"Liang K, Zhao L, Zhao X, Wang Y, Ou S (2016) Joint resource allocation and coordinated computation offloading for fog radio access networks. China Commun 13(Supplement 2):131\u2013139. https:\/\/doi.org\/10.1109\/CC.2016.7833467","journal-title":"China Commun"},{"key":"1398_CR25","doi-asserted-by":"crossref","unstructured":"Zeng Q, Wu Q, Chen G (2020) A novel joint resource allocation algorithm in 5G heterogeneous integrated networks. In: Communications, signal processing, and systems","DOI":"10.1007\/978-981-13-9409-6_236"},{"key":"1398_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.inffus.2018.09.013","volume":"49","author":"D Praveen-Kumar","year":"2019","unstructured":"Praveen-Kumar D, Amgoth T, Annavarapu CSR (2019) Machine learning algorithms for wireless sensor networks: a survey. Inform Fusion 49:1\u201325","journal-title":"Inform Fusion"},{"key":"1398_CR27","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton RS, Barto AG (1998) Reinforcement learning: an introduction, vol 1. MIT Press, Cambridge"},{"issue":"6","key":"1398_CR28","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran K, Deisenroth MP, Brundage M, Bharath AA (2017) Deep reinforcement learning: a brief survey. IEEE Signal Process Mag 34(6):26\u201338. https:\/\/doi.org\/10.1109\/MSP.2017.2743240","journal-title":"IEEE Signal Process Mag"},{"key":"1398_CR29","doi-asserted-by":"publisher","unstructured":"Yang T, Hu Y, Gursoy MC, Schmeink A, Mathar R (2018) Learning deep reinforcement, based resource allocation in low latency edge computing networks. In: 15th International Symposium on Wireless Communication Systems (ISWCS), Lisbon, pp 1\u20135. https:\/\/doi.org\/10.1109\/ISWCS.2018.8491089","DOI":"10.1109\/ISWCS.2018.8491089"},{"issue":"1","key":"1398_CR30","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1109\/MCOM.2008.4427231","volume":"46","author":"K Yang","year":"2008","unstructured":"Yang K, Ou S, Chen H (2008) On effective offloading services for resource-constrained mobile devices running heavier mobile Internet applications. IEEE Commun Mag 46(1):56\u201363. https:\/\/doi.org\/10.1109\/MCOM.2008.4427231","journal-title":"IEEE Commun Mag"},{"issue":"4","key":"1398_CR31","doi-asserted-by":"publisher","first-page":"2375","DOI":"10.1109\/TWC.2018.2794345","volume":"17","author":"X Hu","year":"2018","unstructured":"Hu X, Wong K, Yang K (2018) Wireless powered cooperation-assisted mobile edge computing. IEEE Trans Wirel Commun 17(4):2375\u20132388. https:\/\/doi.org\/10.1109\/TWC.2018.2794345","journal-title":"IEEE Trans Wirel Commun"},{"key":"1398_CR32","doi-asserted-by":"publisher","unstructured":"Wu J, Shin S, Kim C, Kim S (2017) Effective lazy training method for deep q-network in obstacle avoidance and path planning. In: 2017 IEEE International Conference on Systems, Man, and Cybernetics (SMC), Banff, AB. pp 1799\u20131804, https:\/\/doi.org\/10.1109\/SMC.2017.8122877","DOI":"10.1109\/SMC.2017.8122877"},{"issue":"5","key":"1398_CR33","doi-asserted-by":"publisher","first-page":"739","DOI":"10.1109\/TSC.2018.2867482","volume":"12","author":"Q Zhang","year":"2019","unstructured":"Zhang Q, Lin M, Yang LT, Chen Z, Khan SU, Li P (2019) A double deep Q-learning model for energy-efficient edge scheduling. IEEE Trans Serv Comput 12(5):739\u2013749. https:\/\/doi.org\/10.1109\/TSC.2018.2867482","journal-title":"IEEE Trans Serv Comput"},{"key":"1398_CR34","unstructured":"Zongtao X, Jin Q (2018) Deep Q network based on advantage learning. Comput Eng Appl. http:\/\/kns.cnki.net\/kcms\/detail\/ll.2127.TR20181224.1726.026.html"},{"issue":"1","key":"1398_CR35","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1631\/FITEE.1601650","volume":"18","author":"T Zhang","year":"2017","unstructured":"Zhang T, Li Q, Zhang C-S, Liang H-W, Li P, Wang T-M et al (2017) Current trends in the development of intelligent unmanned autonomous systems. Front Inform Technol Electron Eng 18(1):68\u201385","journal-title":"Front Inform Technol Electron Eng"},{"key":"1398_CR36","doi-asserted-by":"crossref","unstructured":"Xia W, Li H, Li B (2016) A control strategy of autonomous vehicles based on deep reinforcement learning. In: 9th International Symposium on Computational Intelligence and Design, pp 198\u2013201","DOI":"10.1109\/ISCID.2016.2054"},{"key":"1398_CR37","doi-asserted-by":"publisher","first-page":"25371","DOI":"10.1109\/ACCESS.2021.3057911","volume":"9","author":"X Zhang","year":"2021","unstructured":"Zhang X, Li J (2021) Power control for cognitive users of perception layer in complex industrial CPS based on DQN. IEEE Access 9:25371\u201325382. https:\/\/doi.org\/10.1109\/ACCESS.2021.3057911","journal-title":"IEEE Access"},{"key":"1398_CR38","doi-asserted-by":"crossref","unstructured":"Carta S, Ferreira A, Podda AS et al. Multi-DQN: an ensemble of deep Q-learning agents for stock market forecasting. Expert Syst Appl 164","DOI":"10.1016\/j.eswa.2020.113820"},{"key":"1398_CR39","doi-asserted-by":"crossref","unstructured":"Yang L, Cao J, Tang S, Li T, Chan ATS (2012) A framework for partitioning and execution of data stream applications in mobile cloud computing. In: 2012 IEEE Fifth International Conference on Cloud Computing, pp 794\u2013802","DOI":"10.1109\/CLOUD.2012.97"},{"issue":"7540","key":"1398_CR40","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G, Petersen S, Beattie C, Sadik A, Antonoglou I, King H, Kumaran D, Wierstra D, Legg S, Antonoglou DHI, Wierstra D, Riedmiller MA (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"}],"container-title":["International Journal of Machine Learning and Cybernetics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-021-01398-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13042-021-01398-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-021-01398-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,7]],"date-time":"2024-09-07T08:31:12Z","timestamp":1725697872000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13042-021-01398-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8,26]]},"references-count":40,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2021,12]]}},"alternative-id":["1398"],"URL":"https:\/\/doi.org\/10.1007\/s13042-021-01398-2","relation":{},"ISSN":["1868-8071","1868-808X"],"issn-type":[{"type":"print","value":"1868-8071"},{"type":"electronic","value":"1868-808X"}],"subject":[],"published":{"date-parts":[[2021,8,26]]},"assertion":[{"value":"14 August 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 July 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 August 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}