{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2022,5,7]],"date-time":"2022-05-07T05:12:10Z","timestamp":1651900330105},"reference-count":24,"publisher":"Institute of Electronics, Information and Communications Engineers (IEICE)","issue":"5","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEICE Trans. Inf. & Syst."],"published-print":{"date-parts":[[2022,5,1]]},"DOI":"10.1587\/transinf.2021kbp0007","type":"journal-article","created":{"date-parts":[[2022,4,30]],"date-time":"2022-04-30T22:17:28Z","timestamp":1651357048000},"page":"864-872","source":"Crossref","is-referenced-by-count":0,"title":["Deep Coalitional Q-Learning for Dynamic Coalition Formation in Edge Computing"],"prefix":"10.1587","volume":"E105.D","author":[{"given":"Shiyao","family":"DING","sequence":"first","affiliation":[{"name":"Graduate School of Informatics, Kyoto University"}]},{"given":"Donghui","family":"LIN","sequence":"additional","affiliation":[{"name":"Graduate School of Informatics, Kyoto University"}]}],"member":"532","reference":[{"key":"1","doi-asserted-by":"crossref","unstructured":"[1] S. Li and J. Huang, \u201cEnergy efficient resource management and task scheduling for IoT services in edge computing paradigm,\u201d IEEE International Symposium on Parallel and Distributed Processing with Applications, pp.846-851, 2017. 10.1109\/ispa\/iucc.2017.00129","DOI":"10.1109\/ISPA\/IUCC.2017.00129"},{"key":"2","doi-asserted-by":"crossref","unstructured":"[2] W. Shi, J. Cao, Q. Zhang, Y. Li, and L. Xu, \u201cEdge computing: Vision and challenges,\u201d IEEE Internet Things J., vol.3, no.5, pp.637-646, 2016. 10.1109\/jiot.2016.2579198","DOI":"10.1109\/JIOT.2016.2579198"},{"key":"3","doi-asserted-by":"publisher","unstructured":"[3] X. Cao, F. Wang, J. Xu, R. Zhang, and S. Cui, \u201cJoint computation and communication cooperation for energy-efficient mobile edge computing.\u201d IEEE Internet Things J., vol.6, no.3, pp.4188-4200, 2019. 10.1109\/jiot.2018.2875246","DOI":"10.1109\/JIOT.2018.2875246"},{"key":"4","doi-asserted-by":"crossref","unstructured":"[4] S. Ding and D. Lin, \u201cDynamic task allocation for cost-efficient edge cloud computing,\u201d IEEE International Conference on Services Computing, pp.218-225, 2020. 10.1109\/scc49832.2020.00036","DOI":"10.1109\/SCC49832.2020.00036"},{"key":"5","doi-asserted-by":"crossref","unstructured":"[5] X. Cao, F. Wang, J. Xu, R. Zhang, and S. Cui, \u201cJoint computation and communication cooperation for mobile edge computing,\u201d 16th International Symposium on Modeling and Optimization in Mobile, Ad Hoc, and Wireless Networks, pp.1-6, 2018. 10.23919\/wiopt.2018.8362865","DOI":"10.23919\/WIOPT.2018.8362865"},{"key":"6","doi-asserted-by":"publisher","unstructured":"[6] Y. Li, G. Xu, J. Ge, X. Fu, and P. Liu, \u201cCommunication and computation cooperation in wireless network for mobile edge computing,\u201d IEEE Access, vol.7, pp.106260-106274, 2019. 10.1109\/access.2019.2933037","DOI":"10.1109\/ACCESS.2019.2933037"},{"key":"7","doi-asserted-by":"crossref","unstructured":"[7] Y. Yu, J. Zhang, and K.B. Letaief, \u201cJoint subcarrier and CPU time allocation for mobile edge computing,\u201d IEEE Global Communications Conference, pp.1-6, 2016. 10.1109\/glocom.2016.7841937","DOI":"10.1109\/GLOCOM.2016.7841937"},{"key":"8","doi-asserted-by":"crossref","unstructured":"[8] L. Yuan, Q. He, S. Tan, B. Li, J. Yu, F. Chen, H. Jin, and Y. Yang, \u201cCoopEdge: A decentralized blockchain-based platform for cooperative edge computing,\u201d Proc. Web Conference, pp.2245-2257, 2021. 10.1145\/3442381.3449994","DOI":"10.1145\/3442381.3449994"},{"key":"9","doi-asserted-by":"crossref","unstructured":"[9] G. Greco and A. Guzzo, \u201cConstrained coalition formation on valuation structures: Formal framework, applications, and islands of tractability,\u201d International Joint Conference on Artificial Intelligence, pp.5612-5616, 2018. 10.24963\/ijcai.2018\/795","DOI":"10.24963\/ijcai.2018\/795"},{"key":"10","unstructured":"[10] T. Rahwan and N. Jennings, \u201cCoalition structure generation: Dynamic programming meets anytime optimisation,\u201d Proc. Twenty-Third AAAI Conference on Artificial Intelligence, pp.156-161, 2008."},{"key":"11","doi-asserted-by":"publisher","unstructured":"[11] T. Sandholm, K. Larson, M. Andersson, O. Shehory, and F. Tohm\u00e9, \u201cCoalition structure generation with worst case guarantees,\u201d Artificial Intelligence, vol.111, no.1-2, pp.209-238, 1999. 10.1016\/s0004-3702(99)00036-3","DOI":"10.1016\/S0004-3702(99)00036-3"},{"key":"12","doi-asserted-by":"publisher","unstructured":"[12] X. Chen, L. Jiao, W. Li, and X. Fu, \u201cEfficient multi-user computation offloading for mobile-edge cloud computing,\u201d IEEE\/ACM Trans. Netw., vol.24, no.5, pp.2795-2808, 2015. 10.1109\/tnet.2015.2487344","DOI":"10.1109\/TNET.2015.2487344"},{"key":"13","doi-asserted-by":"crossref","unstructured":"[13] S. Ding and D. Lin, \u201cA coalitional Markov decision process model for dynamic coalition formation among agents,\u201d IEEE\/WIC\/ACM International Joint Conference on Web Intelligence and Intelligent Agent Technology, pp.308-315, 2020. 10.1109\/wiiat50758.2020.00044","DOI":"10.1109\/WIIAT50758.2020.00044"},{"key":"14","doi-asserted-by":"crossref","unstructured":"[14] M.L. Littman, \u201cMarkov games as a framework for multi-agent reinforcement learning,\u201d Machine Learning Proceedings, pp.157-163, 1994. 10.1016\/b978-1-55860-335-6.50027-1","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"key":"15","doi-asserted-by":"publisher","unstructured":"[15] C.J.C.H. Watkins and P. Dayan. \u201cQ-learning,\u201d Machine Learning, vol.8, no.3-4, pp.279-292, 1992. 10.1007\/BF00992698","DOI":"10.1007\/BF00992698"},{"key":"16","doi-asserted-by":"publisher","unstructured":"[16] V. Mnih, K. Kavukcuoglu, D. Silver, A.A. Rusu, J. Veness, M.G. Bellemare, A. Graves, M. Riedmiller, A.K. Fidjeland, G. Ostrovski, S. Petersen, C. Beattie, A. Sadik, I. Antonoglou, H. King, D. Kumaran, D. Wierstra, S. Legg, and D. Hassabis, \u201cHuman-level control through deep reinforcement learning,\u201d Nature, vol.518, no.7540, pp.529-533, 2015. 10.1038\/nature14236","DOI":"10.1038\/nature14236"},{"key":"17","doi-asserted-by":"publisher","unstructured":"[17] X. Liu, J. Yu, J. Wang, and Y. Gao, \u201cResource allocation with edge computing in IoT networks via machine learning,\u201d IEEE Internet Things J., vol.7, no.4, pp.3415-3426, 2020. 10.1109\/jiot.2020.2970110","DOI":"10.1109\/JIOT.2020.2970110"},{"key":"18","doi-asserted-by":"crossref","unstructured":"[18] Y. Wen, W. Zhang, and H. Luo, \u201cEnergy-optimal mobile application execution: Taming resource-poor mobile devices with cloud clones,\u201d IEEE International Conference on Computer Communications, pp.2716-2720, 2012. 10.1109\/INFCOM.2012.6195685","DOI":"10.1109\/INFCOM.2012.6195685"},{"key":"19","unstructured":"[19] F. Armenta-Cano, A. Tchernykh, J.M. Cort\u00e9s-Mendoza, R. Yahyapour, A.Y. Drozdov, P. Bouvry, D. Kliazovich, and A. Avetisyan, \u201cHeterogeneous job consolidation for power aware scheduling with quality of service,\u201d Russian Supercomputing Days 2015, pp.687-697, 2015."},{"key":"20","doi-asserted-by":"publisher","unstructured":"[20] H. Aydin, R. Melhem, D. Moss\u00e9, and P. Mej\u00eda-Alvarez, \u201cPower-aware scheduling for periodic real-time tasks,\u201d IEEE Trans. Comput., vol.53, no.5, pp.584-600, 2004. 10.1109\/tc.2004.1275298","DOI":"10.1109\/TC.2004.1275298"},{"key":"21","unstructured":"[21] C. Ludmila and R. Gardner. \u201cMeasuring CPU overhead for I\/O processing in the Xen virtual machine monitor,\u201d USENIX Annual Technical Conference, General Track, vol.50, pp.387-390, 2005."},{"key":"22","doi-asserted-by":"publisher","unstructured":"[22] L. Yang, J. Cao, Y. Yuan, T. Li, A. Han, and A. Chan, \u201cA framework for partitioning and execution of data stream applications in mobile cloud computing,\u201d ACM SIGMETRICS Performance Evaluation Review, vol.40, no.4, pp.23-32, 2013. 10.1145\/2479942.2479946","DOI":"10.1145\/2479942.2479946"},{"key":"23","unstructured":"[23] G. Chalkiadakis and C. Boutilier, \u201cBayesian reinforcement learning for coalition formation under uncertainty,\u201d Proc. Third International Joint Conference on Autonomous Agents and Multiagent Systems, vol.3, pp.1090-1097, 2004."},{"key":"24","doi-asserted-by":"crossref","unstructured":"[24] G. Chalkiadakis, E. Markakis, and C. Boutilier, \u201cCoalition formation under uncertainty: Bargaining equilibria and the Bayesian core stability concept,\u201d Proc. 6th International Joint Conference on Autonomous Agents and Multiagent Systems, pp.1-8, 2007. 10.1145\/1329125.1329203","DOI":"10.1145\/1329125.1329203"}],"container-title":["IEICE Transactions on Information and Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.jstage.jst.go.jp\/article\/transinf\/E105.D\/5\/E105.D_2021KBP0007\/_pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,7]],"date-time":"2022-05-07T04:45:33Z","timestamp":1651898733000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.jstage.jst.go.jp\/article\/transinf\/E105.D\/5\/E105.D_2021KBP0007\/_article"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,1]]},"references-count":24,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2022]]}},"URL":"https:\/\/doi.org\/10.1587\/transinf.2021kbp0007","relation":{},"ISSN":["0916-8532","1745-1361"],"issn-type":[{"value":"0916-8532","type":"print"},{"value":"1745-1361","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,5,1]]},"article-number":"2021KBP0007"}}