{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T11:27:23Z","timestamp":1780486043384,"version":"3.54.1"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100004663","name":"Ministry of Science and Technology, Taiwan","doi-asserted-by":"publisher","award":["108-2221-E-197-009"],"award-info":[{"award-number":["108-2221-E-197-009"]}],"id":[{"id":"10.13039\/501100004663","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004663","name":"Ministry of Science and Technology, Taiwan","doi-asserted-by":"publisher","award":["108-2221-E-197-011"],"award-info":[{"award-number":["108-2221-E-197-011"]}],"id":[{"id":"10.13039\/501100004663","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mobile Netw Appl"],"published-print":{"date-parts":[[2023,6]]},"DOI":"10.1007\/s11036-023-02145-3","type":"journal-article","created":{"date-parts":[[2023,7,11]],"date-time":"2023-07-11T10:02:36Z","timestamp":1689069756000},"page":"1076-1095","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["D2D Resource Allocation Based on Reinforcement Learning and QoS"],"prefix":"10.1007","volume":"28","author":[{"given":"Fang-Chang","family":"Kuo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hwang-Cheng","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chih-Cheng","family":"Tseng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jung-Shyr","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jia-Hao","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1830-5094","authenticated-orcid":false,"given":"Jieh-Ren","family":"Chang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,7,11]]},"reference":[{"key":"2145_CR1","doi-asserted-by":"crossref","unstructured":"Osseiran A et al (2013) The foundation of the mobile and wireless communications system for 2020 and beyond: Challenges, enablers and technology solutions. In 2013 IEEE 77th Vehicular Technology Conference (VTC Spring). IEEE, pp. 1\u20135","DOI":"10.1109\/VTCSpring.2013.6692781"},{"issue":"1","key":"2145_CR2","first-page":"124","volume":"14","author":"L Ericsson","year":"2011","unstructured":"Ericsson L (2011) More than 50 billion connected devices. White Paper 14(1):124","journal-title":"White Paper"},{"issue":"3","key":"2145_CR3","doi-asserted-by":"publisher","first-page":"1617","DOI":"10.1109\/COMST.2016.2532458","volume":"18","author":"M Agiwal","year":"2016","unstructured":"Agiwal M, Roy A, Saxena N (2016) Next generation 5G wireless networks: a comprehensive survey. IEEE Commun Surv Tutorials 18(3):1617\u20131655","journal-title":"IEEE Commun Surv Tutorials"},{"issue":"5","key":"2145_CR4","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MCOM.2014.6815890","volume":"52","author":"A Osseiran","year":"2014","unstructured":"Osseiran A et al (2014) Scenarios for 5G mobile and wireless communications: the vision of the METIS project. IEEE Commun Mag 52(5):26\u201335","journal-title":"IEEE Commun Mag"},{"issue":"1","key":"2145_CR5","doi-asserted-by":"publisher","first-page":"419","DOI":"10.1109\/COMST.2015.2459596","volume":"18","author":"HAU Mustafa","year":"2015","unstructured":"Mustafa HAU, Imran MA, Shakir MZ, Imran A, Tafazolli R (2015) Separation framework: an enabler for cooperative and D2D communication for future 5G networks. IEEE Commun Surv Tutorials 18(1):419\u2013445","journal-title":"IEEE Commun Surv Tutorials"},{"issue":"4","key":"2145_CR6","doi-asserted-by":"publisher","first-page":"1801","DOI":"10.1109\/COMST.2014.2319555","volume":"16","author":"A Asadi","year":"2014","unstructured":"Asadi A, Wang Q, Mancuso V (2014) A survey on device-to-device communication in cellular networks. IEEE Commun Surv Tutorials 16(4):1801\u20131819","journal-title":"IEEE Commun Surv Tutorials"},{"issue":"2","key":"2145_CR7","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1109\/MCOM.2013.6461193","volume":"51","author":"T Doumi","year":"2013","unstructured":"Doumi T et al (2013) LTE for public safety networks. IEEE Commun Mag 51(2):106\u2013112","journal-title":"IEEE Commun Mag"},{"issue":"4","key":"2145_CR8","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1109\/MCOM.2014.6807945","volume":"52","author":"X Lin","year":"2014","unstructured":"Lin X, Andrews JG, Ghosh A, Ratasuk R (2014) An overview of 3GPP device-to-device proximity services. IEEE Commun Mag 52(4):40\u201348","journal-title":"IEEE Commun Mag"},{"issue":"4","key":"2145_CR9","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1109\/MCOM.2014.6807946","volume":"52","author":"D Feng","year":"2014","unstructured":"Feng D, Lu L, Yuan-Wu Y, Li GY, Li S, Feng G (2014) Device-to-device communications in cellular networks. IEEE Commun Mag 52(4):49\u201355","journal-title":"IEEE Commun Mag"},{"key":"2145_CR10","doi-asserted-by":"crossref","unstructured":"Hakola S, Chen T, Lehtom\u00e4ki J, Koskela T (2010) Device-to-device (D2D) communication in cellular network-performance analysis of optimum and practical communication mode selection. In 2010 IEEE wireless communication and networking conference. IEEE, pp. 1\u20136","DOI":"10.1109\/WCNC.2010.5506133"},{"key":"2145_CR11","doi-asserted-by":"crossref","unstructured":"Peng T, Lu Q, Wang H, Xu S, Wang W (2009) Interference avoidance mechanisms in the hybrid cellular and device-to-device systems. In 2009 IEEE 20th international symposium on personal, indoor and mobile radio communications. IEEE, pp. 617\u2013621","DOI":"10.1109\/PIMRC.2009.5449856"},{"key":"2145_CR12","doi-asserted-by":"crossref","unstructured":"Kaufman B, Aazhang B (2008) Cellular networks with an overlaid device to device network. In 2008 42nd Asilomar conference on signals, systems and computers. IEEE, pp. 1537\u20131541","DOI":"10.1109\/ACSSC.2008.5074679"},{"issue":"4","key":"2145_CR13","doi-asserted-by":"publisher","first-page":"917","DOI":"10.1007\/s11277-016-3936-y","volume":"93","author":"X Li","year":"2017","unstructured":"Li X, Wang Z, Sun Y, Gu Y, Hu J (2017) Mathematical characteristics of uplink and downlink interference regions in D2D communications underlaying cellular networks. Wireless Pers Commun 93(4):917\u2013932","journal-title":"Wireless Pers Commun"},{"key":"2145_CR14","unstructured":"3GPP (2016) TS 36.213: Evolved Universal Terrestrial Radio Access (E-UTRA); Physical layer procedures"},{"key":"2145_CR15","doi-asserted-by":"crossref","unstructured":"Sun H, Sheng M, Wang X, Zhang Y, Liu J, Wang K (2013) Resource allocation for maximizing the device-to-device communications underlaying LTE-Advanced networks. In 2013 IEEE\/CIC International Conference on Communications in China-Workshops (CIC\/ICCC). IEEE, pp. 60\u201364","DOI":"10.1109\/ICCChinaW.2013.6670568"},{"issue":"7","key":"2145_CR16","doi-asserted-by":"publisher","first-page":"6244","DOI":"10.1109\/TVT.2018.2817613","volume":"67","author":"X Li","year":"2018","unstructured":"Li X, Shankaran R, Orgun MA, Fang G, Xu Y (2018) Resource allocation for underlay D2D communication with proportional fairness. IEEE Trans Veh Technol 67(7):6244\u20136258","journal-title":"IEEE Trans Veh Technol"},{"key":"2145_CR17","doi-asserted-by":"crossref","unstructured":"Zhou W, Sun X, Ma C, Yue J, Yu H, Luo H (2013) An interference coordination mechanism based on resource allocation for network controlled device-to-device communication. In 2013 IEEE\/CIC International Conference on Communications in China-Workshops (CIC\/ICCC). IEEE, pp. 109\u2013114","DOI":"10.1109\/ICCChinaW.2013.6670577"},{"key":"2145_CR18","doi-asserted-by":"crossref","unstructured":"Zulhasnine M, Huang C, Srinivasan A (2010) Efficient resource allocation for device-to-device communication underlaying LTE network. In 2010 IEEE 6th International conference on wireless and mobile computing, networking and communications. IEEE, pp. 368\u2013375","DOI":"10.1109\/WIMOB.2010.5645039"},{"key":"2145_CR19","doi-asserted-by":"crossref","unstructured":"Wang F, Song L, Han Z, Zhao Q, Wang X (2013) Joint scheduling and resource allocation for device-to-device underlay communication. In 2013 IEEE wireless communications and networking conference (WCNC). IEEE, pp. 134\u2013139","DOI":"10.1109\/ICC.2013.6655574"},{"key":"2145_CR20","doi-asserted-by":"crossref","unstructured":"Ren H, Jiang F, Wang H (2017) Resource allocation based on clustering algorithm for hybrid device-to-device networks. In 2017 9th International Conference on Wireless Communications and Signal Processing (WCSP). IEEE, pp. 1\u20136","DOI":"10.1109\/WCSP.2017.8171058"},{"key":"2145_CR21","volume-title":"Reinforcement learning: An introduction","author":"RS Sutton","year":"2011","unstructured":"Sutton RS, Barto AG (2011) Reinforcement learning: An introduction. The MIT Press"},{"issue":"2","key":"2145_CR22","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1109\/MNET.2017.1700200","volume":"32","author":"M Wang","year":"2017","unstructured":"Wang M, Cui Y, Wang X, Xiao S, Jiang J (2017) Machine learning for networking: workflow, advances and opportunities. IEEE Network 32(2):92\u201399","journal-title":"IEEE Network"},{"key":"2145_CR23","doi-asserted-by":"publisher","first-page":"65579","DOI":"10.1109\/ACCESS.2019.2916648","volume":"7","author":"M Usama","year":"2019","unstructured":"Usama M et al (2019) Unsupervised machine learning for networking: Techniques, applications and research challenges. IEEE Access 7:65579\u201365615","journal-title":"IEEE Access"},{"key":"2145_CR24","doi-asserted-by":"crossref","unstructured":"Friedman J, Hastie T, Tibshirani R (2001) The elements of statistical learning (no. 10). Springer series in statistics New York","DOI":"10.1007\/978-0-387-21606-5"},{"issue":"1","key":"2145_CR25","first-page":"3","volume":"160","author":"SB Kotsiantis","year":"2007","unstructured":"Kotsiantis SB, Zaharakis I, Pintelas P (2007) Supervised machine learning: a review of classification techniques. Emerg Artif Intell Appl Comput Eng 160(1):3\u201324","journal-title":"Emerg Artif Intell Appl Comput Eng"},{"key":"2145_CR26","volume-title":"Introduction to machine learning","author":"E Alpaydin","year":"2020","unstructured":"Alpaydin E (2020) Introduction to machine learning. MIT Press"},{"key":"2145_CR27","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling LP, Littman ML, Moore AW (1996) Reinforcement learning: a survey. J Artif Intell Res 4:237\u2013285","journal-title":"J Artif Intell Res"},{"key":"2145_CR28","doi-asserted-by":"crossref","unstructured":"Luo Y, Shi Z, Zhou X, Liu Q, Yi Q (2014) Dynamic resource allocations based on q-learning for d2d communication in cellular networks. In 2014 11th International Computer Conference on Wavelet Actiev Media Technology and Information Processing (ICCWAMTIP). IEEE, pp. 385\u2013388","DOI":"10.1109\/ICCWAMTIP.2014.7073432"},{"issue":"9","key":"2145_CR29","doi-asserted-by":"publisher","first-page":"2069","DOI":"10.1109\/TMC.2018.2794454","volume":"17","author":"Y Zhang","year":"2018","unstructured":"Zhang Y, Wang C-Y, Wei H-Y (2018) Incentive compatible overlay D2D system: a group-based framework without CQI feedback. IEEE Trans Mob Comput 17(9):2069\u20132086","journal-title":"IEEE Trans Mob Comput"},{"key":"2145_CR30","unstructured":"Neogi A, Chaporkar P, Karandikar A (2018) Multi-Player Multi-Armed Bandit Based Resource Allocation for D2D Communications. arXiv preprint arXiv:1812.11837"},{"key":"2145_CR31","doi-asserted-by":"publisher","unstructured":"Huynh T, Onuma T, Kuroda K, Hasegawa M, Hwang W-J (2016) Joint downlink and uplink interference management for device to device communication underlaying cellular networks. IEEE Access 4:4420\u20134430. https:\/\/doi.org\/10.1109\/ACCESS.2016.2603149","DOI":"10.1109\/ACCESS.2016.2603149"},{"key":"2145_CR32","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511997082","volume-title":"Essentials of LTE and LTE-A","author":"A Ghosh","year":"2011","unstructured":"Ghosh A, Ratasuk R (2011) Essentials of LTE and LTE-A. Cambridge University Press"},{"key":"2145_CR33","unstructured":"W. contributors (July 22) Multi-armed bandit. Available: https:\/\/en.wikipedia.org\/w\/index.php?title=Multi-armed_bandit&oldid=1032060189.\u00a0Accessed 8 July 2023"},{"key":"2145_CR34","unstructured":"Robot B (2020) Multi-Armed Bandits: Part 1 Mathematical Framework and Terminology. Available: https:\/\/towardsdatascience.com\/multi-armed-bandits-part-1-b8d33ab80697.\u00a0Accessed 8 July 2023"},{"issue":"3","key":"2145_CR35","doi-asserted-by":"publisher","first-page":"1455","DOI":"10.1007\/s11277-020-07313-2","volume":"113","author":"F-C Kuo","year":"2020","unstructured":"Kuo F-C, Christian S, Wang H-C, Lin W-J, Tseng C-C (2020) D2D resource allocation with power control based on multi-player multi-armed bandit. Wireless Pers Commun 113(3):1455\u20131470","journal-title":"Wireless Pers Commun"},{"key":"2145_CR36","doi-asserted-by":"crossref","unstructured":"Tran-Thanh L, Chapman A, De Cote EM, Rogers A, Jennings NR (2010) Epsilon\u2013first policies for budget\u2013limited multi-armed bandits. In Twenty-Fourth AAAI Conference on Artificial Intelligence","DOI":"10.1609\/aaai.v24i1.7758"},{"key":"2145_CR37","doi-asserted-by":"crossref","unstructured":"Garivier A, Moulines E (2011) On upper-confidence bound policies for switching bandit problems. In International Conference on Algorithmic Learning Theory. Springer, pp. 174\u2013188","DOI":"10.1007\/978-3-642-24412-4_16"},{"key":"2145_CR38","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1109\/LSP.2020.3047725","volume":"28","author":"X Liu","year":"2020","unstructured":"Liu X, Derakhshani M, Lambotharan S, Van der Schaar M (2020) Risk-aware multi-armed bandits with refined upper confidence bounds. IEEE Signal Process Lett 28:269\u2013273","journal-title":"IEEE Signal Process Lett"},{"issue":"5","key":"2145_CR39","doi-asserted-by":"publisher","first-page":"868","DOI":"10.1007\/s11036-017-0860-7","volume":"22","author":"F-C Kuo","year":"2017","unstructured":"Kuo F-C, Ting K-C, Wang H-C, Tseng C-C (2017) On demand resource allocation for LTE uplink transmission based on logical channel groups. Mobile Netw Appl 22(5):868\u2013879","journal-title":"Mobile Netw Appl"},{"issue":"1","key":"2145_CR40","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1080\/00401706.1990.10484583","volume":"32","author":"JM Lucas","year":"1990","unstructured":"Lucas JM, Saccucci MS (1990) Exponentially weighted moving average control schemes: properties and enhancements. Technometrics 32(1):1\u201312","journal-title":"Technometrics"},{"key":"2145_CR41","unstructured":"3GPP (2014) TR 36.843 Study on LTE device to device proximity services; Radio aspects"},{"key":"2145_CR42","unstructured":"Jain DMCR, Hawe W (1984) \"A Quantitative Measure of Fairness and Discrimination for Resource Allocation in Shared Computer Systems,\" Digital Equipment Corporation (DEC) Research Report TR-301"}],"container-title":["Mobile Networks and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11036-023-02145-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11036-023-02145-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11036-023-02145-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,3]],"date-time":"2024-05-03T14:52:01Z","timestamp":1714747921000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11036-023-02145-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6]]},"references-count":42,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2023,6]]}},"alternative-id":["2145"],"URL":"https:\/\/doi.org\/10.1007\/s11036-023-02145-3","relation":{},"ISSN":["1383-469X","1572-8153"],"issn-type":[{"value":"1383-469X","type":"print"},{"value":"1572-8153","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,6]]},"assertion":[{"value":"15 November 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 July 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}