{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,31]],"date-time":"2026-01-31T07:35:32Z","timestamp":1769844932326,"version":"3.49.0"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2019,1,11]],"date-time":"2019-01-11T00:00:00Z","timestamp":1547164800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,1,11]],"date-time":"2019-01-11T00:00:00Z","timestamp":1547164800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mobile Netw Appl"],"published-print":{"date-parts":[[2022,6]]},"DOI":"10.1007\/s11036-018-1176-y","type":"journal-article","created":{"date-parts":[[2019,1,11]],"date-time":"2019-01-11T02:54:47Z","timestamp":1547175287000},"page":"1111-1122","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":28,"title":["Online Learning and Optimization for Computation Offloading in D2D Edge Computing and Networks"],"prefix":"10.1007","volume":"27","author":[{"given":"Guanhua","family":"Qiao","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0049-5982","authenticated-orcid":false,"given":"Supeng","family":"Leng","sequence":"additional","affiliation":[]},{"given":"Yan","family":"Zhang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,1,11]]},"reference":[{"issue":"7","key":"1176_CR1","doi-asserted-by":"publisher","first-page":"1645","DOI":"10.1016\/j.future.2013.01.010","volume":"29","author":"J Gubbi","year":"2013","unstructured":"Gubbi J, Buyya R, Marusic S, Palaniswami M (2013) Internet of things (IoT): a vision, architectural elements, and future directions. Future Generat Comput Syst 29(7):1645\u20131660","journal-title":"Future Generat Comput Syst"},{"key":"1176_CR2","first-page":"1","volume":"11","author":"ISG ETSI","year":"2015","unstructured":"ETSI ISG (2015) Mobile edge computing a key technology towards 5G. White Paper 11:1\u201316","journal-title":"White Paper"},{"issue":"12","key":"1176_CR3","doi-asserted-by":"publisher","first-page":"3887","DOI":"10.1109\/JSAC.2016.2624118","volume":"34","author":"L Pu","year":"2016","unstructured":"Pu L, Chen C, Xu J, Fu X (2016) D2D fogging: an energy-efficient and incentive-aware task offloading framework via network-assisted D2D collaboration. IEEE J Sel Areas Commun 34(12):3887\u20133901","journal-title":"IEEE J Sel Areas Commun"},{"issue":"3","key":"1176_CR4","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1109\/MWC.2013.6549279","volume":"20","author":"F Liu","year":"2013","unstructured":"Liu F et al (2013) Gearing resource-poor mobile devices with powerful clouds: architectures, challenges, and applications. IEEE Wireless Commun 20(3):14\u201322","journal-title":"IEEE Wireless Commun"},{"key":"1176_CR5","doi-asserted-by":"publisher","first-page":"5896","DOI":"10.1109\/ACCESS.2016.2597169","volume":"4","author":"K Zhang","year":"2016","unstructured":"Zhang K et al (2016) Energy-ffficient offloading for mobile edge computing in 5G heterogeneous networks. IEEE Access 4:5896\u20135907","journal-title":"IEEE Access"},{"issue":"1","key":"1176_CR6","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1109\/MNET.2016.1500279NM","volume":"31","author":"Y-Y Shih","year":"2017","unstructured":"Shih Y-Y, Chung W-H, Pang A-C, Chiu T-C, Wei H-Y (2017) Enabling low-latency applications in fog-radio access networks. IEEE Netw 31(1):52\u201358","journal-title":"IEEE Netw"},{"issue":"2","key":"1176_CR7","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1109\/MVT.2017.2668838","volume":"12","author":"K Zhang","year":"2017","unstructured":"Zhang K, Mao Y, Leng S, He Y, Zhang Y (2017) Mobile-edge computing for vehicular networks: a promising network paradigm with predictive off-loading. IEEE Vehi Tech Maga 12(2):36\u201344","journal-title":"IEEE Vehi Tech Maga"},{"key":"1176_CR8","doi-asserted-by":"publisher","first-page":"8492","DOI":"10.1109\/ACCESS.2017.2693440","volume":"5","author":"X Wang","year":"2017","unstructured":"Wang X, Leng S, Yang K (2017) Social-aware edge caching in fog radio access networks. IEEE Access 5:8492\u20138501","journal-title":"IEEE Access"},{"issue":"4","key":"1176_CR9","first-page":"64","volume":"24","author":"X Chen","year":"2017","unstructured":"Chen X, Pu L, Gao L, Wu W, Wu D (2017) Exploiting massive D2D collaboration for energy-efficient mobile edge computing. IEEE Commun Mag 24(4):64\u201371","journal-title":"IEEE Commun Mag"},{"key":"1176_CR10","doi-asserted-by":"crossref","unstructured":"Ti N, Le L (2017) Computation offloading leveraging computing resources from edge cloud and mobile peers. In: Proceedings of the IEEE Int. Commun. Confe (ICC)","DOI":"10.1109\/ICC.2017.7997138"},{"key":"1176_CR11","doi-asserted-by":"publisher","first-page":"21355","DOI":"10.1109\/ACCESS.2017.2748140","volume":"5","author":"X Meng","year":"2017","unstructured":"Meng X, Wang W, Zhang Z (2017) Delay-constrained hybrid computation offloading with cloud and fog computing. IEEE Access 5:21355\u201321367","journal-title":"IEEE Access"},{"key":"1176_CR12","doi-asserted-by":"crossref","unstructured":"Garlatova M, Wallwater A, Zussman G (2011) Networking low-power energy harvesting devices: measurements and algorithms. In: Proceedings of the IEEE Conf. Comput. Commun. (INFOCOM), pp 1602\u20131610","DOI":"10.1109\/INFCOM.2011.5934952"},{"issue":"5","key":"1176_CR13","doi-asserted-by":"publisher","first-page":"2782","DOI":"10.1109\/TWC.2014.040214.131201","volume":"13","author":"H Dhillon","year":"2014","unstructured":"Dhillon H, Li Y, Nuggehalli P, Pi Z, Andrews J (2014) Fundamentals of heterogeneous cellular networks with energy harvesting. IEEE Trans Wireless Commun 13(5):2782\u20132797","journal-title":"IEEE Trans Wireless Commun"},{"issue":"12","key":"1176_CR14","doi-asserted-by":"publisher","first-page":"3590","DOI":"10.1109\/JSAC.2016.2611964","volume":"34","author":"Y Mao","year":"2016","unstructured":"Mao Y, Zhang J, Letaief KB (2016) Dynamic computation offloading for Mobile-Edge computing with energy harvesting devices. IEEE J Sel Areas Commun 34(12):3590\u20133605","journal-title":"IEEE J Sel Areas Commun"},{"issue":"1","key":"1176_CR15","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1109\/MNET.2016.7389824","volume":"30","author":"B Fan","year":"2016","unstructured":"Fan B, Leng S, Yang K (2016) A dynamic bandwidth allocation algorithm in mobile networks with big data of users and networks. IEEE Netw Maga 30(1):6\u201310","journal-title":"IEEE Netw Maga"},{"issue":"12","key":"1176_CR16","doi-asserted-by":"publisher","first-page":"6262","DOI":"10.1109\/TSP.2011.2165211","volume":"50","author":"N Mastronarde","year":"2011","unstructured":"Mastronarde N, Schaar M (2011) Fast reinforcement learning for energy-efficient wireless communication. IEEE Trans Sig Process 50(12):6262\u20136266","journal-title":"IEEE Trans Sig Process"},{"issue":"1","key":"1176_CR17","doi-asserted-by":"publisher","first-page":"680","DOI":"10.1109\/TWC.2017.2769644","volume":"17","author":"Y Wei","year":"2017","unstructured":"Wei Y, Yu FR, Song M, Han Z (2017) User scheduling and resource allocation in HetNets with hybrid energy supply: an actor-critic reinforcement learning approach. IEEE Trans Wire Commun 17(1):680\u2013692","journal-title":"IEEE Trans Wire Commun"},{"issue":"3","key":"1176_CR18","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1109\/TCCN.2017.2725277","volume":"3","author":"J Xu","year":"2017","unstructured":"Xu J, Chen L, Ren S (2017) Online learning for offloading and autoscaling in energy harvesting mobile edge computing. IEEE Trans Cogn Commun Netw 3(3):361\u2013373","journal-title":"IEEE Trans Cogn Commun Netw"},{"issue":"4","key":"1176_CR19","doi-asserted-by":"publisher","first-page":"2322","DOI":"10.1109\/COMST.2017.2745201","volume":"19","author":"Y Mao","year":"2017","unstructured":"Mao Y, You C, Zhang J, Huang K, Letaief KB (2017) A servey on mobile edge computing: the communication perspective. IEEE Commun Survey Tuts 19(4):2322\u20132358","journal-title":"IEEE Commun Survey Tuts"},{"key":"1176_CR20","unstructured":"Miettinen AP, Nurminen JK (2010) Energy efficiency of mobile clients in cloud computing. In: Proceedings of the USENIX Conf. Hot Topics Cloud Comput. (HotCloud), Boston, MA, USA, pp 1\u20137"},{"issue":"2","key":"1176_CR21","doi-asserted-by":"publisher","first-page":"449","DOI":"10.1109\/TITS.2011.2171951","volume":"13","author":"Q Wang","year":"2012","unstructured":"Wang Q, Leng S, Fu H, Zhang Y (2012) An IEEE 802.11p-based multichannle MAC scheme with channel coordination for vehicular Ad Hoc networks. IEEE Trans Intell Trans Sys 13(2):449\u2013458","journal-title":"IEEE Trans Intell Trans Sys"},{"issue":"1","key":"1176_CR22","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1109\/TIT.2003.821989","volume":"50","author":"D Rajan","year":"2004","unstructured":"Rajan D, Sabharwal A, Aazhang B (2004) Delay-bounded packet scheduling of bursty traffic over wireless channels. IEEE Trans Inform Theory 50(1):125\u2013144","journal-title":"IEEE Trans Inform Theory"},{"issue":"2","key":"1176_CR23","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1007\/BF01130406","volume":"13","author":"TD Burd","year":"1996","unstructured":"Burd TD, Brodersen RW (1996) Processor design for portable systems. Kluwer J VLSI Signal Process Syst 13(2):203\u2013221","journal-title":"Kluwer J VLSI Signal Process Syst"},{"key":"1176_CR24","unstructured":"Altman E (1999) Constrained Markov Decision Process Chapman and Hall\/CRC"},{"key":"1176_CR25","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton RS, Barto AG (1998) Reinforcement learning: an introduction. MIT Press, Cambridge"},{"issue":"4","key":"1176_CR26","doi-asserted-by":"publisher","first-page":"732","DOI":"10.1109\/JSAC.2008.080514","volume":"26","author":"N Salodkar","year":"2008","unstructured":"Salodkar N, Bhorkar A, Karandikar A, Borkar VS (2008) An on-line learning algorithm for energy efficient delay constrained scheduling over a fading channel. IEEE J Sel Areas Commun 26(4):732\u2013742","journal-title":"IEEE J Sel Areas Commun"},{"key":"1176_CR27","doi-asserted-by":"crossref","unstructured":"Neely MJ (2010) Stochastic network optimization with application to communication and queueing systems, San rafael, CA USA: Morgan claypool","DOI":"10.1007\/978-3-031-79995-2"},{"issue":"1","key":"1176_CR28","doi-asserted-by":"publisher","first-page":"439","DOI":"10.1109\/TIT.2008.2008142","volume":"55","author":"P Gibilisco","year":"2009","unstructured":"Gibilisco P, Hiai F, Petz D (2009) Quantum covariance, quantum fisher information, and the uncertainty relations. IEEE Trans Inform Theory 55(1):439\u2013443","journal-title":"IEEE Trans Inform Theory"},{"issue":"9","key":"1176_CR29","doi-asserted-by":"publisher","first-page":"1853","DOI":"10.1109\/TMC.2012.154","volume":"12","author":"M Gorlatova","year":"2012","unstructured":"Gorlatova M, Wallwater A, Zussma G (2012) Networking low-power energy harvesting devices: Measurements and algorithms. IEEE Trans Mobile Comput 12(9):1853\u20131865","journal-title":"IEEE Trans Mobile Comput"},{"key":"1176_CR30","unstructured":"Mitchell TM (1997) Machine learning McGraw-Hill"}],"container-title":["Mobile Networks and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11036-018-1176-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11036-018-1176-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11036-018-1176-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,16]],"date-time":"2022-07-16T14:08:31Z","timestamp":1657980511000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11036-018-1176-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,1,11]]},"references-count":30,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,6]]}},"alternative-id":["1176"],"URL":"https:\/\/doi.org\/10.1007\/s11036-018-1176-y","relation":{},"ISSN":["1383-469X","1572-8153"],"issn-type":[{"value":"1383-469X","type":"print"},{"value":"1572-8153","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,1,11]]},"assertion":[{"value":"11 January 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}