{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,3]],"date-time":"2025-11-03T13:47:01Z","timestamp":1762177621388,"version":"3.40.3"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031409776"},{"type":"electronic","value":"9783031409783"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-40978-3_21","type":"book-chapter","created":{"date-parts":[[2023,8,23]],"date-time":"2023-08-23T05:01:33Z","timestamp":1692766893000},"page":"186-196","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Bandit Learning for\u00a0Distributed Task Offloading in\u00a0Fog Computing Networks: Literature Review, Challenges, and\u00a0Open Research Issues"],"prefix":"10.1007","author":[{"given":"Hoa","family":"Tran-Dang","sequence":"first","affiliation":[]},{"given":"Dong-Seong","family":"Kim","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,8,24]]},"reference":[{"key":"21_CR1","doi-asserted-by":"publisher","first-page":"684","DOI":"10.1016\/j.future.2015.09.021","volume":"56","author":"A Botta","year":"2016","unstructured":"Botta, A., de Donato, W., Persico, V., Pescap\u00e9, A.: Integration of cloud computing and internet of things: a survey. Futur. Gener. Comput. Syst. 56, 684\u2013700 (2016)","journal-title":"Futur. Gener. Comput. Syst."},{"key":"21_CR2","doi-asserted-by":"crossref","unstructured":"Chiang, M., Zhang, T.: Fog and IoT: an overview of research opportunities. IEEE Internet Things J. 3(6), 854\u2013864 (2016)","DOI":"10.1109\/JIOT.2016.2584538"},{"key":"21_CR3","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1016\/j.future.2018.04.057","volume":"87","author":"M Aazam","year":"2018","unstructured":"Aazam, M., Zeadally, S., Harras, K.A.: Offloading in fog computing for IoT: review, enabling technologies, and research opportunities. Futur. Gener. Comput. Syst. 87, 278\u2013289 (2018)","journal-title":"Futur. Gener. Comput. Syst."},{"issue":"1","key":"21_CR4","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1109\/JIOT.2017.2780236","volume":"5","author":"L Liu","year":"2018","unstructured":"Liu, L., Chang, Z., Guo, X., Mao, S., Ristaniemi, T.: Multiobjective optimization for computation offloading in fog computing. IEEE Internet Things J. 5(1), 283\u2013294 (2018)","journal-title":"IEEE Internet Things J."},{"issue":"5","key":"21_CR5","doi-asserted-by":"publisher","first-page":"8658","DOI":"10.1109\/JIOT.2019.2922324","volume":"6","author":"Y Yang","year":"2019","unstructured":"Yang, Y., Liu, Z., Yang, X., Wang, K., Hong, X., Ge, X.: POMT: paired offloading of multiple tasks in heterogeneous fog networks. IEEE Internet Things J. 6(5), 8658\u20138669 (2019)","journal-title":"IEEE Internet Things J."},{"key":"21_CR6","doi-asserted-by":"publisher","unstructured":"Tran-Dang, H., Kim, D.-S.: DISCO: distributed computation offloading framework for fog computing networks. J. Commun. Netw. 25(1), 121\u2013131 2023. https:\/\/doi.org\/10.23919\/JCN.2022.000058","DOI":"10.23919\/JCN.2022.000058"},{"key":"21_CR7","doi-asserted-by":"crossref","unstructured":"Tran-Dang, H.. Kim, D.-S.: A survey on matching theory for distributed computation offloading in IoT-fog-cloud systems: perspectives and open issues. IEEE Access 10, 118 353\u2013118 369 (2022)","DOI":"10.1109\/ACCESS.2022.3219427"},{"issue":"3","key":"21_CR8","doi-asserted-by":"publisher","first-page":"5080","DOI":"10.1109\/JIOT.2019.2896311","volume":"6","author":"A Yousefpour","year":"2019","unstructured":"Yousefpour, A., et al.: FOGPLAN: a lightweight QoS-aware dynamic fog service provisioning framework. IEEE Internet Things J. 6(3), 5080\u20135096 (2019)","journal-title":"IEEE Internet Things J."},{"key":"21_CR9","doi-asserted-by":"crossref","unstructured":"Tran-Dang, H., Kim, D.-S.: FRATO: fog resource based adaptive task offloading for delay-minimizing IoT service provisioning. IEEE Trans. Parallel Distrib. Syst. 32(10), 2491\u20132508 (2021)","DOI":"10.1109\/TPDS.2021.3067654"},{"key":"21_CR10","doi-asserted-by":"crossref","unstructured":"Wang, T., Liang, Y., Jia, W., Arif, M., Liu, A., Xie, M.: Coupling resource management based on fog computing in smart city systems, vol. 135, pp. 11\u201319 (2019)","DOI":"10.1016\/j.jnca.2019.02.021"},{"key":"21_CR11","unstructured":"Burtini, G., Loeppky, J.L., Lawrence, R.: A survey of online experiment design with the stochastic multi-armed bandit, CoRR, vol. abs\/1510.00757. http:\/\/arxiv.org\/abs\/1510.00757"},{"key":"21_CR12","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1007\/11564096_42","volume-title":"Machine Learning: ECML 2005","author":"J Vermorel","year":"2005","unstructured":"Vermorel, J., Mohri, M.: Multi-armed bandit algorithms and empirical evaluation. In: Gama, J., Camacho, R., Brazdil, P.B., Jorge, A.M., Torgo, L. (eds.) ECML 2005. LNCS (LNAI), vol. 3720, pp. 437\u2013448. Springer, Heidelberg (2005). https:\/\/doi.org\/10.1007\/11564096_42"},{"key":"21_CR13","unstructured":"Zhou, L.: A survey on contextual multi-armed bandits, arXiv preprint arXiv:1508.03326"},{"key":"21_CR14","doi-asserted-by":"crossref","unstructured":"Kumagai, W.: Introduction to bandit convex optimization algorithms. In: 2018 International Symposium on Information Theory and Its Applications (ISITA), pp. 36\u201339 (2018)","DOI":"10.23919\/ISITA.2018.8664212"},{"key":"21_CR15","doi-asserted-by":"crossref","unstructured":"Chen, T., Giannakis, G.B.: Bandit convex optimization for scalable and dynamic IoT management. IEEE Internet Things J. 6(1), 1276\u20131286 (2017)","DOI":"10.1109\/JIOT.2018.2839563"},{"key":"21_CR16","doi-asserted-by":"crossref","unstructured":"Chen, T., Giannakis, G.B.: Harnessing bandit online learning to low-latency fog computing. In: 2018 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 6418\u20136422 (2018)","DOI":"10.1109\/ICASSP.2018.8461641"},{"key":"21_CR17","doi-asserted-by":"crossref","unstructured":"Misra, S., Rachuri, S.P., Deb, P.K., Mukherjee, A.: Multiarmed-bandit-based decentralized computation offloading in fog-enabled IoT. IEEE Internet Things J. 8(12), 10 010\u201310 017 (2020)","DOI":"10.1109\/JIOT.2020.3048365"},{"key":"21_CR18","doi-asserted-by":"crossref","unstructured":"Zhu, Z., Liu, T., Yang, Y., Luo, X.: BLOT: bandit learning-based offloading of tasks in fog-enabled networks. IEEE Trans. Parallel Distrib. Syst. 30(12), 2636\u20132649 (2019)","DOI":"10.1109\/TPDS.2019.2927978"},{"key":"21_CR19","doi-asserted-by":"crossref","unstructured":"Wang, K., Tan, Y., Shao, Z., Ci, S., Yang, Y.: Learning-based task offloading for delay-sensitive applications in dynamic fog networks. IEEE Trans. Veh. Technol. 68(11), 11 399\u201311 403 (2019)","DOI":"10.1109\/TVT.2019.2943647"},{"key":"21_CR20","unstructured":"Chen, W., Wang, Y., Yuan, Y.: Combinatorial multi-armed bandit: general framework and applications. In: Dasgupta, S., McAllester, D. (eds.) Proceedings of the 30th International Conference on Machine Learning, ser. Proceedings of Machine Learning Research, vol. 28, no. 1, pp. 151\u2013159. PMLR. https:\/\/proceedings.mlr.press\/v28\/chen13a.html"},{"key":"21_CR21","doi-asserted-by":"crossref","unstructured":"Cho, B., Xiao, Y.: Learning-based decentralized offloading decision making in an adversarial environment. IEEE Trans. Veh. Technol. 70(11), 11 308\u201311 323 (2021)","DOI":"10.1109\/TVT.2021.3115899"},{"key":"21_CR22","doi-asserted-by":"crossref","unstructured":"Zhu, H., Kang, K., Luo, X., Qian, H.: Online learning for computation peer offloading with semi-bandit feedback. In: ICASSP 2019\u20132019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 4524\u20134528 (2019)","DOI":"10.1109\/ICASSP.2019.8682398"},{"key":"21_CR23","doi-asserted-by":"crossref","unstructured":"Shabir, B., Malik, A.W., Rahman, A.U., Khan, M.A., Anwar, Z.: A reliable learning based task offloading framework for vehicular edge computing. In: 2022 2nd International Conference on Digital Futures and Transformative Technologies (ICoDT2), pp. 1\u20136 (2022)","DOI":"10.1109\/ICoDT255437.2022.9787462"},{"key":"21_CR24","doi-asserted-by":"crossref","unstructured":"Sun, Y., Zhou, S., Niu, Z.: Distributed task replication for vehicular edge computing: performance analysis and learning-based algorithm. IEEE Trans. Wirel. Commun. 20(2), 1138\u20131151 (2020)","DOI":"10.1109\/TWC.2020.3030889"},{"key":"21_CR25","doi-asserted-by":"publisher","unstructured":"Zhang, R., Cheng, P., Chen, Z., Liu, S., Li, Y., Vucetic, B.: Online learning enabled task offloading for vehicular edge computing. In: IEEE Wirel. Commun. Lett., 9(7), 928\u2013932 2020. https:\/\/doi.org\/10.1109\/LWC.2020.2973985","DOI":"10.1109\/LWC.2020.2973985"},{"key":"21_CR26","doi-asserted-by":"crossref","unstructured":"Shan, Y., Wang, H., Cao, Z., Yury, K.: Data offloading in heterogeneous dynamic fog computing network: a contextual bandit approach. In: 2021 3rd International Conference on Computer Communication and the Internet (ICCCI), pp. 73\u201377 (2021)","DOI":"10.1109\/ICCCI51764.2021.9486800"},{"key":"21_CR27","doi-asserted-by":"crossref","unstructured":"Zhang, R., Cheng, P., Chen, Z., Liu, S., Vucetic, B., Li, Y.: Calibrated bandit learning for decentralized task offloading in ultra-dense networks. IEEE Trans. Commun. 70(4), 2547\u20132560 (2022)","DOI":"10.1109\/TCOMM.2022.3152262"},{"key":"21_CR28","unstructured":"Chapelle, O., Li, L.: An empirical evaluation of thompson sampling. Adv. Neural Inf. Process. Syst. 24 (2011)"},{"key":"21_CR29","unstructured":"Liu, L.T., Ruan, F., Mania, H., Jordan, M.I.: Bandit learning in decentralized matching markets. J. Mach. Learn. Res. 22(1), 9612\u20139645 (2020)"},{"key":"21_CR30","doi-asserted-by":"crossref","unstructured":"Tran-Dang, H., Kim, D.-S.: BLM-DTO: bandit learning and matching based distributed task offloading in fog networks. In: 2023 International Conference on Electronics, Information, and Communication (ICEIC), pp. 1\u20134 (2023)","DOI":"10.1109\/ICEIC57457.2023.10049981"}],"container-title":["Lecture Notes on Data Engineering and Communications Technologies","Advances in Networked-based Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-40978-3_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,23]],"date-time":"2023-08-23T05:04:03Z","timestamp":1692767043000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-40978-3_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031409776","9783031409783"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-40978-3_21","relation":{},"ISSN":["2367-4512","2367-4520"],"issn-type":[{"type":"print","value":"2367-4512"},{"type":"electronic","value":"2367-4520"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"24 August 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NBiS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Network-Based Information Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Chiang Mai University","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Thailand","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nbis2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/voyager.ce.fit.ac.jp\/conf\/nbis\/2023\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}