{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,23]],"date-time":"2025-12-23T10:43:39Z","timestamp":1766486619921},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2023,9,28]],"date-time":"2023-09-28T00:00:00Z","timestamp":1695859200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,9,28]],"date-time":"2023-09-28T00:00:00Z","timestamp":1695859200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Netw"],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1007\/s11276-023-03486-3","type":"journal-article","created":{"date-parts":[[2023,9,28]],"date-time":"2023-09-28T19:02:00Z","timestamp":1695927720000},"page":"637-648","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Auto-scaling and computation offloading in edge\/cloud computing: a fuzzy Q-learning-based approach"],"prefix":"10.1007","volume":"30","author":[{"given":"Xiang","family":"Ma","sequence":"first","affiliation":[]},{"given":"Kexuan","family":"Zong","sequence":"additional","affiliation":[]},{"given":"Amin","family":"Rezaeipanah","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,9,28]]},"reference":[{"key":"3486_CR1","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1016\/j.future.2018.04.057","volume":"87","author":"M Aazam","year":"2018","unstructured":"Aazam, M., Zeadally, S., & Harras, K. A. (2018). Offloading in fog computing for IoT: Review, enabling technologies, and research opportunities. Future Generation Computer Systems, 87, 278\u2013289.","journal-title":"Future Generation Computer Systems"},{"key":"3486_CR2","doi-asserted-by":"crossref","unstructured":"Narendra, K.S., Mukhopadhyay, S. (2019) Mutual Learning: Part I-Learning Automata. In: 2019 American Control Conference (ACC), IEEE, pp 916\u2013921","DOI":"10.23919\/ACC.2019.8814751"},{"key":"3486_CR3","doi-asserted-by":"crossref","unstructured":"Rezvanian, A., Moradabadi, B., Ghavipour, M., Khomami, M.M.D., Meybodi, M.R. (2019) Introduction to Learning Automata Models. In: Learning Automata Approach for Social Networks. Springer, pp 1\u201349","DOI":"10.1007\/978-3-030-10767-3_1"},{"key":"3486_CR4","doi-asserted-by":"publisher","first-page":"118","DOI":"10.3390\/fi11050118","volume":"11","author":"G Mitsis","year":"2019","unstructured":"Mitsis, G., Apostolopoulos, P. A., Tsiropoulou, E. E., & Papavassiliou, S. (2019). Intelligent dynamic data offloading in a competitive mobile edge computing market. Future Internet, 11, 118.","journal-title":"Future Internet"},{"issue":"6","key":"3486_CR5","doi-asserted-by":"publisher","first-page":"3667","DOI":"10.1109\/TCOMM.2020.2982136","volume":"68","author":"Z Yang","year":"2020","unstructured":"Yang, Z., Liu, Y., Chen, Y., & Jiao, L. (2020). Learning automata based Q-learning for content placement in cooperative caching. IEEE Transactions on Communications, 68(6), 3667\u20133680.","journal-title":"IEEE Transactions on Communications"},{"key":"3486_CR6","doi-asserted-by":"publisher","first-page":"e3537","DOI":"10.1002\/dac.3537","volume":"31","author":"M Ghobaei-Arani","year":"2018","unstructured":"Ghobaei-Arani, M., Rahmanian, A. A., Shamsi, M., & Rasouli-Kenari, A. (2018). A learning-based approach for virtual machine placement in cloud data centers. International Journal of Communication Systems, 31, e3537.","journal-title":"International Journal of Communication Systems"},{"key":"3486_CR7","unstructured":"Narendra, K.S., Thathachar, M.A. (2012) Learning automata: an introduction. Courier corporation,"},{"key":"3486_CR8","doi-asserted-by":"publisher","first-page":"2313","DOI":"10.1140\/epjst\/e2019-900046-x","volume":"228","author":"K Smagulova","year":"2019","unstructured":"Smagulova, K., & James, A. P. (2019). A survey on LSTM memristive neural network architectures and applications. The European Physical Journal Special Topics, 228, 2313\u20132324.","journal-title":"The European Physical Journal Special Topics"},{"key":"3486_CR9","doi-asserted-by":"crossref","unstructured":"Jamshidi, P., Sharifloo, A.M., Pahl, C., Metzger, A., Estrada, G. (2015) Self-learning cloud controllers: Fuzzy q-learning for knowledge evolution. In: 2015 International Conference on Cloud and Autonomic Computing, IEEE, pp 208\u2013211","DOI":"10.1109\/ICCAC.2015.35"},{"key":"3486_CR10","doi-asserted-by":"publisher","first-page":"7543","DOI":"10.1109\/JIOT.2019.2901532","volume":"6","author":"Y Dong","year":"2019","unstructured":"Dong, Y., Guo, S., Liu, J., & Yang, Y. (2019). Energy-efficient fair cooperation fog computing in mobile edge networks for smart city. IEEE Internet of Things Journal, 6, 7543\u20137554.","journal-title":"IEEE Internet of Things Journal"},{"key":"3486_CR11","doi-asserted-by":"publisher","first-page":"6862","DOI":"10.1109\/JIOT.2019.2912155","volume":"6","author":"A Zhu","year":"2019","unstructured":"Zhu, A., Guo, S., Liu, B., Ma, M., Yao, J., & Su, X. (2019). Adaptive Multiservice Heterogeneous Network Selection Scheme in Mobile Edge Computing. IEEE Internet of Things Journal, 6, 6862\u20136875.","journal-title":"IEEE Internet of Things Journal"},{"issue":"8","key":"3486_CR12","doi-asserted-by":"publisher","first-page":"5404","DOI":"10.1109\/TWC.2020.2993071","volume":"19","author":"J Yan","year":"2020","unstructured":"Yan, J., Bi, S., & Zhang, Y. J. A. (2020). Offloading and resource allocation with general task graph in mobile edge computing: a deep reinforcement learning approach. IEEE Transactions on Wireless Communications, 19(8), 5404\u20135419.","journal-title":"IEEE Transactions on Wireless Communications"},{"key":"3486_CR13","unstructured":"Dab, B., Aitsaadi, N. (2019) Langar R Q-learning algorithm for joint computation offloading and resource allocation in edge cloud. In: 2019 IFIP\/IEEE Symposium on Integrated Network and Service Management (IM), 2019. IEEE, pp 45\u201352"},{"issue":"2","key":"3486_CR14","first-page":"93","volume":"7","author":"H Harb","year":"2017","unstructured":"Harb, H., Idrees, A. K., Jaber, A., Makhoul, A., Zahwe, O., & Taam, M. A. (2017). Wireless sensor networks: A big data source in Internet of Things. International Journal of Sensors Wireless Communications and Control, 7(2), 93\u2013109.","journal-title":"International Journal of Sensors Wireless Communications and Control"},{"issue":"7","key":"3486_CR15","doi-asserted-by":"publisher","first-page":"1931","DOI":"10.3390\/s20071931","volume":"20","author":"H Harb","year":"2020","unstructured":"Harb, H., Mroue, H., Mansour, A., Nasser, A., & Motta Cruz, E. (2020). A hadoop-based platform for patient classification and disease diagnosis in healthcare applications. Sensors, 20(7), 1931.","journal-title":"Sensors"},{"key":"3486_CR16","doi-asserted-by":"publisher","first-page":"19324","DOI":"10.1109\/ACCESS.2018.2819690","volume":"6","author":"J Zhang","year":"2018","unstructured":"Zhang, J., Xia, W., Yan, F., & Shen, L. (2018). Joint computation offloading and resource allocation optimization in heterogeneous networks with mobile edge computing. IEEE Access, 6, 19324\u201319337.","journal-title":"IEEE Access"},{"key":"3486_CR17","doi-asserted-by":"publisher","first-page":"976","DOI":"10.1109\/TII.2018.2883991","volume":"15","author":"Y Wang","year":"2018","unstructured":"Wang, Y., Wang, K., Huang, H., Miyazaki, T., & Guo, S. (2018). Traffic and computation co-offloading with reinforcement learning in fog computing for industrial applications. IEEE Transactions on Industrial Informatics, 15, 976\u2013986.","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"3486_CR18","doi-asserted-by":"publisher","first-page":"1145","DOI":"10.1109\/TNET.2012.2218124","volume":"21","author":"D L\u00f3pez-P\u00e9rez","year":"2012","unstructured":"L\u00f3pez-P\u00e9rez, D., Chu, X., Vasilakos, A. V., & Claussen, H. (2012). On distributed and coordinated resource allocation for interference mitigation in self-organizing LTE networks. IEEE\/ACM Transactions on Networking, 21, 1145\u20131158.","journal-title":"IEEE\/ACM Transactions on Networking"},{"issue":"4","key":"3486_CR19","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1561\/1300000009","volume":"2","author":"M Chiang","year":"2008","unstructured":"Chiang, M., Hande, P., Lan, T., & Tan, C. W. (2008). Power control in wireless cellular networks. Foundations and Trends in Networking, 2(4), 381\u2013533.","journal-title":"Foundations and Trends in Networking"},{"key":"3486_CR20","first-page":"19","volume":"10","author":"AP Miettinen","year":"2010","unstructured":"Miettinen, A. P., & Nurminen, J. K. (2010). Energy efficiency of mobile clients in cloud computing. HotCloud, 10, 19.","journal-title":"HotCloud"},{"key":"3486_CR21","doi-asserted-by":"publisher","first-page":"2795","DOI":"10.1109\/TNET.2015.2487344","volume":"24","author":"X Chen","year":"2015","unstructured":"Chen, X., Jiao, L., Li, W., & Fu, X. (2015). Efficient multi-user computation offloading for mobile-edge cloud computing. IEEE\/ACM Transactions on Networking, 24, 2795\u20132808.","journal-title":"IEEE\/ACM Transactions on Networking"},{"key":"3486_CR22","doi-asserted-by":"publisher","first-page":"1991","DOI":"10.1109\/TWC.2012.041912.110912","volume":"11","author":"D Huang","year":"2012","unstructured":"Huang, D., Wang, P., & Niyato, D. (2012). A dynamic offloading algorithm for mobile computing. IEEE Transactions on Wireless Communications, 11, 1991\u20131995.","journal-title":"IEEE Transactions on Wireless Communications"},{"key":"3486_CR23","doi-asserted-by":"crossref","unstructured":"Huerta-Canepa, G., Lee, D., (2008) An adaptable application offloading scheme based on application behavior. In: 22nd International Conference on Advanced Information Networking and Applications-Workshops (aina workshops 2008), 2008. IEEE, pp 387\u2013392","DOI":"10.1109\/WAINA.2008.148"},{"key":"3486_CR24","unstructured":"Xian, C., Lu, Y-H., Li, Z. (2007) Adaptive computation offloading for energy conservation on battery-powered systems. In: 2007 International conference on parallel and distributed systems, IEEE, pp 1\u20138"},{"key":"3486_CR25","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., & Schmidhuber, J. (1997). Long short-term memory. Neural computation, 9, 1735\u20131780.","journal-title":"Neural computation"},{"key":"3486_CR26","doi-asserted-by":"publisher","DOI":"10.1155\/2014\/709856","author":"L Wang","year":"2014","unstructured":"Wang, L., Qu, H., Liu, S., & Chen, C. (2014). Optimizing the joint replenishment and channel coordination problem under supply chain environment using a simple and effective differential evolution algorithm. Discrete Dynamics in Nature and Society 2014. https:\/\/doi.org\/10.1155\/2014\/709856","journal-title":"Discrete Dynamics in Nature and Society 2014"},{"key":"3486_CR27","doi-asserted-by":"crossref","unstructured":"Jamshidi, P., Ahmad, A., Pahl, C. (2014) Autonomic resource provisioning for cloud-based software. In: Proceedings of the 9th international symposium on software engineering for adaptive and self-managing systems, 2014. pp 95\u2013104","DOI":"10.1145\/2593929.2593940"},{"issue":"12","key":"3486_CR28","doi-asserted-by":"publisher","first-page":"8118","DOI":"10.1016\/j.jfranklin.2023.06.014","volume":"360","author":"Y Zhao","year":"2022","unstructured":"Zhao, Y., Niu, B., Zong, G., Zhao, X., & Alharbi, K. H. (2023). Neural network-based adaptive optimal containment control for non-affine nonlinear multi-agent systems within an identifier-actor-critic framework. Journal of the Franklin Institute, 360(12), 8118\u20138143.","journal-title":"Journal of the Franklin Institute"},{"key":"3486_CR29","doi-asserted-by":"publisher","first-page":"107446","DOI":"10.1016\/j.cnsns.2023.107446","volume":"126","author":"F Tang","year":"2023","unstructured":"Tang, F., Tang, H., Zhang, L., Xu, N., & Ahmad, A. M. (2023). Adaptive optimized consensus control for a class of nonlinear multi-agent systems with asymmetric input saturation constraints and hybrid faults. Communications in Nonlinear Science and Numerical Simulation, 126, 107446.","journal-title":"Communications in Nonlinear Science and Numerical Simulation"},{"key":"3486_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s12652-021-03161-5","volume":"13","author":"SK Idrees","year":"2022","unstructured":"Idrees, S. K., & Idrees, A. K. (2022). New fog computing enabled lossless EEG data compression scheme in IoT networks. Journal of Ambient Intelligence and Humanized Computing, 13, 1\u201314.","journal-title":"Journal of Ambient Intelligence and Humanized Computing"},{"key":"3486_CR31","doi-asserted-by":"publisher","unstructured":"Huang, S., Zong, G., Wang, H., Zhao, X., & Alharbi, K. H. (2023). Command filter-based adaptive fuzzy self-triggered control for MIMO nonlinear systems with time-varying full-state constraints. International Journal of Fuzzy Systems. https:\/\/doi.org\/10.1007\/s40815-023-01560-8","DOI":"10.1007\/s40815-023-01560-8"},{"key":"3486_CR32","doi-asserted-by":"publisher","unstructured":"Cheng, F., Niu, B., Xu, N., Zhao, X., & Ahmad, A. M. (2023). Fault detection and performance recovery design with deferred actuator replacement via a low-computation method. IEEE Transactions on Automation Science and Engineering. https:\/\/doi.org\/10.1109\/TASE.2023.3300723","DOI":"10.1109\/TASE.2023.3300723"},{"issue":"12","key":"3486_CR33","first-page":"2212","volume":"50","author":"A Shahidinejad","year":"2020","unstructured":"Shahidinejad, A., & Ghobaei-Arani, M. (2020). Joint computation offloading and resource provisioning for e dge-cloud computing environment: A machine learning-based approach. Software: Practice and Experience, 50(12), 2212\u20132230.","journal-title":"Software: Practice and Experience"}],"container-title":["Wireless Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-023-03486-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11276-023-03486-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-023-03486-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,21]],"date-time":"2024-02-21T07:14:29Z","timestamp":1708499669000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11276-023-03486-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9,28]]},"references-count":33,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2024,2]]}},"alternative-id":["3486"],"URL":"https:\/\/doi.org\/10.1007\/s11276-023-03486-3","relation":{},"ISSN":["1022-0038","1572-8196"],"issn-type":[{"value":"1022-0038","type":"print"},{"value":"1572-8196","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,9,28]]},"assertion":[{"value":"19 August 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 September 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no actual or potential conflict of interest in the subject matter discussed in the manuscript.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}},{"value":"The paper reflects the authors' own research and analysis in a truthful and complete manner.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"Informed consent was obtained from all participants.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to publish"}}]}}