{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,12]],"date-time":"2025-07-12T01:09:16Z","timestamp":1752282556871,"version":"3.37.3"},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2022,8,27]],"date-time":"2022-08-27T00:00:00Z","timestamp":1661558400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,8,27]],"date-time":"2022-08-27T00:00:00Z","timestamp":1661558400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,5]]},"DOI":"10.1007\/s10489-022-04087-x","type":"journal-article","created":{"date-parts":[[2022,8,27]],"date-time":"2022-08-27T03:21:12Z","timestamp":1661570472000},"page":"10917-10936","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["DoME: Dew computing based microservice execution in mobile edge using Q-learning"],"prefix":"10.1007","volume":"53","author":[{"given":"Sheuli","family":"Chakraborty","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9688-9806","authenticated-orcid":false,"given":"Debashis","family":"De","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kaushik","family":"Mazumdar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,8,27]]},"reference":[{"key":"4087_CR1","doi-asserted-by":"crossref","unstructured":"Bhamare D, Samaka M, Erbad A, Jain R, Gupta L, Chan HA (2017) Multi-objective scheduling of micro-services for optimal service function chains. In: 2017 IEEE international conference on communications (ICC), IEEE. pp. 1\u20136","DOI":"10.1109\/ICC.2017.7996729"},{"issue":"5","key":"4087_CR2","doi-asserted-by":"publisher","first-page":"987","DOI":"10.1109\/TSE.2019.2910531","volume":"47","author":"W Jin","year":"2019","unstructured":"Jin W, Liu T, Cai Y, Kazman R, Mo R, Zheng Q (2019) Service candidate identification from monolithic systems based on execution traces. IEEE Trans Softw Eng 47(5):987\u20131007","journal-title":"IEEE Trans Softw Eng"},{"key":"4087_CR3","doi-asserted-by":"crossref","unstructured":"Niu Y, Liu F, Li Z (2018) Load balancing across microservices. In: IEEE INFOCOM 2018-IEEE Conference on Computer Communications, IEEE. pp. 198\u2013206","DOI":"10.1109\/INFOCOM.2018.8486300"},{"key":"4087_CR4","doi-asserted-by":"publisher","first-page":"13704","DOI":"10.1109\/ACCESS.2019.2893571","volume":"7","author":"J Li","year":"2019","unstructured":"Li J, Shen X, Chen L, Van DP, Jiannan O, Wosinska L, Chen J (2019) Service migration in fog computing enabled cellular networks to support real-time vehicular communications. IEEE Access 7:13704\u201313714","journal-title":"IEEE Access"},{"key":"4087_CR5","doi-asserted-by":"crossref","unstructured":"Wang S, Guo Y, Zhang N, Yang P, Zhou A, Shen XS (2019) Delay-aware microservice coordination in mobile edge computing: A reinforcement learning approach.\u00a0IEEE Trans Mob Comput 20(3):939\u2013951","DOI":"10.1109\/TMC.2019.2957804"},{"key":"4087_CR6","doi-asserted-by":"crossref","unstructured":"Deng J, Li B, Wang J, Zhao Y (2021) Microservice Pre-Deployment Based on Mobility Prediction and Service Composition in Edge. In: 2021 IEEE International Conference on Web Services (ICWS), IEEE. pp. 569\u2013578","DOI":"10.1109\/ICWS53863.2021.00078"},{"issue":"9","key":"4087_CR7","doi-asserted-by":"publisher","first-page":"5898","DOI":"10.1109\/TII.2020.3036406","volume":"17","author":"Y Wang","year":"2020","unstructured":"Wang Y, Zhao C, Yang S, Ren X, Wang L, Zhao P, Yang X (2020) Mpcsm: microservice placement for edge-cloud collaborative smart manufacturing. IEEE Trans Industr Inform 17(9):5898\u20135908","journal-title":"IEEE Trans Industr Inform"},{"key":"4087_CR8","doi-asserted-by":"crossref","unstructured":"Cao S, Wang Y, Xu C (2017) Service migrations in the cloud for mobile accesses: A reinforcement learning approach. In: 2017 International Conference on Networking, Architecture, and Storage (NAS), IEEE. pp. 1\u201310","DOI":"10.1109\/NAS.2017.8026876"},{"key":"4087_CR9","doi-asserted-by":"crossref","unstructured":"Wang Y, Pan Y (2015) Cloud-dew architecture: realizing the potential of distributed database systems in unreliable networks. WorldComp","DOI":"10.1504\/IJCC.2015.071717"},{"issue":"1","key":"4087_CR10","first-page":"1","volume":"3","author":"Y Wang","year":"2016","unstructured":"Wang Y (2016) Definition and categorization of dew computing. Open J Cloud Comput (OJCC) 3(1):1\u20137","journal-title":"Open J Cloud Comput (OJCC)"},{"key":"4087_CR11","doi-asserted-by":"crossref","unstructured":"Wang Y, Leblanc D (2016) \"Integrating SaaS and SaaP with dew computing. In: 2016 IEEE International Conferences on Big Data and Cloud Computing (BDCloud), Social Computing and Networking (SocialCom), Sustainable Computing and Communications (SustainCom)(BDCloud-SocialCom-SustainCom), IEEE. pp. 590\u2013594","DOI":"10.1109\/BDCloud-SocialCom-SustainCom.2016.92"},{"key":"4087_CR12","doi-asserted-by":"crossref","unstructured":"Rindos A, Wang Y (2016) Dew computing: The complementary piece of cloud computing. In: 2016 IEEE International Conferences on Big Data and Cloud Computing (BDCloud), Social Computing and Networking (SocialCom), Sustainable Computing and Communications (SustainCom)(BDCloud-SocialCom-SustainCom), IEEE. pp. 15\u201320","DOI":"10.1109\/BDCloud-SocialCom-SustainCom.2016.14"},{"issue":"6","key":"4087_CR13","doi-asserted-by":"publisher","first-page":"714","DOI":"10.23919\/TST.2017.8195353","volume":"22","author":"Y Zhou","year":"2017","unstructured":"Zhou Y, Zhang D, Xiong N (2017) Post-cloud computing paradigms: a survey and comparison. Tsinghua Sci Technol 22(6):714\u2013732","journal-title":"Tsinghua Sci Technol"},{"issue":"8","key":"4087_CR14","volume":"31","author":"A Roy","year":"2020","unstructured":"Roy A, Midya S, Majumder K, Phadikar S (2020) Distributed resource management in dew based edge to cloud computing ecosystem: a hybrid adaptive evolutionary approach. Trans Emerg Telecommun Technol 31(8):e4018","journal-title":"Trans Emerg Telecommun Technol"},{"issue":"2","key":"4087_CR15","doi-asserted-by":"publisher","first-page":"2103","DOI":"10.1007\/s12652-020-02309-z","volume":"12","author":"S Roy","year":"2021","unstructured":"Roy S, Sarkar D, De D (2021) DewMusic: crowdsourcing-based internet of music things in dew computing paradigm. J Ambient Intell Humaniz Comput 12(2):2103\u20132119","journal-title":"J Ambient Intell Humaniz Comput"},{"key":"4087_CR16","doi-asserted-by":"publisher","first-page":"106831","DOI":"10.1016\/j.knosys.2021.106831","volume":"217","author":"G Zou","year":"2021","unstructured":"Zou G, Qin Z, Deng S, Li K-C, Gan Y, Zhang B (2021) Towards the optimality of service instance selection in mobile edge computing. Knowl-Based Syst 217:106831","journal-title":"Knowl-Based Syst"},{"key":"4087_CR17","doi-asserted-by":"publisher","first-page":"226","DOI":"10.1016\/j.comnet.2018.12.006","volume":"149","author":"PP Ray","year":"2019","unstructured":"Ray PP, Dash D, De D (2019) Internet of things-based real-time model study on e-healthcare: device, message service and dew computing. Comput Netw 149:226\u2013239","journal-title":"Comput Netw"},{"issue":"3","key":"4087_CR18","doi-asserted-by":"publisher","first-page":"86","DOI":"10.3390\/info10030086","volume":"10","author":"M Longo","year":"2019","unstructured":"Longo M, Hirsch M, Mateos C, Zunino A (2019) Towards integrating mobile devices into dew computing: a model for hour-wise prediction of energy availability. Information 10(3):86","journal-title":"Information"},{"key":"4087_CR19","doi-asserted-by":"crossref","unstructured":"Mukherjee A, De D, Ghosh SK, Buyya R (2021) Mobile edge computing. Springer Nature, Switzerland. https:\/\/www.springerprofessional.de\/en\/introduction-to-mobile-edge-computing\/19880854","DOI":"10.1007\/978-3-030-69893-5"},{"issue":"1","key":"4087_CR20","first-page":"16","volume":"2","author":"K Skala","year":"2015","unstructured":"Skala K, Davidovic D, Afgan E, Sovic I, Sojat Z (2015) Scalable distributed computing hierarchy: cloud, fog and dew computing. Open J Cloud Comput (OJCC) 2(1):16\u201324","journal-title":"Open J Cloud Comput (OJCC)"},{"key":"4087_CR21","doi-asserted-by":"publisher","unstructured":"Wang Y (2018) Post-cloud Computing Models: from Cloud to CDEF. In: Proceedings The 3rd International Workshop on Dew Computing. https:\/\/doi.org\/10.13140\/RG.2.2.34150.47688","DOI":"10.13140\/RG.2.2.34150.47688"},{"key":"4087_CR22","doi-asserted-by":"publisher","first-page":"133653","DOI":"10.1109\/ACCESS.2019.2941229","volume":"7","author":"B Jang","year":"2019","unstructured":"Jang B, Kim M, Harerimana G, Kim JW (2019) Q-learning algorithms: a comprehensive classification and applications. IEEE Access 7:133653\u2013133667","journal-title":"IEEE Access"},{"issue":"2","key":"4087_CR23","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1007\/s10489-013-0455-3","volume":"40","author":"M Abdoos","year":"2014","unstructured":"Abdoos M, Mozayani N, Bazzan ALC (2014) Hierarchical control of traffic signals using Q-learning with tile coding. Appl Intell 40(2):201\u2013213","journal-title":"Appl Intell"},{"key":"4087_CR24","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling LP, Littman ML, Moore AW (1996) Reinforcement learning: a survey. J Artif Intell Res 4:237\u2013285","journal-title":"J Artif Intell Res"},{"key":"4087_CR25","doi-asserted-by":"crossref","unstructured":"Fujita H, Selamat A, Lin JC-W, Ali M, eds. (2021) Advances and Trends in Artificial Intelligence. From Theory to Practice: 34th International Conference on Industrial, Engineering and Other Applications of Applied Intelligent Systems, IEA\/AIE 2021, Kuala Lumpur, Malaysia, July 26\u201329, 2021, Proceedings, Part II. Lecture Notes in Artificial Intelligence","DOI":"10.1007\/978-3-030-79463-7"},{"issue":"21","key":"4087_CR26","doi-asserted-by":"publisher","first-page":"16177","DOI":"10.1007\/s00500-020-04931-7","volume":"24","author":"A Asghari","year":"2020","unstructured":"Asghari A, Sohrabi MK, Yaghmaee F (2020) Online scheduling of dependent tasks of cloud\u2019s workflows to enhance resource utilization and reduce the makespan using multiple reinforcement learning-based agents. Soft Comput 24(21):16177\u201316199","journal-title":"Soft Comput"},{"issue":"10","key":"4087_CR27","doi-asserted-by":"publisher","first-page":"2150174","DOI":"10.1142\/S0218126621501747","volume":"30","author":"S Chakraborty","year":"2021","unstructured":"Chakraborty S, Mazumdar K, De D (2021) CBLM: Cluster-Based Location Management for 5G Small Cell Network Under Stochastic Environment. J Circuits Syst Comput 30(10):2150174","journal-title":"J Circuits Syst Comput"},{"key":"4087_CR28","first-page":"1552","volume":"34","author":"S Chakraborty","year":"2022","unstructured":"Chakraborty S, Mazumdar K (2022) Sustainable task offloading decision using genetic algorithm in sensor mobile edge computing. J King Saud Univ-Comput Inf Sci 34:1552\u20131568","journal-title":"J King Saud Univ-Comput Inf Sci"},{"key":"4087_CR29","unstructured":"Melo FS (2001) Convergence of Q-learning: a simple proof. Institute of Systems and Robotics, Tech Rep:1\u20134. http:\/\/users.isr.ist.utl.pt\/~mtjspaan\/readingGroup\/ProofQlearning.pdf"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-04087-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-04087-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-04087-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,19]],"date-time":"2023-05-19T11:05:36Z","timestamp":1684494336000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-04087-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,27]]},"references-count":29,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2023,5]]}},"alternative-id":["4087"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-04087-x","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"type":"print","value":"0924-669X"},{"type":"electronic","value":"1573-7497"}],"subject":[],"published":{"date-parts":[[2022,8,27]]},"assertion":[{"value":"13 August 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 August 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"No conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest\/competing interests"}}]}}