{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T07:49:49Z","timestamp":1767340189633,"version":"3.37.3"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2019,10,22]],"date-time":"2019-10-22T00:00:00Z","timestamp":1571702400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,10,22]],"date-time":"2019-10-22T00:00:00Z","timestamp":1571702400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2020,1]]},"DOI":"10.1007\/s11227-019-03032-z","type":"journal-article","created":{"date-parts":[[2019,10,23]],"date-time":"2019-10-23T15:34:42Z","timestamp":1571844882000},"page":"388-410","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":32,"title":["Reinforcement R-learning model for time scheduling of on-demand fog placement"],"prefix":"10.1007","volume":"76","author":[{"given":"Peter","family":"Farhat","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hani","family":"Sami","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9434-5322","authenticated-orcid":false,"given":"Azzam","family":"Mourad","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,10,22]]},"reference":[{"issue":"5","key":"3032_CR1","first-page":"6122","volume":"6","author":"KK Patel","year":"2016","unstructured":"Patel KK, Patel SM et al (2016) Internet of things-IOT: definition, characteristics, architecture, enabling technologies, application and future challenges. Int J Eng Sci Comput 6(5):6122\u20136131","journal-title":"Int J Eng Sci Comput"},{"key":"3032_CR2","doi-asserted-by":"publisher","first-page":"1645","DOI":"10.1016\/j.future.2013.01.010","volume":"29","author":"J Gubbi","year":"2013","unstructured":"Gubbi J, Buyya R, Marusic S, Palaniswami M (2013) Internet of things (IOT): a vision, architectural elements, and future directions. Future Gener Comput Syst 29:1645\u20131660","journal-title":"Future Gener Comput Syst"},{"key":"3032_CR3","unstructured":"Alberti AM, Singh D (2013) Internet of things: perspectives, challenges and opportunities. In: International Workshop on Telecommunications (IWT 2013), pp 1\u20136"},{"key":"3032_CR4","unstructured":"Tordera E M, Masip-Bruin X, Garcia-Alminana J, Jukan A, Ren G-J, Zhu J, Farr\u00e9 J (2016) What is a fog node a tutorial on current concepts towards a common definition. arXiv preprint arXiv:1611.09193"},{"key":"3032_CR5","doi-asserted-by":"crossref","unstructured":"Bonomi F, Milito R, Zhu J, Addepalli S (2012) Fog computing and its role in the internet of things. In: Proceedings of the First Edition of the MCC Workshop on Mobile Cloud Computing. ACM, pp 1\u20136","DOI":"10.1145\/2342509.2342513"},{"key":"3032_CR6","doi-asserted-by":"crossref","unstructured":"Sami H, Mourad A (2018) Towards dynamic on-demand fog computing formation based on containerization technology. In: Proceedings of the 2018 International Conference on Computational Science and Computational Intelligence\u2013CSCI\u201918. IEEE Computer Society","DOI":"10.1109\/CSCI46756.2018.00187"},{"key":"3032_CR7","unstructured":"Kratzke N (2017) About microservices, containers and their underestimated impact on network performance. arXiv preprint arXiv:1710.04049"},{"key":"3032_CR8","volume-title":"Mastering kubernetes","author":"G Sayfan","year":"2017","unstructured":"Sayfan G (2017) Mastering kubernetes. Packt Publishing Ltd, Birmingham"},{"issue":"10","key":"3032_CR9","doi-asserted-by":"publisher","first-page":"2918","DOI":"10.1016\/j.jpdc.2014.06.007","volume":"74","author":"K Fatema","year":"2014","unstructured":"Fatema K, Emeakaroha VC, Healy PD, Morrison JP, Lynn T (2014) A survey of cloud monitoring tools: taxonomy, capabilities and objectives. J Parallel Distrib Comput 74(10):2918\u20132933","journal-title":"J Parallel Distrib Comput"},{"key":"3032_CR10","doi-asserted-by":"publisher","first-page":"680","DOI":"10.1016\/j.future.2016.11.009","volume":"78","author":"R Roman","year":"2018","unstructured":"Roman R, Lopez J, Mambo M (2018) Mobile edge computing, fog et al.: a survey and analysis of security threats and challenges. Future Gener Comput Syst 78:680\u2013698","journal-title":"Future Gener Comput Syst"},{"key":"3032_CR11","doi-asserted-by":"crossref","unstructured":"Yi S, Li C, Li Q (2015) A survey of fog computing: concepts, applications and issues. In: Proceedings of the 2015 Workshop on Mobile Big Data. ACM, pp 37\u201342","DOI":"10.1145\/2757384.2757397"},{"key":"3032_CR12","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4899-7491-4","volume-title":"Simulation-based optimization","author":"A Gosavi","year":"2015","unstructured":"Gosavi A et al (2015) Simulation-based optimization. Springer, Berlin"},{"issue":"3\u20134","key":"3032_CR13","first-page":"279","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins CJ, Dayan P (1992) Q-learning. Mach Learn 8(3\u20134):279\u2013292","journal-title":"Mach Learn"},{"key":"3032_CR14","unstructured":"Nasa dataset-two months of http logs from a busy www server. [Online]. https:\/\/ita.ee.lbl.gov\/html\/traces.html"},{"issue":"2","key":"3032_CR15","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1109\/MIC.2017.26","volume":"21","author":"Z Hao","year":"2017","unstructured":"Hao Z, Novak E, Yi S, Li Q (2017) Challenges and software architecture for fog computing. IEEE Internet Comput 21(2):44\u201353","journal-title":"IEEE Internet Comput"},{"key":"3032_CR16","doi-asserted-by":"crossref","unstructured":"Mahmud R, Kotagiri R, Buyya R (2018) Fog computing: a taxonomy, survey and future directions. In: Internet of everything. Springer, pp 103\u2013130","DOI":"10.1007\/978-981-10-5861-5_5"},{"key":"3032_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.eswa.2017.03.011","volume":"80","author":"H Tout","year":"2017","unstructured":"Tout H, Talhi C, Kara N, Mourad A (2017) Smart mobile computation offloading: centralized selective and multi-objective approach. Expert Syst Appl 80:1\u201313","journal-title":"Expert Syst Appl"},{"key":"3032_CR18","doi-asserted-by":"crossref","unstructured":"Marrouche W, Harmanani HM (2018) Heuristic approaches for the open-shop scheduling problem. In: Information Technology-New Generations. Springer, pp 691\u2013699","DOI":"10.1007\/978-3-319-77028-4_88"},{"key":"3032_CR19","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2019.2939221","author":"T Dbouk","year":"2019","unstructured":"Dbouk T, Mourad A, Otrok H, Tout H, Talhi C (2019) A novel ad-hoc mobile edge cloud offering security services through intelligent resource-aware offloading. IEEE Trans Netw Serv Manag. https:\/\/doi.org\/10.1109\/TNSM.2019.2939221","journal-title":"IEEE Trans Netw Serv Manag"},{"issue":"3","key":"3032_CR20","doi-asserted-by":"publisher","first-page":"587","DOI":"10.1109\/JSAC.2018.2815360","volume":"36","author":"M Chen","year":"2018","unstructured":"Chen M, Hao Y (2018) Task offloading for mobile edge computing in software defined ultra-dense network. IEEE J Sel Areas Commun 36(3):587\u2013597","journal-title":"IEEE J Sel Areas Commun"},{"issue":"4","key":"3032_CR21","doi-asserted-by":"publisher","first-page":"2633","DOI":"10.1109\/JIOT.2017.2786343","volume":"5","author":"J Zhang","year":"2017","unstructured":"Zhang J, Hu X, Ning Z, Ngai EC-H, Zhou L, Wei J, Cheng J, Hu B (2017) Energy-latency tradeoff for energy-aware offloading in mobile edge computing networks. IEEE Internet Things J 5(4):2633\u20132645","journal-title":"IEEE Internet Things J"},{"issue":"11","key":"3032_CR22","doi-asserted-by":"publisher","first-page":"155014771774207","DOI":"10.1177\/1550147717742073","volume":"13","author":"X-Q Pham","year":"2017","unstructured":"Pham X-Q, Man ND, Tri NDT, Thai NQ, Huh E-N (2017) A cost-and performance-effective approach for task scheduling based on collaboration between cloud and fog computing. Int J Distrib Sens Netw 13(11):1550147717742073","journal-title":"Int J Distrib Sens Netw"},{"key":"3032_CR23","unstructured":"Pham X-Q, Huh E-N (2016) Towards task scheduling in a cloud-fog computing system. In: 18th Asia-Pacific Network Operations and Management Symposium (APNOMS). IEEE, pp 1\u20134"},{"issue":"12","key":"3032_CR24","doi-asserted-by":"publisher","first-page":"3702","DOI":"10.1109\/TC.2016.2536019","volume":"65","author":"D Zeng","year":"2016","unstructured":"Zeng D, Gu L, Guo S, Cheng Z, Yu S (2016) Joint optimization of task scheduling and image placement in fog computing supported software-defined embedded system. IEEE Trans Comput 65(12):3702\u20133712","journal-title":"IEEE Trans Comput"},{"issue":"5","key":"3032_CR25","doi-asserted-by":"publisher","first-page":"459","DOI":"10.1109\/TNSM.2019.2894955","volume":"16","author":"N Kherraf","year":"2019","unstructured":"Kherraf N, Alameddine HA, Sharafeddine S, Assi C, Ghrayeb A (2019) Optimized provisioning of edge computing resources with heterogeneous workload in iot networks. IEEE Trans Netw Serv Manag 16(5):459\u2013474","journal-title":"IEEE Trans Netw Serv Manag"},{"issue":"3","key":"3032_CR26","doi-asserted-by":"publisher","first-page":"668","DOI":"10.1109\/JSAC.2019.2894306","volume":"37","author":"HA Alameddine","year":"2019","unstructured":"Alameddine HA, Sharafeddine S, Sebbah S, Ayoubi S, Assi C (2019) Dynamic task offloading and scheduling for low-latency iot services in multi-access edge computing. IEEE J Sel Areas Commun 37(3):668\u2013682","journal-title":"IEEE J Sel Areas Commun"},{"key":"3032_CR27","doi-asserted-by":"crossref","unstructured":"Yousefpour A, Ishigaki G, Jue J P (2017) Fog computing: Towards minimizing delay in the internet of things. In: 2017 IEEE International Conference on Edge Computing (EDGE). IEEE, pp 17\u201324","DOI":"10.1109\/IEEE.EDGE.2017.12"},{"key":"3032_CR28","unstructured":"Hoque S, de Brito M S, Willner A, Keil O, Magedanz T (2017) Towards container orchestration in fog computing infrastructures. In: Proceedings of the (2017) IEEE 41st Annual on Computer Software and Applications Conference (COMPSAC), vol 2. IEEE, pp 294\u2013299"},{"key":"3032_CR29","doi-asserted-by":"crossref","unstructured":"Felter W, Ferreira A, Rajamony R, Rubio J (2015) An updated performance comparison of virtual machines and linux containers. In: 2015 IEEE International Symposium Performance on Analysis of Systems and Software (ISPASS). IEEE","DOI":"10.1109\/ISPASS.2015.7095802"},{"key":"3032_CR30","unstructured":"Hong H-J, Tsai P-H, Hsu C-H (2016) \u201cDynamic module deployment in a fog computing platform. In: 18th Asia-Pacific on Network Operations and Management Symposium (APNOMS). IEEE, pp 1\u20136"},{"key":"3032_CR31","unstructured":"Knox WB, Setapen AB, Stone P (2011) Reinforcement learning with human feedback in mountain car. In: 2011 AAAI Spring Symposium Series"},{"key":"3032_CR32","unstructured":"Gosavi A (2011) A tutorial for reinforcement learning. Department of Engineering Management and Systems Engineering"},{"issue":"4","key":"3032_CR33","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1007\/s11761-017-0219-8","volume":"11","author":"O Skarlat","year":"2017","unstructured":"Skarlat O, Nardelli M, Schulte S, Borkowski M, Leitner P (2017) Optimized iot service placement in the fog. Serv Oriented Comput Appl 11(4):427\u2013443","journal-title":"Serv Oriented Comput Appl"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-019-03032-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11227-019-03032-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-019-03032-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,22]],"date-time":"2023-09-22T00:23:12Z","timestamp":1695342192000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11227-019-03032-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,10,22]]},"references-count":33,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2020,1]]}},"alternative-id":["3032"],"URL":"https:\/\/doi.org\/10.1007\/s11227-019-03032-z","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"type":"print","value":"0920-8542"},{"type":"electronic","value":"1573-0484"}],"subject":[],"published":{"date-parts":[[2019,10,22]]},"assertion":[{"value":"22 October 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}