{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,20]],"date-time":"2025-05-20T09:20:01Z","timestamp":1747732801257,"version":"3.37.3"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2022,4,2]],"date-time":"2022-04-02T00:00:00Z","timestamp":1648857600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,4,2]],"date-time":"2022-04-02T00:00:00Z","timestamp":1648857600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Sched"],"published-print":{"date-parts":[[2022,10]]},"DOI":"10.1007\/s10951-022-00725-x","type":"journal-article","created":{"date-parts":[[2022,4,2]],"date-time":"2022-04-02T19:02:31Z","timestamp":1648926151000},"page":"547-565","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["A reinforcement learning algorithm for rescheduling preempted tasks in fog nodes"],"prefix":"10.1007","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3763-2354","authenticated-orcid":false,"given":"Biji","family":"Nair","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"S. Mary Saira","family":"Bhanu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,4,2]]},"reference":[{"key":"725_CR1","unstructured":"GWA-T-12 Bitbrainsdataset. http:\/\/gwa.ewi.tudelft.nl\/datasets\/gwa-t-12-bitbrains. Accessed: 2020-04-21."},{"key":"725_CR2","doi-asserted-by":"crossref","unstructured":"Abdel-Basset, M., Mohamed, R., Elhoseny, M., Bashir, A.K., Jolfaei, A., & Kumar, N. (2020). Energy-aware marine predators algorithm for task scheduling in iot-based fog computing applications. IEEE Transactions on Industrial Informatics.","DOI":"10.1109\/TII.2020.3001067"},{"key":"725_CR3","doi-asserted-by":"crossref","unstructured":"Adhikari, M., Mukherjee, M., & Srirama, S.N. (2019). Dpto: A deadline and priority-aware task offloading in fog computing framework leveraging multi-level feedback queueing. IEEE Internet of Things Journal.","DOI":"10.1109\/JIOT.2019.2946426"},{"key":"725_CR4","doi-asserted-by":"crossref","unstructured":"Berns, G.S., & Sejnowski, T.J. (1996). How the basal ganglia make decisions. In: Neurobiology of decision-making, pp. 101\u2013113. Springer.","DOI":"10.1007\/978-3-642-79928-0_6"},{"key":"725_CR5","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1016\/j.compind.2019.06.002","volume":"111","author":"M Bhatia","year":"2019","unstructured":"Bhatia, M., Sood, S. K., & Kaur, S. (2019). Quantum-based predictive fog scheduler for iot applications. Computers in Industry, 111, 51\u201367.","journal-title":"Computers in Industry"},{"issue":"4","key":"725_CR6","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1080\/17517575.2017.1304579","volume":"12","author":"S Bitam","year":"2018","unstructured":"Bitam, S., Zeadally, S., & Mellouk, A. (2018). Fog computing job scheduling optimization based on bees swarm. Enterprise Information Systems, 12(4), 373\u2013397.","journal-title":"Enterprise Information Systems"},{"issue":"8","key":"725_CR7","doi-asserted-by":"publisher","first-page":"1022","DOI":"10.1038\/nn.3743","volume":"17","author":"P Calabresi","year":"2014","unstructured":"Calabresi, P., Picconi, B., Tozzi, A., Ghiglieri, V., & Di Filippo, M. (2014). Direct and indirect pathways of basal ganglia: A critical reappraisal. Nature Neuroscience, 17(8), 1022\u20131030.","journal-title":"Nature Neuroscience"},{"issue":"10","key":"725_CR8","doi-asserted-by":"publisher","first-page":"4590","DOI":"10.1109\/TII.2018.2843802","volume":"14","author":"DA Chekired","year":"2018","unstructured":"Chekired, D. A., Khoukhi, L., & Mouftah, H. T. (2018). Industrial iot data scheduling based on hierarchical fog computing: A key for enabling smart factory. IEEE Transactions on Industrial Informatics, 14(10), 4590\u20134602.","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"725_CR9","unstructured":"Crites, R.H., & Barto, A.G. (1995) An actor\/critic algorithm that is equivalent to q-learning. In: Advances in Neural Information Processing Systems, pp. 401\u2013408."},{"key":"725_CR10","unstructured":"Ghanavati, S., Abawajy, J., & Izadi, D. (2020). Automata-based dynamic fault tolerant task scheduling approach in fog computing. IEEE Transactions on Emerging Topics in Computing."},{"key":"725_CR11","doi-asserted-by":"publisher","first-page":"58180","DOI":"10.1109\/ACCESS.2020.2979354","volume":"8","author":"IB Hafaiedh","year":"2020","unstructured":"Hafaiedh, I. B., & Slimane, M. B. (2020). A parameterized formal model for the analysis of preemption-threshold scheduling in real-time systems. IEEE Access, 8, 58180\u201358193.","journal-title":"IEEE Access"},{"key":"725_CR12","doi-asserted-by":"crossref","unstructured":"He, Z., Zhang, Y., Tak, B., & Peng, L. (2019). Green fog planning for optimal internet-of-thing task scheduling. IEEE Access.","DOI":"10.1109\/ACCESS.2019.2961952"},{"key":"725_CR13","doi-asserted-by":"crossref","unstructured":"Hosseinioun, P., Kheirabadi, M., Tabbakh, S.R.K., & Ghaemi, R. (2020). A new energy-aware tasks scheduling approach in fog computing using hybrid meta-heuristic algorithm. Journal of Parallel and Distributed Computing.","DOI":"10.1016\/j.jpdc.2020.04.008"},{"key":"725_CR14","doi-asserted-by":"crossref","unstructured":"Houk, J.C., & Adams, J.L. (1995). 13 a model of how the basal ganglia generate and use neural signals that. Models of information processing in the basal ganglia, p. 249.","DOI":"10.7551\/mitpress\/4708.001.0001"},{"key":"725_CR15","doi-asserted-by":"publisher","first-page":"37191","DOI":"10.1109\/ACCESS.2020.2975741","volume":"8","author":"MK Hussein","year":"2020","unstructured":"Hussein, M. K., & Mousa, M. H. (2020). Efficient task offloading for iot-based applications in fog computing using ant colony optimization. IEEE Access, 8, 37191\u201337201.","journal-title":"IEEE Access"},{"issue":"21","key":"725_CR16","doi-asserted-by":"publisher","first-page":"8580","DOI":"10.1523\/JNEUROSCI.17-21-08580.1997","volume":"17","author":"S Ikemoto","year":"1997","unstructured":"Ikemoto, S., Glazier, B. S., Murphy, J. M., & McBride, W. J. (1997). Role of dopamine d1 and d2 receptors in the nucleus accumbens in mediating reward. Journal of Neuroscience, 17(21), 8580\u20138587.","journal-title":"Journal of Neuroscience"},{"key":"725_CR17","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1016\/j.jpdc.2018.07.019","volume":"122","author":"Y Jie","year":"2018","unstructured":"Jie, Y., Tang, X., Choo, K. K. R., Su, S., Li, M., & Guo, C. (2018). Online task scheduling for edge computing based on repeated stackelberg game. Journal of Parallel and Distributed Computing, 122, 159\u2013172.","journal-title":"Journal of Parallel and Distributed Computing"},{"issue":"4\u20136","key":"725_CR18","doi-asserted-by":"publisher","first-page":"535","DOI":"10.1016\/S0893-6080(02)00047-3","volume":"15","author":"D Joel","year":"2002","unstructured":"Joel, D., Niv, Y., & Ruppin, E. (2002). Actor-critic models of the basal ganglia: New anatomical and computational perspectives. Neural Networks, 15(4\u20136), 535\u2013547.","journal-title":"Neural Networks"},{"issue":"1","key":"725_CR19","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1137\/S036301299731669X","volume":"38","author":"VR Konda","year":"1999","unstructured":"Konda, V. R., & Borkar, V. S. (1999). Actor-critic-type learning algorithms for markov decision processes. SIAM Journal on control and Optimization, 38(1), 94\u2013123.","journal-title":"SIAM Journal on control and Optimization"},{"issue":"2","key":"725_CR20","doi-asserted-by":"publisher","first-page":"3641","DOI":"10.1109\/JIOT.2018.2889511","volume":"6","author":"I Lera","year":"2018","unstructured":"Lera, I., Guerrero, C., & Juiz, C. (2018). Availability-aware service placement policy in fog computing based on graph partitions. IEEE Internet of Things Journal, 6(2), 3641\u20133651.","journal-title":"IEEE Internet of Things Journal"},{"issue":"2","key":"725_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3234463","volume":"19","author":"H Li","year":"2019","unstructured":"Li, H., Ota, K., & Dong, M. (2019). Deep reinforcement scheduling for mobile crowdsensing in fog computing. ACM Transactions on Internet Technology (TOIT), 19(2), 1\u201318.","journal-title":"ACM Transactions on Internet Technology (TOIT)"},{"key":"725_CR22","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1016\/j.future.2018.12.063","volume":"97","author":"J Luo","year":"2019","unstructured":"Luo, J., Yin, L., Hu, J., Wang, C., Liu, X., Fan, X., & Luo, H. (2019). Container-based fog computing architecture and energy-balancing scheduling algorithm for energy iot. Future Generation Computer Systems, 97, 50\u201360.","journal-title":"Future Generation Computer Systems"},{"issue":"1","key":"725_CR23","first-page":"41","volume":"100","author":"PYR Ma","year":"1982","unstructured":"Ma, P. Y. R., et al. (1982). A task allocation model for distributed computing systems. IEEE Transactions on Computers, 100(1), 41\u201347.","journal-title":"IEEE Transactions on Computers"},{"issue":"4","key":"725_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3403955","volume":"53","author":"R Mahmud","year":"2020","unstructured":"Mahmud, R., Ramamohanarao, K., & Buyya, R. (2020). Application management in fog computing environments: A taxonomy, review and future directions. ACM Computing Surveys (CSUR), 53(4), 1\u201343.","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"725_CR25","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1016\/j.jpdc.2019.10.001","volume":"135","author":"R Mahmud","year":"2020","unstructured":"Mahmud, R., Srirama, S. N., Ramamohanarao, K., & Buyya, R. (2020). Profit-aware application placement for integrated fog-cloud computing environments. Journal of Parallel and Distributed Computing, 135, 177\u2013190.","journal-title":"Journal of Parallel and Distributed Computing"},{"key":"725_CR26","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1016\/j.compeleceng.2019.05.011","volume":"77","author":"B Nair","year":"2019","unstructured":"Nair, B., & Somasundaram, M. S. B. (2019). Overload prediction and avoidance for maintaining optimal working condition in a fog node. Computers and Electrical Engineering, 77, 147\u2013162.","journal-title":"Computers and Electrical Engineering"},{"key":"725_CR27","doi-asserted-by":"crossref","unstructured":"Oueis, J., Strinati, E.C., & Barbarossa, S. (2015). The fog balancing: Load distribution for small cell cloud computing. In: 2015 IEEE 81st vehicular technology conference (VTC spring), pp. 1\u20136. IEEE.","DOI":"10.1109\/VTCSpring.2015.7146129"},{"issue":"11","key":"725_CR28","doi-asserted-by":"publisher","first-page":"155014771774207","DOI":"10.1177\/1550147717742073","volume":"13","author":"XQ Pham","year":"2017","unstructured":"Pham, X. Q., Man, N. D., Tri, N. D. T., Thai, N. Q., & Huh, E. N. (2017). A cost-and performance-effective approach for task scheduling based on collaboration between cloud and fog computing. International Journal of Distributed Sensor Networks, 13(11), 1550147717742073.","journal-title":"International Journal of Distributed Sensor Networks"},{"issue":"1","key":"725_CR29","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1007\/s12083-019-00721-7","volume":"13","author":"D Rahbari","year":"2020","unstructured":"Rahbari, D., & Nickray, M. (2020). Task offloading in mobile fog computing by classification and regression tree. Peer-to-Peer Networking and Applications, 13(1), 104\u2013122.","journal-title":"Peer-to-Peer Networking and Applications"},{"key":"725_CR30","first-page":"1129","volume":"17","author":"F Rivest","year":"2004","unstructured":"Rivest, F., Bengio, Y., & Kalaska, J. (2004). Brain inspired reinforcement learning. Advances in Neural Information Processing Systems, 17, 1129\u20131136.","journal-title":"Advances in Neural Information Processing Systems"},{"issue":"2","key":"725_CR31","doi-asserted-by":"publisher","first-page":"1369","DOI":"10.1007\/s11277-017-5200-5","volume":"102","author":"Y Sun","year":"2018","unstructured":"Sun, Y., Lin, F., & Xu, H. (2018). Multi-objective optimization of resource scheduling in fog computing using an improved nsga-ii. Wireless Personal Communications, 102(2), 1369\u20131385.","journal-title":"Wireless Personal Communications"},{"issue":"3","key":"725_CR32","doi-asserted-by":"publisher","first-page":"871","DOI":"10.1016\/S0306-4522(98)00697-6","volume":"91","author":"RE Suri","year":"1999","unstructured":"Suri, R. E., & Schultz, W. (1999). A neural network model with dopamine-like reinforcement signal that learns a spatial delayed response task. Neuroscience, 91(3), 871\u2013890.","journal-title":"Neuroscience"},{"key":"725_CR33","unstructured":"Sutton, R.S., & Barto, A.G. (2018). Reinforcement learning: An introduction. MIT press."},{"issue":"47","key":"725_CR34","doi-asserted-by":"publisher","first-page":"10652","DOI":"10.1523\/JNEUROSCI.3179-04.2004","volume":"24","author":"H Trantham-Davidson","year":"2004","unstructured":"Trantham-Davidson, H., Neely, L. C., Lavin, A., & Seamans, J. K. (2004). Mechanisms underlying differential d1 versus d2 dopamine receptor regulation of inhibition in prefrontal cortex. Journal of Neuroscience, 24(47), 10652\u201310659.","journal-title":"Journal of Neuroscience"},{"key":"725_CR35","doi-asserted-by":"publisher","first-page":"101982","DOI":"10.1016\/j.simpat.2019.101982","volume":"98","author":"D Tychalas","year":"2020","unstructured":"Tychalas, D., & Karatza, H. (2020). A scheduling algorithm for a fog computing system with bag-of-tasks jobs: Simulation and performance evaluation. Simulation Modelling Practice and Theory, 98, 101982.","journal-title":"Simulation Modelling Practice and Theory"},{"issue":"10","key":"725_CR36","doi-asserted-by":"publisher","first-page":"4548","DOI":"10.1109\/TII.2018.2818932","volume":"14","author":"J Wan","year":"2018","unstructured":"Wan, J., Chen, B., Wang, S., Xia, M., Li, D., & Liu, C. (2018). Fog computing for energy-aware load balancing and scheduling in smart factory. IEEE Transactions on Industrial Informatics, 14(10), 4548\u20134556.","journal-title":"IEEE Transactions on Industrial Informatics"},{"issue":"6","key":"725_CR37","doi-asserted-by":"publisher","first-page":"860","DOI":"10.1038\/s41593-018-0147-8","volume":"21","author":"JX Wang","year":"2018","unstructured":"Wang, J. X., Kurth-Nelson, Z., Kumaran, D., Tirumala, D., Soyer, H., Leibo, J. Z., et al. (2018). Prefrontal cortex as a meta-reinforcement learning system. Nature Neuroscience, 21(6), 860\u2013868.","journal-title":"Nature Neuroscience"},{"issue":"11","key":"725_CR38","doi-asserted-by":"publisher","first-page":"11399","DOI":"10.1109\/TVT.2019.2943647","volume":"68","author":"K Wang","year":"2019","unstructured":"Wang, K., Tan, Y., Shao, Z., Ci, S., & Yang, Y. (2019). Learning-based task offloading for delay-sensitive applications in dynamic fog networks. IEEE Transactions on Vehicular Technology, 68(11), 11399\u201311403.","journal-title":"IEEE Transactions on Vehicular Technology"},{"key":"725_CR39","doi-asserted-by":"publisher","first-page":"32385","DOI":"10.1109\/ACCESS.2020.2973758","volume":"8","author":"S Wang","year":"2020","unstructured":"Wang, S., Zhao, T., & Pang, S. (2020). Task scheduling algorithm based on improved firework algorithm in fog computing. IEEE Access, 8, 32385\u201332394.","journal-title":"IEEE Access"},{"key":"725_CR40","doi-asserted-by":"publisher","first-page":"116218","DOI":"10.1109\/ACCESS.2019.2936116","volume":"7","author":"J Xu","year":"2019","unstructured":"Xu, J., Hao, Z., Zhang, R., & Sun, X. (2019). A method based on the combination of laxity and ant colony system for cloud-fog task scheduling. IEEE Access, 7, 116218\u2013116226.","journal-title":"IEEE Access"},{"issue":"10","key":"725_CR41","doi-asserted-by":"publisher","first-page":"4712","DOI":"10.1109\/TII.2018.2851241","volume":"14","author":"L Yin","year":"2018","unstructured":"Yin, L., Luo, J., & Luo, H. (2018). Tasks scheduling and resource allocation in fog computing based on containers for smart manufacturing. IEEE Transactions on Industrial Informatics, 14(10), 4712\u20134721.","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"725_CR42","unstructured":"Yu, M., Liu, A., Xiong, N.N., & Wang, T. (2020). An intelligent game based offloading scheme for maximizing benefits of iot-edge-cloud ecosystems. IEEE Internet of Things Journal."},{"issue":"12","key":"725_CR43","doi-asserted-by":"publisher","first-page":"3702","DOI":"10.1109\/TC.2016.2536019","volume":"65","author":"D Zeng","year":"2016","unstructured":"Zeng, D., Gu, L., Guo, S., Cheng, Z., & Yu, S. (2016). Joint optimization of task scheduling and image placement in fog computing supported software-defined embedded system. IEEE Transactions on Computers, 65(12), 3702\u20133712.","journal-title":"IEEE Transactions on Computers"},{"issue":"12","key":"725_CR44","doi-asserted-by":"publisher","first-page":"9763","DOI":"10.1109\/JIOT.2020.3040768","volume":"8","author":"X Zhu","year":"2020","unstructured":"Zhu, X., Luo, Y., Liu, A., Bhuiyan, M. Z. A., & Zhang, S. (2020). Multiagent deep reinforcement learning for vehicular computation offloading in iot. IEEE Internet of Things Journal, 8(12), 9763\u20139773.","journal-title":"IEEE Internet of Things Journal"}],"container-title":["Journal of Scheduling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10951-022-00725-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10951-022-00725-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10951-022-00725-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,29]],"date-time":"2022-09-29T08:18:54Z","timestamp":1664439534000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10951-022-00725-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,2]]},"references-count":44,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2022,10]]}},"alternative-id":["725"],"URL":"https:\/\/doi.org\/10.1007\/s10951-022-00725-x","relation":{},"ISSN":["1094-6136","1099-1425"],"issn-type":[{"type":"print","value":"1094-6136"},{"type":"electronic","value":"1099-1425"}],"subject":[],"published":{"date-parts":[[2022,4,2]]},"assertion":[{"value":"24 January 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 April 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}