{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T21:04:14Z","timestamp":1768338254251,"version":"3.49.0"},"publisher-location":"Cham","reference-count":58,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032105066","type":"print"},{"value":"9783032105073","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-10507-3_3","type":"book-chapter","created":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T02:58:31Z","timestamp":1767322711000},"page":"41-62","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Kubernetes Scheduling with\u00a0Checkpoint\/Restore: Challenges and\u00a0Open Problems"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5204-1478","authenticated-orcid":false,"given":"Vikt\u00f3ria","family":"Spi\u0161akov\u00e1","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9688-2615","authenticated-orcid":false,"given":"Radostin","family":"Stoyanov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2078-8638","authenticated-orcid":false,"given":"Luk\u00e1\u0161","family":"Hejtm\u00e1nek","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6434-4433","authenticated-orcid":false,"given":"Dalibor","family":"Klus\u00e1\u010dek","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-4959-6561","authenticated-orcid":false,"given":"Adrian","family":"Reber","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1578-5149","authenticated-orcid":false,"given":"Rodrigo","family":"Bruno","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,1,2]]},"reference":[{"key":"3_CR1","doi-asserted-by":"crossref","unstructured":"Ansel, J., Arya, K., Cooperman, G.: DMTCP: transparent checkpointing for cluster computations and the desktop. In: 2009 IEEE International Symposium on Parallel & Distributed Processing, pp. 1\u201312. IEEE (2009)","DOI":"10.1109\/IPDPS.2009.5161063"},{"key":"3_CR2","unstructured":"Baset, S.A., Wang, L., Tang, C.: Towards an understanding of oversubscription in cloud. In: 2nd USENIX Workshop on Hot Topics in Management of Internet, Cloud, and Enterprise Networks and Services (Hot-ICE 12). USENIX Association, San Jose, CA (2012). https:\/\/www.usenix.org\/conference\/hot-ice12\/workshop-program\/presentation\/baset"},{"key":"3_CR3","unstructured":"Bekker, H., et al.: GROMACS - a parallel computer for molecular-dynamics simulations. In: DeGroot, R., Nadrchal, J. (eds.) PHYSICS COMPUTING \u201992, pp. 252\u2013256. World Scientific Publishing (1993)"},{"key":"3_CR4","doi-asserted-by":"publisher","unstructured":"Brum, R., Teylo, L., Arantes, L., Sens, P.: Ensuring application continuity with fault tolerance techniques. In: Borin, E., Drummond, L.M.A., Gaudiot, J.L., Melo, A., Melo\u00a0Alves, M., Navaux, P.O.A. (eds.) High Performance Computing in Clouds : Moving HPC Applications to a Scalable and Cost-Effective Environment, pp. 191\u2013212. Springer International Publishing, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-29769-4_10","DOI":"10.1007\/978-3-031-29769-4_10"},{"key":"3_CR5","unstructured":"Checkpoint-Restore operator (2025). https:\/\/github.com\/checkpoint-restore\/checkpoint-restore-operator"},{"key":"3_CR6","doi-asserted-by":"publisher","unstructured":"Chaudhary, S., Ramjee, R., Sivathanu, M., Kwatra, N., Viswanatha, S.: Balancing efficiency and fairness in heterogeneous GPU clusters for deep learning. In: Proceedings of the Fifteenth European Conference on Computer Systems. EuroSys \u201920, Association for Computing Machinery, New York, NY, USA (2020). https:\/\/doi.org\/10.1145\/3342195.3387555","DOI":"10.1145\/3342195.3387555"},{"key":"3_CR7","unstructured":"CRIU: Checkpoint\/restore in Userspace. https:\/\/criu.org\/ (2025). Accessed 11 Feb 2025"},{"key":"3_CR8","doi-asserted-by":"crossref","unstructured":"Di Tommaso, P., Chatzou, M., Floden, E.W., Barja, P.P., Palumbo, E., Notredame, C.: Nextflow enables reproducible computational workflows. Nat. Biotechnol. 35(4), 316\u2013319 (Apr2017)","DOI":"10.1038\/nbt.3820"},{"key":"3_CR9","unstructured":"e-INFRA CZ: e-infrastructure for research and development in the Czech Republic (2025). https:\/\/www.e-infra.cz\/en"},{"key":"3_CR10","unstructured":"Estes, P., Murakami, S.: Live container migration on OpenStack. https:\/\/www.openstack.org\/summit\/barcelona-2016\/summit-schedule\/events\/15091\/live-container-migration-on-openstack (2016). openStack Summit Barcelona"},{"key":"3_CR11","doi-asserted-by":"crossref","unstructured":"Guitart, J.: Practicable live container migrations in high performance computing clouds: diskless, iterative, and connection-persistent. J. Syst. Architect. 152, 103157 (2024)","DOI":"10.1016\/j.sysarc.2024.103157"},{"key":"3_CR12","doi-asserted-by":"publisher","unstructured":"Guo, J., et al.: Who limits the resource efficiency of my datacenter: an analysis of Alibaba datacenter traces. In: Proceedings of the International Symposium on Quality of Service. IWQoS \u201919, Association for Computing Machinery, New York, NY, USA (2019). https:\/\/doi.org\/10.1145\/3326285.3329074","DOI":"10.1145\/3326285.3329074"},{"key":"3_CR13","unstructured":"Gurfinkel, S.: Checkpointing CUDA Applications with CRIU. https:\/\/developer.nvidia.com\/blog\/checkpointing-cuda-applications-with-criu\/ (2024)"},{"key":"3_CR14","doi-asserted-by":"crossref","unstructured":"Hargrove, P.H., Duell, J.C.: Berkeley lab checkpoint\/restart (BLCR) for Linux clusters. In: Journal of Physics: Conference Series. vol.\u00a046, p.\u00a0494. IOP Publishing (2006)","DOI":"10.1088\/1742-6596\/46\/1\/067"},{"issue":"3","key":"3_CR15","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1109\/MCSE.2024.3382154","volume":"26","author":"T Hoefler","year":"2024","unstructured":"Hoefler, T., et al.: XaaS: acceleration as a service to enable productive high-performance cloud computing. Comput. Sci. Eng. 26(3), 40\u201351 (2024). https:\/\/doi.org\/10.1109\/MCSE.2024.3382154","journal-title":"Comput. Sci. Eng."},{"key":"3_CR16","unstructured":"Kosorin, S.: P4-enabled container migration in Kubernetes. https:\/\/summerofcode.withgoogle.com\/programs\/2024\/projects\/sYbpOJhD (2024)"},{"key":"3_CR17","unstructured":"Kubernetes API conventions. https:\/\/github.com\/kubernetes\/community\/blob\/master\/contributors\/devel\/sig-architecture\/api-conventions.md (2023)"},{"key":"3_CR18","unstructured":"Kubernetes scheduling framework. https:\/\/kubernetes.io\/docs\/concepts\/scheduling-eviction\/scheduling-framework\/ (2023)"},{"key":"3_CR19","unstructured":"Kubernetes scheduler queues. https:\/\/github.com\/kubernetes\/community\/blob\/master\/contributors\/devel\/sig-scheduling\/scheduler_queues.md (2021)"},{"key":"3_CR20","doi-asserted-by":"publisher","unstructured":"Li, J., Pu, C., Chen, Y., Talwar, V., Milojicic, D.: Improving preemptive scheduling with application-transparent checkpointing in shared clusters. In: Proceedings of the 16th Annual Middleware Conference, p. 222\u2013234. Middleware \u201915, Association for Computing Machinery, New York, NY, USA (2015). https:\/\/doi.org\/10.1145\/2814576.2814807","DOI":"10.1145\/2814576.2814807"},{"key":"3_CR21","unstructured":"Liu, P.: Convergence of high performance computing, big data, and machine learning applications on containerized infrastructures. Ph.D. thesis, Universitat Polit\u00e8cnica de Catalunya (2023)"},{"key":"3_CR22","doi-asserted-by":"publisher","unstructured":"Mangkhangcharoen, S., Haga, J., Rattanatamrong, P.: Migrating deep learning data and applications among Kubernetes edge nodes. In: 2021 IEEE 23rd Int Conf on High Performance Computing & Communications; 7th Int Conf on Data Science & Systems; 19th Int Conf on Smart City; 7th Int Conf on Dependability in Sensor, Cloud & Big Data Systems & Application (HPCCDSSSmartCityDependSys), pp. 2004\u20132010 (2021). https:\/\/doi.org\/10.1109\/HPCC-DSS-SmartCity-DependSys53884.2021.00299","DOI":"10.1109\/HPCC-DSS-SmartCity-DependSys53884.2021.00299"},{"key":"3_CR23","doi-asserted-by":"publisher","unstructured":"Miao, R., Zeng, H., Kim, C., Lee, J., Yu, M.: SilkRoad: making stateful layer-4 load balancing fast and cheap using switching ASICs. In: Proceedings of the Conference of the ACM Special Interest Group on Data Communication, pp. 15\u201328. SIGCOMM \u201917, Association for Computing Machinery, New York, NY, USA (2017). https:\/\/doi.org\/10.1145\/3098822.3098824","DOI":"10.1145\/3098822.3098824"},{"key":"3_CR24","doi-asserted-by":"publisher","unstructured":"M\u00fcller, R.H., Meinhardt, C., Mendizabal, O.M.: An architecture proposal for checkpoint\/restore on stateful containers. In: Proceedings of the 37th ACM\/SIGAPP Symposium on Applied Computing, pp. 267\u2013270. SAC \u201922, Association for Computing Machinery, New York, NY, USA (2022). https:\/\/doi.org\/10.1145\/3477314.3507221","DOI":"10.1145\/3477314.3507221"},{"key":"3_CR25","unstructured":"Multus CNI. https:\/\/github.com\/k8snetworkplumbingwg\/multus-cni"},{"key":"3_CR26","unstructured":"Object names and IDs. https:\/\/kubernetes.io\/docs\/concepts\/overview\/working-with-objects\/names\/#uids"},{"key":"3_CR27","unstructured":"Onu\u015f, M.: The party must go on - resume pods after spot instance shut down. https:\/\/sched.co\/1YeP3 (2024)"},{"key":"3_CR28","doi-asserted-by":"publisher","unstructured":"Parayil, A., et al.: Towards workload-aware cloud efficiency: a large-scale empirical study of cloud workload characteristics. In: Proceedings of the 16th ACM\/SPEC International Conference on Performance Engineering, pp. 136\u2013146. ICPE \u201925, Association for Computing Machinery, New York, NY, USA (2025). https:\/\/doi.org\/10.1145\/3676151.3722008","DOI":"10.1145\/3676151.3722008"},{"key":"3_CR29","unstructured":"Radostin\u00a0Stoyanov, A.R.: Preemptive scheduling of stateful GPU Intensive HPC applications in Kubernetes. https:\/\/sc23.conference-program.com\/presentation\/?id=misc217&sess=sess448 (2023)"},{"key":"3_CR30","unstructured":"Rajneesh Bhardwaj: drm\/amdkfd: CRIU Introduce Checkpoint-Restore APIs (2021). linux Commit ID: 3698807094ecae945436921325f5c309d1123f11"},{"key":"3_CR31","unstructured":"Rajneesh\u00a0Bhardwaj, Felix\u00a0Kuehling, D.Y.S.: Fast checkpoint restore for GPUs. https:\/\/lpc.events\/event\/11\/contributions\/891 (2021). Accessed 15 Aug 2023"},{"key":"3_CR32","unstructured":"Reber, A.: Add \u2013checkpoint to drain. https:\/\/github.com\/kubernetes\/kubernetes\/pull\/97194 (2020)"},{"key":"3_CR33","unstructured":"Reber, A.: Forensic container checkpointing. https:\/\/github.com\/kubernetes\/enhancements\/issues\/2008 (2020)"},{"key":"3_CR34","unstructured":"Reber, A.: Forensic container checkpointing in Kubernetes. https:\/\/kubernetes.io\/blog\/2022\/12\/05\/forensic-container-checkpointing-alpha\/ (2022)"},{"key":"3_CR35","unstructured":"Reber, A.: Minimal checkpointing support. https:\/\/github.com\/kubernetes\/kubernetes\/pull\/104907 (2022)"},{"key":"3_CR36","doi-asserted-by":"publisher","unstructured":"Reiss, C., Tumanov, A., Ganger, G.R., Katz, R.H., Kozuch, M.A.: Heterogeneity and dynamicity of clouds at scale: google trace analysis. In: Proceedings of the Third ACM Symposium on Cloud Computing. SoCC \u201912, Association for Computing Machinery, New York, NY, USA (2012). https:\/\/doi.org\/10.1145\/2391229.2391236","DOI":"10.1145\/2391229.2391236"},{"key":"3_CR37","doi-asserted-by":"crossref","unstructured":"Rodrigo, G.P., \u00d6stberg, P.O., Elmroth, E., Antypas, K., Gerber, R., Ramakrishnan, L.: Towards understanding HPC users and systems: a NERSC case study. J. Parallel Distrib. Comput. 111, 206\u2013221 (2018)","DOI":"10.1016\/j.jpdc.2017.09.002"},{"key":"3_CR38","doi-asserted-by":"publisher","unstructured":"Schmidt, H., Rejiba, Z., Eidenbenz, R., F\u00f6rster, K.T.: Transparent fault tolerance for stateful applications in Kubernetes with checkpoint\/restore. In: 2023 42nd International Symposium on Reliable Distributed Systems (SRDS), pp. 129\u2013139 (2023). https:\/\/doi.org\/10.1109\/SRDS60354.2023.00022","DOI":"10.1109\/SRDS60354.2023.00022"},{"key":"3_CR39","unstructured":"Shukla, D., et al.: Singularity: Planet-scale, preemptive and elastic scheduling of ai workloads (2022). https:\/\/arxiv.org\/abs\/2202.07848"},{"key":"3_CR40","unstructured":"Spi\u0161\u00e1kov\u00e1, V., Stoyanov, R., Reber, A.: Efficient transparent checkpointing of AI\/ML workloads in Kubernetes. In: Proceedings of KubeCon + CloudNativeCon Europe 2025. Cloud Native Computing Foundation (2025)"},{"key":"3_CR41","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1007\/978-3-031-22698-4_12","volume-title":"Job Scheduling Strategies for Parallel Processing","author":"V Spi\u0161akov\u00e1","year":"2023","unstructured":"Spi\u0161akov\u00e1, V., Klus\u00e1\u010dek, D., Hejtm\u00e1nek, L.: Using Kubernetes in academic environment: problems and approaches. In: Klus\u00e1\u010dek, D., Julita, C., Rodrigo, G.P. (eds.) Job Scheduling Strategies for Parallel Processing, pp. 235\u2013253. Springer Nature Switzerland, Cham (2023)"},{"key":"3_CR42","unstructured":"Spi\u0161akov\u00e1, V., Stoyanov, R., Reber, A.: Checkpoint coordination for distributed containerized applications. https:\/\/lpc.events\/event\/18\/contributions\/1803\/ (2024)"},{"key":"3_CR43","unstructured":"Steven Gurfinkel: CUDA Checkpoint and Restore Utility. https:\/\/github.com\/NVIDIA\/cuda-checkpoint"},{"key":"3_CR44","unstructured":"Stoyanov, R.: Checkpointing and rollback-recovery of distributed applications in Kubernetes. https:\/\/radostin.io\/files\/Red-Hat-RIG-13-04-2023.pdf (2023)"},{"key":"3_CR45","unstructured":"Stoyanov, R.: Container Checkpoint\/Restore of Open-WebUI + Ollama (2024). https:\/\/youtu.be\/SObC5tZ-MbM?si=_BjtnxEkM9T-Dqhw"},{"key":"3_CR46","unstructured":"Stoyanov, R.: Container Checkpoint\/Restore of Redis (2024). https:\/\/youtu.be\/-7lC7caiYTI?si=svZPdY-b-Rauah4t"},{"key":"3_CR47","unstructured":"Stoyanov, R.: Container Checkpoint\/Restore of Restreamer (2024). https:\/\/youtu.be\/ITWi15X7j78?si=6xBJ075kEuz5mqaj"},{"key":"3_CR48","unstructured":"Stoyanov, R.: Container checkpoint\/restore of a Jupyter Notebook (2025). https:\/\/youtu.be\/WQNmKMCZ5wk?si=WgxmW54FXCooawrq"},{"key":"3_CR49","unstructured":"Stoyanov, R.: Optimizing resource utilization for interactive GPU workloads (2025). https:\/\/youtu.be\/40qKIU1pj88?si=aB-MJ_8Wa_5TdG_u"},{"key":"3_CR50","unstructured":"Stoyanov, R., Reber, A.: Enabling coordinated checkpointing for distributed HPC applications. https:\/\/sched.co\/1YeT4 (2024)"},{"key":"3_CR51","doi-asserted-by":"publisher","unstructured":"Stoyanov, R., Reber, A., Ueno, D., Clapi\u0144ski, M., Vagin, A., Bruno, R.: Towards efficient end-to-end encryption for container checkpointing systems. In: Proceedings of the 15th ACM SIGOPS Asia-Pacific Workshop on Systems, pp. 60\u201366. APSys \u201924, Association for Computing Machinery, New York, NY, USA (2024). https:\/\/doi.org\/10.1145\/3678015.3680477","DOI":"10.1145\/3678015.3680477"},{"key":"3_CR52","unstructured":"Stoyanov, R., et al.: CRIUgpu: Transparent Checkpointing of GPU-Accelerated Workloads (2025). https:\/\/arxiv.org\/abs\/2502.16631"},{"key":"3_CR53","doi-asserted-by":"publisher","unstructured":"Teylo, L., Brum, R.C., Arantes, L., Sens, P., Drummond, L.M.d.A.: Developing checkpointing and recovery procedures with the storage services of amazon web services. In: Workshop Proceedings of the 49th International Conference on Parallel Processing. ICPP Workshops \u201920, Association for Computing Machinery, New York, NY, USA (2020). https:\/\/doi.org\/10.1145\/3409390.3409407","DOI":"10.1145\/3409390.3409407"},{"key":"3_CR54","unstructured":"Timalsina, M.: Checkpointing and restarting jobs with DMTCP inside the container. https:\/\/www.nersc.gov\/assets\/DataDay2024\/Checkpoint-Restart_DataDay_24.pdf (2024)"},{"key":"3_CR55","doi-asserted-by":"publisher","unstructured":"Tirmazi, M., et al.: Borg: the next generation. In: Proceedings of the Fifteenth European Conference on Computer Systems. EuroSys \u201920, Association for Computing Machinery, New York, NY, USA (2020). https:\/\/doi.org\/10.1145\/3342195.3387517","DOI":"10.1145\/3342195.3387517"},{"key":"3_CR56","unstructured":"Victor\u00a0Marmol, A.T.: Task migration at scale using CRIU. https:\/\/lpc.events\/event\/2\/contributions\/69\/ (2018)"},{"key":"3_CR57","unstructured":"Vikt\u00f3ria\u00a0Spi\u0161akov\u00e1, R.S.: Optimizing resource utilization for interactive GPU workloads with transparent container checkpointing (2025)"},{"issue":"3","key":"3_CR58","doi-asserted-by":"publisher","first-page":"1500","DOI":"10.1109\/TSC.2025.3564888","volume":"18","author":"H Zhang","year":"2025","unstructured":"Zhang, H., et al.: KubeSPT: stateful pod teleportation for service resilience with live migration. IEEE Trans. Serv. Comput. 18(3), 1500\u20131514 (2025). https:\/\/doi.org\/10.1109\/TSC.2025.3564888","journal-title":"IEEE Trans. Serv. Comput."}],"container-title":["Lecture Notes in Computer Science","Job Scheduling Strategies for Parallel Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-10507-3_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T02:58:34Z","timestamp":1767322714000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-10507-3_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032105066","9783032105073"],"references-count":58,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-10507-3_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"2 January 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"JSSPP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Workshop on Job Scheduling Strategies for Parallel Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"jsspp2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/jsspp.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}