{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,23]],"date-time":"2026-01-23T16:09:44Z","timestamp":1769184584527,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,15]],"date-time":"2023-04-15T00:00:00Z","timestamp":1681516800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-sa\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100019926","name":"Nederlandse Organisatie voor Toegepast Natuurwetenschappelijk Onderzoek","doi-asserted-by":"publisher","award":["OCENW.KLEIN.209"],"award-info":[{"award-number":["OCENW.KLEIN.209"]}],"id":[{"id":"10.13039\/501100019926","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,15]]},"DOI":"10.1145\/3578244.3583724","type":"proceedings-article","created":{"date-parts":[[2023,3,29]],"date-time":"2023-03-29T22:08:41Z","timestamp":1680127721000},"page":"173-185","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Meterstick: Benchmarking Performance Variability in Cloud and Self-hosted Minecraft-like Games"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0627-294X","authenticated-orcid":false,"given":"Jerrit","family":"Eickhoff","sequence":"first","affiliation":[{"name":"Delft University of Technology, Delft, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3067-6402","authenticated-orcid":false,"given":"Jesse","family":"Donkervliet","sequence":"additional","affiliation":[{"name":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8030-9398","authenticated-orcid":false,"given":"Alexandru","family":"Iosup","sequence":"additional","affiliation":[{"name":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands"}]}],"member":"320","published-online":{"date-parts":[[2023,4,15]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Minecraft Server Download. https:\/\/www.minecraft.net\/en-us\/download\/server [accessed","year":"2021","unstructured":"2020. Minecraft Server Download. https:\/\/www.minecraft.net\/en-us\/download\/server [accessed Oct. 2021]."},{"key":"e_1_3_2_1_2_1","volume-title":"Amazon EC2 T3 Instances -- Amazon Web Services (AWS). https:\/\/aws.amazon.com\/ec2\/instance-types\/t3 [accessed","year":"2021","unstructured":"2021. Amazon EC2 T3 Instances -- Amazon Web Services (AWS). https:\/\/aws.amazon.com\/ec2\/instance-types\/t3 [accessed Oct. 2021]."},{"key":"e_1_3_2_1_3_1","volume-title":"Minecraft Forge downloads. https:\/\/files.minecraftforge.net\/net\/ [accessed","year":"2021","unstructured":"2021. Minecraft Forge downloads. https:\/\/files.minecraftforge.net\/net\/ [accessed Oct. 2021]."},{"key":"e_1_3_2_1_4_1","volume-title":"Minecraft Realms for Java. https:\/\/www.minecraft.net\/en-us\/realms-for-java [accessed","year":"2021","unstructured":"2021. Minecraft Realms for Java. https:\/\/www.minecraft.net\/en-us\/realms-for-java [accessed Oct. 2021]."},{"key":"e_1_3_2_1_5_1","volume-title":"Mods - Minecraft - CurseForge. https:\/\/www.curseforge.com\/minecraft\/mc-mods [accessed","year":"2021","unstructured":"2021. Mods - Minecraft - CurseForge. https:\/\/www.curseforge.com\/minecraft\/mc-mods [accessed Oct. 2021]."},{"key":"e_1_3_2_1_6_1","volume-title":"PaperMC -- The High Performance Fork. https:\/\/papermc.io [accessed","year":"2021","unstructured":"2021. PaperMC -- The High Performance Fork. https:\/\/papermc.io [accessed Oct. 2021]."},{"key":"e_1_3_2_1_7_1","volume-title":"https:\/\/minecraft.fandom.com\/wiki\/Server\/Requirements\/Dedicated [accessed","year":"2021","unstructured":"2021. Server\/Requirements\/Dedicated. https:\/\/minecraft.fandom.com\/wiki\/Server\/Requirements\/Dedicated [accessed Oct. 2021]."},{"key":"e_1_3_2_1_8_1","volume-title":"Run your own Minecraft Server. https:\/\/web.archive.org\/web\/20201126074839\/https:\/\/aws.amazon.com\/getting-started\/hands-on\/run-your-own-minecraft-server\/ [accessed","year":"2021","unstructured":"Amazon. 2021. Run your own Minecraft Server. https:\/\/web.archive.org\/web\/20201126074839\/https:\/\/aws.amazon.com\/getting-started\/hands-on\/run-your-own-minecraft-server\/ [accessed Dec. 2021]."},{"key":"e_1_3_2_1_9_1","first-page":"54","article-title":"A Medium- Scale Distributed System for Computer Science Research","volume":"49","author":"Bal Henri E.","year":"2016","unstructured":"Henri E. Bal, Dick H. J. Epema, Cees de Laat, Rob van Nieuwpoort, John W. Romein, Frank J. Seinstra, Cees Snoek, and Harry A. G. Wijshoff. 2016. A Medium- Scale Distributed System for Computer Science Research: Infrastructure for the Long Term. Computer 49, 5 (2016), 54--63.","journal-title":"Infrastructure for the Long Term. Computer"},{"key":"e_1_3_2_1_10_1","volume-title":"Dean Hildebrand, and Erez Zadok.","author":"Cao Zhen","year":"2017","unstructured":"Zhen Cao, Vasily Tarasov, Hari Prasath Raman, Dean Hildebrand, and Erez Zadok. 2017. On the Performance Variation in Modern Storage Stacks. In FAST. 329--344."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1167838.1167859"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1167838.1167860"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"N. Da Dalt and A. Sheikholeslami. 2018. Understanding Jitter and Phase Noise. Cambridge University Press. 15--37 pages.","DOI":"10.1017\/9781316981238"},{"key":"e_1_3_2_1_14_1","volume-title":"Kiwano: A scalable distributed infrastructure for virtual worlds. In HPCS. 664--667.","author":"Diaconu Raluca","year":"2013","unstructured":"Raluca Diaconu and Joaqu\u00edn Keller. 2013. Kiwano: A scalable distributed infrastructure for virtual worlds. In HPCS. 664--667."},{"key":"e_1_3_2_1_15_1","first-page":"1","article-title":"Manycraft: Scaling Minecraft to Millions","volume":"1","author":"Diaconu Raluca","year":"2013","unstructured":"Raluca Diaconu, Joaqu\u00edn Keller, and Mathieu Valero. 2013. Manycraft: Scaling Minecraft to Millions. In NetGames. 1:1--1:6.","journal-title":"NetGames."},{"key":"e_1_3_2_1_16_1","volume-title":"Wolf","author":"Dick Matthias","year":"2005","unstructured":"Matthias Dick, Oliver Wellnitz, and Lars C. Wolf. 2005. Analysis of factors affecting players' performance and perception in multiplayer games. In NetGames. 1--7."},{"key":"e_1_3_2_1_17_1","volume-title":"Dyconits: Scaling Minecraft-like Services through Dynamically Managed Inconsistency. In ICDCS.","author":"Donkervliet Jesse","year":"2021","unstructured":"Jesse Donkervliet, Jim Cuijpers, and Alexandru Iosup. 2021. Dyconits: Scaling Minecraft-like Services through Dynamically Managed Inconsistency. In ICDCS."},{"key":"e_1_3_2_1_18_1","unstructured":"Jesse Donkervliet Animesh Trivedi and Alexandru Iosup. 2020. Towards Supporting Millions of Users in Modifiable Virtual Environments by Redesigning Minecraft-Like Games as Serverless Systems. In HotCloud."},{"key":"e_1_3_2_1_19_1","volume-title":"https:\/\/www.youtube.com\/watch?v=9ZbenrBO_wI [accessed","author":"Tnt World Explosion With Huge Minecraft","year":"2021","unstructured":"DudeItsRocky. 2018. \"Huge Minecraft Tnt World Explosion With Aftermath\" (Minecraft TNT Explosion, Minecraft Explosion). https:\/\/www.youtube.com\/watch?v=9ZbenrBO_wI [accessed Oct. 2021]."},{"key":"e_1_3_2_1_20_1","unstructured":"Jerrit Eickhoff. 2021. Meterstick. https:\/\/github.com\/atlarge-research\/Meterstick"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.5567720"},{"key":"e_1_3_2_1_22_1","volume-title":"Meterstick: Bench- marking Performance Variability in Cloud and Self-hosted Minecraft-like Games Extended Technical Report. CoRR abs\/2112.06963v2","author":"Eickhoff Jerrit","year":"2023","unstructured":"Jerrit Eickhoff, Jesse Donkervliet, and Alexandru Iosup. 2023. Meterstick: Bench- marking Performance Variability in Cloud and Self-hosted Minecraft-like Games Extended Technical Report. CoRR abs\/2112.06963v2 (2023). arXiv:2112.06963v2 https:\/\/arxiv.org\/abs\/2112.06963v2"},{"key":"e_1_3_2_1_23_1","first-page":"1","article-title":"Koekepan: Minecraft as a Research Platform","volume":"16","author":"Engelbrecht Herman Arnold","year":"2013","unstructured":"Herman Arnold Engelbrecht and Gregor Schiele. 2013. Koekepan: Minecraft as a Research Platform. In NetGames. 16:1--16:3.","journal-title":"NetGames."},{"key":"e_1_3_2_1_24_1","volume-title":"https:\/\/docs.unrealengine.com\/4.27\/en-US\/RenderingAndGraphics\/DynamicResolution\/ [accessed","author":"Games Epic","year":"2021","unstructured":"Epic Games. 2021. Dynamic Resolution | Unreal Engine Documentation. https:\/\/docs.unrealengine.com\/4.27\/en-US\/RenderingAndGraphics\/DynamicResolution\/ [accessed Dec. 2021]."},{"key":"e_1_3_2_1_25_1","first-page":"45","article-title":"Are 100ms Fast Enough? Characterizing Latency Perception Thresholds in Mouse-Based Interaction","volume":"10276","author":"Forch Valentin","year":"2017","unstructured":"Valentin Forch, Thomas Franke, Nadine Rauh, and Josef F. Krems. 2017. Are 100ms Fast Enough? Characterizing Latency Perception Thresholds in Mouse-Based Interaction. In EPCE, Vol. 10276. 45--56.","journal-title":"EPCE"},{"key":"e_1_3_2_1_26_1","volume-title":"MineRL: A Large-Scale Dataset of Minecraft Demonstrations. CoRR abs\/1907.13440","author":"Guss William H.","year":"2019","unstructured":"William H. Guss, Brandon Houghton, Nicholay Topin, Phillip Wang, Cayden Codel, Manuela Veloso, and Ruslan Salakhutdinov. 2019. MineRL: A Large-Scale Dataset of Minecraft Demonstrations. CoRR abs\/1907.13440 (2019)."},{"key":"e_1_3_2_1_27_1","volume-title":"Epema","author":"Iosup Alexandru","year":"2011","unstructured":"Alexandru Iosup, Nezih Yigitbasi, and Dick H. J. Epema. 2011. On the Performance Variability of Production Cloud Services. In CCGrid. 104--113."},{"key":"e_1_3_2_1_28_1","volume-title":"The art of computer systems performance analysis - techniques for experimental design, measurement, simulation, and modeling","author":"Jain Raj","unstructured":"Raj Jain. 1991. The art of computer systems performance analysis - techniques for experimental design, measurement, simulation, and modeling. Wiley."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCSII.2002.807265"},{"key":"e_1_3_2_1_30_1","volume-title":"https:\/\/www.youtube.com\/watch?v=SbO0tqH8f5I [accessed","author":"Quad-Core Redstone Minecraft Computer","year":"2021","unstructured":"legomasta99. 2018. [Minecraft Computer Engineering] - Quad-Core Redstone Computer v5.0 [12k sub special!]. https:\/\/www.youtube.com\/watch?v=SbO0tqH8f5I [accessed Oct. 2021]."},{"key":"e_1_3_2_1_31_1","volume-title":"https:\/\/www.windowscentral.com\/minecraft-becomes-best-selling-game-all-time-its-10th-birthday [accessed","author":"Madan Asher","year":"2021","unstructured":"Asher Madan. 2019. Minecraft (likely) becomes the best-selling game of all time on its 10th birthday. https:\/\/www.windowscentral.com\/minecraft-becomes-best-selling-game-all-time-its-10th-birthday [accessed Sep. 2021]."},{"key":"e_1_3_2_1_32_1","unstructured":"Aleksander Maricq Dmitry Duplyakin Ivo Jimenez Carlos Maltzahn Ryan Stutsman Robert Ricci and Ana Klimovic. 2018. Taming Performance Variability. In OSDI. 409--425."},{"key":"e_1_3_2_1_33_1","volume-title":"Basic Game Server Hosting on Azure. https:\/\/docs.microsoft.com\/en-us\/gaming\/azure\/reference-architectures\/multiplayer-basic-game-server-hosting [accessed","year":"2021","unstructured":"Microsoft. 2021. Basic Game Server Hosting on Azure. https:\/\/docs.microsoft.com\/en-us\/gaming\/azure\/reference-architectures\/multiplayer-basic-game-server-hosting [accessed Dec. 2021]."},{"key":"e_1_3_2_1_34_1","volume-title":"https:\/\/minetrack.me\/ [accessed","year":"2021","unstructured":"Minetrack. 2021. Minetrack. https:\/\/minetrack.me\/ [accessed Oct. 2021]."},{"key":"e_1_3_2_1_35_1","first-page":"380","article-title":"Dynamic Resource Provisioning in Massively Multiplayer Online Games","volume":"22","author":"Nae Vlad","year":"2011","unstructured":"Vlad Nae, Alexandru Iosup, and Radu Prodan. 2011. Dynamic Resource Provisioning in Massively Multiplayer Online Games. TPDS 22, 3 (2011), 380--395.","journal-title":"TPDS"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2628257.2628263"},{"key":"e_1_3_2_1_38_1","volume-title":"Infographic: Amazon Leads $150-Billion Cloud Market. https:\/\/www.statista.com\/chart\/18819\/worldwide-market-share-of-leading-cloud-infrastructure-service-providers [accessed","author":"Richter Felix","year":"2021","unstructured":"Felix Richter. 2021. Infographic: Amazon Leads $150-Billion Cloud Market. https:\/\/www.statista.com\/chart\/18819\/worldwide-market-share-of-leading-cloud-infrastructure-service-providers [accessed Oct. 2021]."},{"key":"e_1_3_2_1_39_1","volume-title":"Infographic: Gaming: The Most Lucrative Entertainment Industry By Far. https:\/\/www.statista.com\/chart\/22392\/global-revenue-of-selected-entertainment-industry-sectors [accessed","author":"Richter Felix","year":"2021","unstructured":"Felix Richter. 2021. Infographic: Gaming: The Most Lucrative Entertainment Industry By Far. https:\/\/www.statista.com\/chart\/22392\/global-revenue-of-selected-entertainment-industry-sectors [accessed Sep. 2021]."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/IWSSIP.2008.4604397"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"crossref","unstructured":"William J Riley. 2008. Handbook of frequency stability analysis. (2008).","DOI":"10.6028\/NIST.SP.1065"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"crossref","unstructured":"Henning Schulzrinne Steven Casner R Frederick and Van Jacobson. 2003. RFC3550: RTP: A transport protocol for real-time applications.","DOI":"10.17487\/rfc3550"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00607-017-0552-y"},{"key":"e_1_3_2_1_44_1","volume-title":"The Most Efficient Minecraft Lag Machine. https:\/\/www.youtube.com\/watch?v=QI0zdI4mDcA [accessed","year":"2021","unstructured":"timeam. 2020. The Most Efficient Minecraft Lag Machine. https:\/\/www.youtube.com\/watch?v=QI0zdI4mDcA [accessed Oct. 2021]."},{"key":"e_1_3_2_1_45_1","volume-title":"Unity - Manual: Dynamic resolution. https:\/\/docs.unity3d.com\/Manual\/DynamicResolution.html [accessed","year":"2023","unstructured":"Unity. 2021. Unity - Manual: Dynamic resolution. https:\/\/docs.unity3d.com\/Manual\/DynamicResolution.html [accessed Feb. 2023]."},{"key":"e_1_3_2_1_46_1","unstructured":"Alexandru Uta Alexandru Custura Dmitry Duplyakin Ivo Jimenez Jan S. Rellermeyer Carlos Maltzahn Robert Ricci and Alexandru Iosup. 2020. Is Big Data Performance Reproducible in Modern Cloud Networks?. In NSDI. 513--527."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3297663.3310307"},{"key":"e_1_3_2_1_48_1","volume-title":"Performance","volume":"2459","author":"Weicker Reinhold","year":"2002","unstructured":"Reinhold Weicker. 2002. Benchmarking. In Performance Evaluation of Complex Systems: Techniques and Tools, Performance 2002, Tutorial Lectures, Vol. 2459. 179--207."},{"key":"e_1_3_2_1_49_1","unstructured":"Wilkinson et al. 2016. The FAIR Guiding Principles for scientific data management and stewardship. Nature SciData 3 (2016)."}],"event":{"name":"ICPE '23: ACM\/SPEC International Conference on Performance Engineering","location":"Coimbra Portugal","acronym":"ICPE '23","sponsor":["SIGMETRICS ACM Special Interest Group on Measurement and Evaluation","SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 2023 ACM\/SPEC International Conference on Performance Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3578244.3583724","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3578244.3583724","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:49:20Z","timestamp":1750182560000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3578244.3583724"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,15]]},"references-count":48,"alternative-id":["10.1145\/3578244.3583724","10.1145\/3578244"],"URL":"https:\/\/doi.org\/10.1145\/3578244.3583724","relation":{},"subject":[],"published":{"date-parts":[[2023,4,15]]},"assertion":[{"value":"2023-04-15","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}