{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T16:21:45Z","timestamp":1784391705137,"version":"3.55.0"},"reference-count":76,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Parallel Distrib. Syst."],"published-print":{"date-parts":[[2026,1]]},"DOI":"10.1109\/tpds.2025.3631614","type":"journal-article","created":{"date-parts":[[2025,11,11]],"date-time":"2025-11-11T18:29:40Z","timestamp":1762885780000},"page":"198-212","source":"Crossref","is-referenced-by-count":2,"title":["How to Evaluate Distributed Coordination Systems?\u2013A Survey and Analysis"],"prefix":"10.1109","volume":"37","author":[{"given":"Bekir","family":"Turkkan","sequence":"first","affiliation":[{"name":"IBM Research, Yorktown Heights, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-6560-954X","authenticated-orcid":false,"given":"Elvis","family":"Rodrigues","sequence":"additional","affiliation":[{"name":"University at Buffalo, Buffalo, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5600-6706","authenticated-orcid":false,"given":"Tevfik","family":"Kosar","sequence":"additional","affiliation":[{"name":"University at Buffalo, Buffalo, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Aleksey","family":"Charapko","sequence":"additional","affiliation":[{"name":"University of New Hampshire, Durham, NH, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ailidani","family":"Ailijiang","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, WA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Murat","family":"Demirbas","sequence":"additional","affiliation":[{"name":"MongoDB, New York, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcss.2013.02.006"},{"key":"ref11","article-title":"Multileader WAN paxos: Ruling the archipelago with fast consensus","author":"Ailijiang","year":"2017"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2017.274"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3190508.3190538"},{"key":"ref14","article-title":"CORFU: A shared log design for flash clusters","volume-title":"Proc. USENIX Conf. Netw. Syst. Des. Implementation","author":"Balakrishnan"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/2517349.2522732"},{"key":"ref16","first-page":"1","article-title":"BG: A benchmark to evaluate interactive social networking actions","volume-title":"Proc. Biennial Conf. Innov. Data Syst. Res.","author":"Barahmand"},{"key":"ref17","article-title":"Design, deployment, and use of the DETER testbed","volume-title":"Proc. DETER Community Workshop Cyber- Secur. Test","author":"Benzel"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-69035-3_22"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/tetc.2015.2496504"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/1281100.1281103"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/1942776.1942778"},{"key":"ref22","first-page":"293","article-title":"Hydra: Serialization-free network ordering for strongly consistent distributed applications","volume-title":"Proc. USENIX Conf. Netw. Syst. Des. Implementation","author":"Choi"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.14778\/1454159.1454167"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/1807128.1807152"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/2491245"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3492321.3519594"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1504\/ijbidm.2007.012947"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICDEW.2014.6818330"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/EDCC.2010.23"},{"key":"ref30","first-page":"1","article-title":"The design and operation of CloudLab","volume-title":"Proc. USENIX Conf. Usenix Annu. Tech. Conf.","author":"Duplyakin"},{"issue":"3","key":"ref31","first-page":"266","article-title":"Under pressure benchmark for DDBMS availability","volume":"4","author":"Fior","year":"2013","journal-title":"J. Inf. Data Manage."},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/MDSO.2006.2"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/s00446-002-0070-8"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3297858.3304013"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3588195.3592993"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1186\/2192-113X-2-6"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2017.163"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/1041490.1041492"},{"key":"ref39","first-page":"295","article-title":"Mesos: A platform for fine-grained resource sharing in the data center","volume-title":"Proc. 8th USENIX Conf. Netw. Syst. Des. Implementation","author":"Hindman"},{"key":"ref40","article-title":"Bizur: A key-value consensus algorithm for scalable file-systems","author":"Hoch","year":"2017"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3517209.3524040"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICDEW.2010.5452747"},{"key":"ref43","article-title":"ZooKeeper: Wait-free coordination for internet-scale systems","volume-title":"Proc. 2010 USENIX Conf. USENIX Annu. Tech. Conf.","author":"Hunt"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3477132.3483541"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2015.2407900"},{"key":"ref46","first-page":"255","article-title":"An integrated experimental environment for distributed systems and networks","volume-title":"Proc. 5th Symp. Operating Syst. Des. Implementation","author":"Joglekar"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2011.5958223"},{"key":"ref48","article-title":"Knossos","author":"Kingsbury","year":"2017"},{"key":"ref49","article-title":"Jepsen tests","author":"Kingsbury","year":"2024"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.14778\/3430915.3430918"},{"key":"ref51","first-page":"1","article-title":"Kafka: A distributed messaging system for log processing","volume-title":"Proc. ACM Int. Conf. Distrib. Event-Based Syst.","author":"Kreps"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/279227.279229"},{"key":"ref53","first-page":"51","article-title":"Paxos made simple","volume":"4","author":"Lamport","year":"2001","journal-title":"ACM SIGACT News"},{"key":"ref54","article-title":"Generalized consensus and paxos","author":"Lamport","year":"2005"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/s00446-006-0005-x"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2004.1311900"},{"key":"ref57","first-page":"251","article-title":"Modular composition of coordination services","volume-title":"Proc. USENIX Annu. Tech. Conf.","author":"Lev-Ari"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/98163.98169"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132751"},{"key":"ref60","first-page":"467","article-title":"Just say NO to paxos overhead: Replacing consensus with network ordering","volume-title":"Proc. Conf. Operating Syst. Des. Implementation","author":"Li"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/2043556.2043593"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3627703.3629561"},{"key":"ref63","first-page":"335","article-title":"The chubby lock service for loosely-coupled distributed systems","volume-title":"Proc. 7th Symp. Operating Syst. Des. implementation","author":"Burrows"},{"key":"ref64","first-page":"369","article-title":"Mencius: Building efficient replicated state machines for WANs","volume-title":"Proc. 8th USENIX Conf. Operating Syst. Des. Implementation","author":"Mao"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/1380584.1380588"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/3195612.3195613"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/2517349.2517350"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/2785956.2790038"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/3552326.3587441"},{"key":"ref70","first-page":"305","article-title":"In search of an understandable consensus algorithm","volume-title":"Proc. USENIX Conf. USENIX Annu. Tech. Conf.","author":"Ongaro"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.943"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/2038916.2038925"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2016.23"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1145\/1996092.1996094"},{"key":"ref75","first-page":"345","article-title":"SwiftPaxos: Fast geo-replicated state machines","volume-title":"Proc. 21st USENIX Symp. Netw. Syst. Des. Implementation","author":"Ryabinin"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1016\/j.peva.2016.04.001"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-54334-5_7"},{"key":"ref78","article-title":"Benchmarking file system benchmarking: It *IS* rocket science","volume-title":"Proc. 13th Workshop Hot Topics Operating Syst.","author":"Tarasov"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1145\/2213836.2213838"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/1367829.1367831"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2012.335"},{"key":"ref82","article-title":"Manhattan, our real-time, multi-tenant distributed database for twitter scale","author":"Twitter","year":"2014"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA.2014.6835958"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.14778\/3611540.3611563"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.14778\/3554821.3554830"}],"container-title":["IEEE Transactions on Parallel and Distributed Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/71\/11261373\/11240235.pdf?arnumber=11240235","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,3]],"date-time":"2025-12-03T18:44:18Z","timestamp":1764787458000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11240235\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,1]]},"references-count":76,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tpds.2025.3631614","relation":{},"ISSN":["1045-9219","1558-2183","2161-9883"],"issn-type":[{"value":"1045-9219","type":"print"},{"value":"1558-2183","type":"electronic"},{"value":"2161-9883","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,1]]}}}