{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2023,9,2]],"date-time":"2023-09-02T10:33:20Z","timestamp":1693650800345},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2015,12,29]],"date-time":"2015-12-29T00:00:00Z","timestamp":1451347200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"Spanish MICINN and European Comission FEDER funds","award":["TIN2009-14475-C04 and TIN2012-38341-C04-03"],"award-info":[{"award-number":["TIN2009-14475-C04 and TIN2012-38341-C04-03"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2016,2]]},"DOI":"10.1007\/s11227-015-1602-x","type":"journal-article","created":{"date-parts":[[2015,12,29]],"date-time":"2015-12-29T15:40:42Z","timestamp":1451403642000},"page":"654-687","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Batching operations to improve the performance of a distributed metadata service"],"prefix":"10.1007","volume":"72","author":[{"given":"Ana","family":"Avil\u00e9s-Gonz\u00e1lez","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Juan","family":"Piernas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pilar","family":"Gonz\u00e1lez-F\u00e9rez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2015,12,29]]},"reference":[{"key":"1602_CR1","doi-asserted-by":"crossref","unstructured":"Ali N, Devulapalli A, Dalessandro D, Wyckoff P, Sadayappan, P (2008) An OSD-based approach to managing directory operations in parallel file systems. In: Proceedings of the conference on high performance computing networking, storage and analysis (SC\u201908), pp 175\u2013184","DOI":"10.1109\/CLUSTR.2008.4663769"},{"key":"1602_CR2","doi-asserted-by":"crossref","unstructured":"Artiaga E, Cortes T (2010) Using filesystem virtualization to avoid metadata bottlenecks. In: Proceedings of Design, Automation & Test in Europe Conference & Exhibition (DATE), pp. 562\u2013567","DOI":"10.1109\/DATE.2010.5457144"},{"key":"1602_CR3","unstructured":"Avil\u00e9s-Gonz\u00e1lez A, Piernas J, Gonz\u00e1lez-F\u00e9rez P (2011) A metadata cluster based on OSD+ devices. In: Proceedings of the 23rd International Symposium on Computer Architecture and High Performance Computing (SBAC-PAD), pp. 64\u201371"},{"key":"1602_CR4","doi-asserted-by":"crossref","unstructured":"Avil\u00e9s-Gonz\u00e1lez A, Piernas J, Gonz\u00e1lez-F\u00e9rez P (2013) Scalable huge directories through OSD+ devices. Proceedings of the 21st Euromicro international conference on parallel, distributed, and network-based processing, PDP 2013. Belfast, UK, pp 1\u20138","DOI":"10.1109\/PDP.2013.11"},{"key":"1602_CR5","unstructured":"Belay A, Prekas G, Klimovic A, Grossman S, Kozyrakis C, Bugnion E (2014) IX: a protected dataplane operating system for high throughput and low latency. In: Proceedings of 11th USENIX symposium on operating systems design and implementation (OSDI 14), pp 49\u201365"},{"key":"1602_CR6","doi-asserted-by":"crossref","unstructured":"Belshe M, Twist, Peon R, Thomson M (2015) Hypertext transfer protocol version 2. http:\/\/datatracker.ietf.org\/doc\/draft-ietf-httpbis-http2","DOI":"10.17487\/RFC7540"},{"key":"1602_CR7","doi-asserted-by":"crossref","unstructured":"Bent J, Gibson G, Grider G, McClelland B, Nowoczynski P, Nunez J, Polte M, Wingate M (2009) PLFS: a checkpoint filesystem for parallel applications. In: Proceedings of the conference on high performance computing networking, storage and analysis (SC\u201909), pp 1\u201312","DOI":"10.1145\/1654059.1654081"},{"key":"1602_CR8","unstructured":"Braams PJ (2008) High-performance storage architecture and scalable cluster file system. http:\/\/wiki.lustre.org\/index.php\/Lustre_Publications"},{"key":"1602_CR9","doi-asserted-by":"crossref","unstructured":"Brandt SA, Miller EL, Long DDE, Xue L (2003) Efficient metadata management in large distributed storage systems. In: Proceedings of the 20th IEEE conference on mass storage systems and technologies (MSST\u201903), pp 290\u2013298","DOI":"10.1109\/MASS.2003.1194865"},{"key":"1602_CR10","doi-asserted-by":"crossref","unstructured":"Chervenak AL, Palavalli N, Bharathi S, Kesselman C, Schwartzkopf R (2004) Performance and scalability of a replica location service. In: Proceedings of the 13th IEEE international symposium on high performance distributed computing (HPDC\u201904), pp 182\u2013191","DOI":"10.1109\/HPDC.2004.1323525"},{"key":"1602_CR11","unstructured":"Cray Inc.: HPCS-IO (2012). http:\/\/sourceforge.net\/projects\/hpcs-io"},{"key":"1602_CR12","unstructured":"Dilger A (2012) Lustre future development. In: Symposium at the 28th IEEE conference on massive data storage (MSST\u201912). http:\/\/storageconference.us\/2012\/Presentations\/M04.Dilger"},{"key":"1602_CR13","unstructured":"Dilger A (2012) Lustre metadata scaling. http:\/\/storageconference.us\/2012\/Presentations\/T01.Dilger . Tutorial at the 28th IEEE Conference on Massive Data Storage (MSST\u201912)"},{"key":"1602_CR14","unstructured":"Dunn MP (2009) A new I\/O scheduler for solid state devices. Master\u2019s thesis, Texas A&M University"},{"key":"1602_CR15","unstructured":"Facebook Inc.: Batch requests. https:\/\/developers.facebook.com\/docs\/reference\/ads-api\/batch-requests"},{"key":"1602_CR16","unstructured":"Facebook Inc.: Making multiple API requests. https:\/\/developers.facebook.com\/docs\/graph-api\/making-multiple-requests\/"},{"key":"1602_CR17","unstructured":"Fikes A (2010) Storage architecture and challenges. In: Google Faculty Summit 2010. http:\/\/research.google.com\/university\/relations\/facultysummit2010\/storage_architecture_and_challenges"},{"key":"1602_CR18","unstructured":"Freitas R, Slember J, Sawdon W, Chiu L (2011) GPFS scans 10 billion files in 43 minutes. Technical report RJ10484, IBM Almaden Research Center. http:\/\/www.almaden.ibm.com\/storagesystems\/resources\/GPFS-Violin-white-paper"},{"key":"1602_CR19","unstructured":"Ganger GR, Kaashoek MF (1997) Embedded inodes and explicit groupings: exploiting disk bandwidth for small files. In: Proceedings of USENIX Annual technical conference (ATC), pp 1\u201317"},{"key":"1602_CR20","doi-asserted-by":"crossref","unstructured":"Gibson GA, Nagle D, Amiri K, Butler J, Chang FW, Gobioff H, Hardin C, Riedel E, Rochberg D, Zelenka J (1998) A cost-effective, high-bandwidth storage architecture. In: Proceedings of the international conference on architectural support for programming languages and operating systems (ASPLOS\u201998), pp 92\u2013103","DOI":"10.1145\/291069.291029"},{"key":"1602_CR21","doi-asserted-by":"crossref","unstructured":"Gonz\u00e1lez-F\u00e9rez P, Bilas A (2015) Reducing CPU and network overhead for small I\/O requests in network storage protocols over raw Ethernet. In: Proceedings of the IEEE 31st conference on mass storage systems and technologies (MSST)","DOI":"10.1109\/MSST.2015.7208293"},{"key":"1602_CR22","doi-asserted-by":"crossref","unstructured":"Gonz\u00e1lez-F\u00e9rez P, Piernas J, Cort\u00e9s T (2008) Evaluating the effectiveness of REDCAP to recover the locality missed by today\u2019s Linux systems. In: Proceedings of the IEEE\/ACM international symposium on modeling, analysis, and simulation computer and telecommunication systems (MASCOTS\u201908), pp 1\u20134","DOI":"10.1109\/MASCOT.2008.4770589"},{"key":"1602_CR23","unstructured":"Google Inc.: Google spreadsheet (2013). https:\/\/developers.google.com\/chart\/interactive\/docs\/spreadsheets"},{"key":"1602_CR24","unstructured":"Google Inc.: Google base (2014). http:\/\/www.google.com\/merchants\/default"},{"key":"1602_CR25","unstructured":"Google Inc.: Google calendar (2014). https:\/\/www.google.com\/calendar"},{"key":"1602_CR26","unstructured":"Google Inc.: Google cloud storage: Sending batch requets (2014). https:\/\/developers.google.com\/storage\/docs\/json_api\/v1\/how-tos\/batch"},{"key":"1602_CR27","unstructured":"Google Inc.: Using batch operations (2014). http:\/\/code.google.com\/p\/gdata-python-client\/wiki\/UsingBatchOperations"},{"key":"1602_CR28","doi-asserted-by":"crossref","unstructured":"Kim J, Oh Y, Kim E, Choi J, Lee D, Noh SH (2009) Disk schedulers for solid state drivers. In: Proceedings of the 7th ACM international conference on embedded software, pp 295\u2013304","DOI":"10.1145\/1629335.1629375"},{"key":"1602_CR29","doi-asserted-by":"crossref","unstructured":"Lin W, Wei Q, Veeravalli B (2007) WPAR: A weight-based metadata management strategy for petabyte-scale object storage systems. In: Proceedings of the 4th international workshop on storage network architecture and parallel I\/Os (SNAPI\u201907), pp 99\u2013106","DOI":"10.1109\/SNAPI.2007.14"},{"key":"1602_CR30","unstructured":"MacDonald A (2012) Nfsv4. login: 37(1):28\u201335"},{"issue":"8","key":"1602_CR31","doi-asserted-by":"crossref","first-page":"84","DOI":"10.1109\/MCOM.2003.1222722","volume":"41","author":"M Mesnier","year":"2003","unstructured":"Mesnier M, Ganger GR, Riedel E (2003) Object-based storage. IEEE Commun Mag 41(8):84\u201390","journal-title":"IEEE Commun Mag"},{"key":"1602_CR32","unstructured":"Microsoft Inc.: Server Message Block (SMB) Version 2.0 Protocol Specification (2007). https:\/\/msdn.microsoft.com\/en-us\/library\/cc212614.aspx"},{"key":"1602_CR33","unstructured":"Miranda A, Effert S, Kang Y, Miller EL, Brinkmann A, Cortes T (2001) Reliable and randomized data distribution strategies for large scale storage systems. In: Proceedings of 18th IEEE international conference on high performance computing (HiPC\u201911), pp 1\u201310"},{"key":"1602_CR34","unstructured":"Morrone C, Loewe B, McLarty T (2014) mdtest HPC Benchmark. http:\/\/sourceforge.net\/projects\/mdtest"},{"key":"1602_CR35","unstructured":"Newman H (2008) HPCS mission partner file I\/O scenarios, revision 3. http:\/\/wiki.old.lustre.org\/images\/5\/5a\/Newman_May_Lustre_Workshop"},{"key":"1602_CR36","unstructured":"OpenSFS, EOFS: The Lustre file system (2015). http:\/\/www.lustre.org"},{"key":"1602_CR37","unstructured":"OpenStack Foundation: Archive auto extraction (2014). http:\/\/docs.openstack.org\/developer\/swift\/middleware.html#module-swift.common.middleware.bulk"},{"key":"1602_CR38","unstructured":"OpenStack Foundation: Bulk delete (2014). http:\/\/docs.openstack.org\/api\/openstack-object-storage\/1.0\/content\/bulk-delete.html"},{"key":"1602_CR39","unstructured":"Patil S, Gibson G (2011) Scale and concurrency of GIGA+: file system directories with millions of files. In: Proceeding of the 9th USENIX conference on file and storage technologies (FAST\u201911), pp 15\u201330"},{"key":"1602_CR40","doi-asserted-by":"crossref","unstructured":"Patil S, Ren K, Gibson G (2012) A case for scaling HPC metadata performance through de-specialization. In: Proceedings of 7th petascale data storage workshop supercomputing (PDSW\u201912), pp 1\u20136","DOI":"10.1109\/SC.Companion.2012.372"},{"key":"1602_CR41","unstructured":"Polyakov E (2009) The Elliptics network. http:\/\/reverbrain.com\/elliptics"},{"key":"1602_CR42","unstructured":"Ren K, Patil S, Gibson G (2012) A case for scaling HPC metadata performance through de-specialization. In: Proceedings of the 7th petascale data storage workshop supercomputing (PDSW), pp 30\u201335"},{"key":"1602_CR43","unstructured":"Seagate Inc.: Kinetic open storage (2013). https:\/\/developers.seagate.com\/display\/KV\/Kinetic+Open+Storage+Documentation+Wiki"},{"key":"1602_CR44","doi-asserted-by":"crossref","unstructured":"Shvachko K, Kuang H, Radia S, Chansler R (2010) The Hadoop distributed file system. In: Proceedings of the 26th IEEE conference on massive storage systems and technologies (MSST\u201910), pp 1\u201310","DOI":"10.1109\/MSST.2010.5496972"},{"key":"1602_CR45","unstructured":"Sinnamohideen S, Sambasivan RR, Hendricks J, Liu L, Ganger GR (2010) A transparently-scalable metadata service for the Ursa Minor storage system. In: Proceedings of USENIX annual technical conference (ATC\u201910), pp 1\u201314"},{"issue":"3","key":"1602_CR46","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1109\/TSE.1983.236608","volume":"9","author":"D Skeen","year":"1983","unstructured":"Skeen D, Stonebraker M (1983) A formal model of crash recovery in a distributed system. IEEE Trans Software Eng 9(3):219\u2013228","journal-title":"IEEE Trans Software Eng"},{"key":"1602_CR47","unstructured":"Sun-Oracle: Lustre tunning (2010). http:\/\/wiki.lustre.org\/manual\/LustreManual18_HTML\/LustreTuning.html"},{"key":"1602_CR48","unstructured":"SwiftStack Inc.: Kinetic motion with Seagate and OpenStack Swift (2013). https:\/\/swiftstack.com\/blog\/2013\/10\/22\/kinetic-for-openstack-swift-with-seagate\/"},{"key":"1602_CR49","unstructured":"The PVFS Community: The Orange file system (2015). http:\/\/orangefs.org"},{"key":"1602_CR50","unstructured":"Torvalds L et al (2014) Linux 3.14 features. http:\/\/kernelnewbies.org\/Linux_3.14"},{"key":"1602_CR51","unstructured":"Wang F, Xin Q, Hong B, Brandt SA, Miller EL, Long DDE, McLarty TT (2004) File system workload analysis for large scale scientific computing applications. In: Proceedings of the 21st IEEE conference on massive storage systems and technologies (MSST\u201904), pp 139\u2013152"},{"key":"1602_CR52","unstructured":"Weijia L, Wei X, Shu J, Zheng W (2006) Dynamic hashing: Adaptive metadata management for petabyte-scale file systems. In: Proceedings of the 23rd IEEE conference on massive storage systems and technologies (MSST\u201906), pp 159\u2013164"},{"key":"1602_CR53","unstructured":"Weil SA, Brandt SA, Miller EL, Long DDE, Maltzahn C (2006) Ceph: A scalable, high-performance distributed file system. In: Proceedings of the 7th USENIX symposium on operating systems design and implementation (OSDI\u201906), pp 307\u2013320"},{"key":"1602_CR54","unstructured":"Wheeler R (2010) One billion files: scalability limits in Linux file systems. In: LinuxCon\u201910. http:\/\/events.linuxfoundation.org\/slides\/2010\/linuxcon2010_wheeler"},{"key":"1602_CR55","unstructured":"Zhu Y, Jiang H, Wang J (2004) Hierarchical bloom filter arrays (HBA): a novel, scalable metadata management system for large cluster-based storage. In: Proceedings of IEEE international conference on cluster computing (Cluster\u201904), pp 165\u2013174"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-015-1602-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11227-015-1602-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-015-1602-x","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,3]],"date-time":"2019-09-03T01:28:51Z","timestamp":1567474131000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11227-015-1602-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,12,29]]},"references-count":55,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2016,2]]}},"alternative-id":["1602"],"URL":"https:\/\/doi.org\/10.1007\/s11227-015-1602-x","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"value":"0920-8542","type":"print"},{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,12,29]]}}}