{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,18]],"date-time":"2025-11-18T12:15:57Z","timestamp":1763468157158},"reference-count":109,"publisher":"Association for Computing Machinery (ACM)","issue":"3","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["SIGOPS Oper. Syst. Rev."],"published-print":{"date-parts":[[2013,11,26]]},"DOI":"10.1145\/2553070.2553079","type":"journal-article","created":{"date-parts":[[2013,11,27]],"date-time":"2013-11-27T14:13:59Z","timestamp":1385561639000},"page":"50-62","update-policy":"http:\/\/dx.doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":29,"title":["Performance troubleshooting in data centers"],"prefix":"10.1145","volume":"47","author":[{"given":"Chengwel","family":"Wang","sequence":"first","affiliation":[{"name":"Georgia Institute of Technology"}]},{"given":"Soila P.","family":"Kavulya","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University"}]},{"given":"Jiaqi","family":"Tan","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University"}]},{"given":"Liting","family":"Hu","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology"}]},{"given":"Mahendra","family":"Kutare","sequence":"additional","affiliation":[{"name":"Boundary, Inc."}]},{"given":"Mike","family":"Kasick","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University"}]},{"given":"Karsten","family":"Schwan","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology"}]},{"given":"Priya","family":"Narasimhan","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University"}]},{"given":"Rajeev","family":"Gandhi","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University"}]}],"member":"320","published-online":{"date-parts":[[2013,11,26]]},"reference":[{"key":"e_1_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/50020.50062"},{"key":"e_1_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.5555\/829520.830878"},{"key":"e_1_2_1_3_1","author":"Mendes C. L.","year":"2004","unstructured":"C. L. Mendes and D. A. Reed . Monitoring Large Systems via Statistical Sampling. International Journal of High Performance Computing Applications , 2004 . C. L. Mendes and D. A. Reed. Monitoring Large Systems via Statistical Sampling. International Journal of High Performance Computing Applications, 2004.","journal-title":"Monitoring Large Systems via Statistical Sampling. International Journal of High Performance Computing Applications"},{"key":"e_1_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1380584.1380585"},{"key":"e_1_2_1_5_1","volume-title":"Autonomic Computing: the First Decade. In ACM International Conference on Automatic Computing (ICAC)","author":"Kephart J. O.","year":"2011","unstructured":"J. O. Kephart . Autonomic Computing: the First Decade. In ACM International Conference on Automatic Computing (ICAC) , 2011 . J. O. Kephart. Autonomic Computing: the First Decade. In ACM International Conference on Automatic Computing (ICAC), 2011."},{"key":"e_1_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/76894.76897"},{"key":"e_1_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/311531.311532"},{"key":"e_1_2_1_8_1","volume-title":"Easier: Reining Real-Time Big Data Processing in Cloud. In ACM\/IFIP\/USENIX International Conference on Middleware (Middleware)","author":"Wang C.","year":"2012","unstructured":"C. Wang , I. A. Rayan , and K. Schwan . Faster, Larger , Easier: Reining Real-Time Big Data Processing in Cloud. In ACM\/IFIP\/USENIX International Conference on Middleware (Middleware) , 2012 . C. Wang, I. A. Rayan, and K. Schwan. Faster, Larger, Easier: Reining Real-Time Big Data Processing in Cloud. In ACM\/IFIP\/USENIX International Conference on Middleware (Middleware), 2012."},{"key":"e_1_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.5555\/850928.851852"},{"key":"e_1_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.2005.853411"},{"key":"e_1_2_1_11_1","volume-title":"MASF - Multivariate Adaptive Statistical Filtering","author":"Buzen J. P.","year":"1995","unstructured":"J. P. Buzen and A. W. Shum . MASF - Multivariate Adaptive Statistical Filtering . In Computer Measurement Group (CMG) , 1995 . J. P. Buzen and A. W. Shum. MASF - Multivariate Adaptive Statistical Filtering. In Computer Measurement Group (CMG), 1995."},{"key":"e_1_2_1_12_1","volume-title":"Monitoring Continuous State Violation in Datacenters: Exploring the Time Dimension. In IEEE International Conference on Data Engineering (ICDE)","author":"Meng S.","year":"2010","unstructured":"S. Meng , T. Wang , and L. Liu . Monitoring Continuous State Violation in Datacenters: Exploring the Time Dimension. In IEEE International Conference on Data Engineering (ICDE) , 2010 . S. Meng, T. Wang, and L. Liu. Monitoring Continuous State Violation in Datacenters: Exploring the Time Dimension. In IEEE International Conference on Data Engineering (ICDE), 2010."},{"key":"e_1_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1629575.1629587"},{"key":"e_1_2_1_14_1","volume-title":"Computer System Performance Problem Detection Using Time Series Models. In USENIX Annual Technical Conference (ATC)","author":"Hoogenboom P.","year":"1993","unstructured":"P. Hoogenboom and J. Lepreau . Computer System Performance Problem Detection Using Time Series Models. In USENIX Annual Technical Conference (ATC) , 1993 . P. Hoogenboom and J. Lepreau. Computer System Performance Problem Detection Using Time Series Models. In USENIX Annual Technical Conference (ATC), 1993."},{"key":"e_1_2_1_15_1","volume-title":"Performance Modeling and System Management for Multi-component Online Services. In USENIX Symposium on Networked Systems Design and Implementation (NSDI)","author":"Stewart C.","year":"2005","unstructured":"C. Stewart and K. Shen . Performance Modeling and System Management for Multi-component Online Services. In USENIX Symposium on Networked Systems Design and Implementation (NSDI) , 2005 . C. Stewart and K. Shen. Performance Modeling and System Management for Multi-component Online Services. In USENIX Symposium on Networked Systems Design and Implementation (NSDI), 2005."},{"key":"e_1_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10586-006-0008-1"},{"key":"e_1_2_1_17_1","volume-title":"ACM International Conference on Automatic Computing (ICAC)","author":"Kang H.","year":"2010","unstructured":"H. Kang , H. Chen , and G. Jiang . Peer-Watch: a Fault Detection and Diagnosis Tool for Virtualized Consolidation Systems . In ACM International Conference on Automatic Computing (ICAC) , 2010 . H. Kang, H. Chen, and G. Jiang. Peer-Watch: a Fault Detection and Diagnosis Tool for Virtualized Consolidation Systems. In ACM International Conference on Automatic Computing (ICAC), 2010."},{"key":"e_1_2_1_18_1","volume-title":"Reference-Driven Performance Anomaly Identification. In ACM Conference on Measurement and Modeling of Computer Systems (SIGMETRICS)","author":"Shen K.","year":"2009","unstructured":"K. Shen , C. Stewart , C. Li , and X. Li . Reference-Driven Performance Anomaly Identification. In ACM Conference on Measurement and Modeling of Computer Systems (SIGMETRICS) , 2009 . K. Shen, C. Stewart, C. Li, and X. Li. Reference-Driven Performance Anomaly Identification. In ACM Conference on Measurement and Modeling of Computer Systems (SIGMETRICS), 2009."},{"key":"e_1_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1555228.1555233"},{"key":"e_1_2_1_20_1","volume-title":"USENIX Annual Technical Conference (ATC)","author":"Lou J.","year":"2010","unstructured":"J. Lou , Q. Fu , S. Yang , Y. Xu , and J. Li . Mining Invariants from Console Logs for System Problem Detection . In USENIX Annual Technical Conference (ATC) , 2010 . J. Lou, Q. Fu, S. Yang, Y. Xu, and J. Li. Mining Invariants from Console Logs for System Problem Detection. In USENIX Annual Technical Conference (ATC), 2010."},{"key":"e_1_2_1_21_1","volume-title":"Online Detection of Utility Cloud Anomalies Using Metric Distributions. In IEEE\/IFIP Network Operations and Management Symposium (NOMS)","author":"Wang C.","year":"2010","unstructured":"C. Wang , V. Talwar , K. Schwan , and P. Ranganathan . Online Detection of Utility Cloud Anomalies Using Metric Distributions. In IEEE\/IFIP Network Operations and Management Symposium (NOMS) , 2010 . C. Wang, V. Talwar, K. Schwan, and P. Ranganathan. Online Detection of Utility Cloud Anomalies Using Metric Distributions. In IEEE\/IFIP Network Operations and Management Symposium (NOMS), 2010."},{"key":"e_1_2_1_22_1","volume-title":"Statistical Techniques for Online Anomaly Detection in Data Centers. In IFIP\/IEEE International Symposium on Integrated Network Management (IM)","author":"Wang C.","year":"2011","unstructured":"C. Wang , K. Viswanathan , L. Choudur , V. Talwar , W. Satterfield , and K. Schwan . Statistical Techniques for Online Anomaly Detection in Data Centers. In IFIP\/IEEE International Symposium on Integrated Network Management (IM) , 2011 . C. Wang, K. Viswanathan, L. Choudur, V. Talwar, W. Satterfield, and K. Schwan. Statistical Techniques for Online Anomaly Detection in Data Centers. In IFIP\/IEEE International Symposium on Integrated Network Management (IM), 2011."},{"key":"e_1_2_1_23_1","volume-title":"the 6th Middleware Doctoral Symposium (MDS 2009)","author":"Wang C.","year":"2009","unstructured":"C. Wang . EbAT : online methods for detecting utility cloud anomalies . In the 6th Middleware Doctoral Symposium (MDS 2009) in conjunction with Middleware 2009 , 2009. C. Wang. EbAT: online methods for detecting utility cloud anomalies. In the 6th Middleware Doctoral Symposium (MDS 2009) in conjunction with Middleware 2009, 2009."},{"key":"e_1_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2009.5270324"},{"key":"e_1_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2008.4630123"},{"key":"e_1_2_1_26_1","volume-title":"Ranking Anomalies in Data Centers. In IEEE\/IFIP Network Operations and Management Symposium (NOMS)","author":"Viswanathan K.","year":"2012","unstructured":"K. Viswanathan , L. Choudur , V. Talwar , C. Wang , G. MacDonald , and W. Satterfield . Ranking Anomalies in Data Centers. In IEEE\/IFIP Network Operations and Management Symposium (NOMS) , 2012 . K. Viswanathan, L. Choudur, V. Talwar, C. Wang, G. MacDonald, and W. Satterfield. Ranking Anomalies in Data Centers. In IEEE\/IFIP Network Operations and Management Symposium (NOMS), 2012."},{"key":"e_1_2_1_27_1","volume-title":"Ranking the Importance of Alerts for Problem Determination in Large Computer Systems. In ACM International Conference on Automatic Computing (ICAC)","author":"Jiang G.","year":"2009","unstructured":"G. Jiang , H. Chen , K. Yoshihira , and A. Saxena . Ranking the Importance of Alerts for Problem Determination in Large Computer Systems. In ACM International Conference on Automatic Computing (ICAC) , 2009 . G. Jiang, H. Chen, K. Yoshihira, and A. Saxena. Ranking the Importance of Alerts for Problem Determination in Large Computer Systems. In ACM International Conference on Automatic Computing (ICAC), 2009."},{"key":"e_1_2_1_28_1","volume-title":"On Predictability of System Anomalies in Real World. In IEEE International Symposium on Modeling, Analysis and Simulation of Computer and Telecommunication Systems (MASCOTS)","author":"Tan Y.","year":"2010","unstructured":"Y. Tan and X. Gu . On Predictability of System Anomalies in Real World. In IEEE International Symposium on Modeling, Analysis and Simulation of Computer and Telecommunication Systems (MASCOTS) , 2010 . Y. Tan and X. Gu. On Predictability of System Anomalies in Real World. In IEEE International Symposium on Modeling, Analysis and Simulation of Computer and Telecommunication Systems (MASCOTS), 2010."},{"key":"e_1_2_1_29_1","volume-title":"Online Anomaly Prediction for Robust Cluster Systems. In IEEE International Conference on Data Engineering (ICDE)","author":"Gu X.","year":"2009","unstructured":"X. Gu and H. Wang . Online Anomaly Prediction for Robust Cluster Systems. In IEEE International Conference on Data Engineering (ICDE) , 2009 . X. Gu and H. Wang. Online Anomaly Prediction for Robust Cluster Systems. In IEEE International Conference on Data Engineering (ICDE), 2009."},{"key":"e_1_2_1_30_1","volume-title":"Adaptive System Anomaly Prediction for Large-Scale Hosting Infrastructures. In ACM SIGACT-SIGOPS Symposium on Principles of Distributed Computing (PODC)","author":"Tan Y.","year":"2010","unstructured":"Y. Tan , X. Gu , and H. Wang . Adaptive System Anomaly Prediction for Large-Scale Hosting Infrastructures. In ACM SIGACT-SIGOPS Symposium on Principles of Distributed Computing (PODC) , 2010 . Y. Tan, X. Gu, and H. Wang. Adaptive System Anomaly Prediction for Large-Scale Hosting Infrastructures. In ACM SIGACT-SIGOPS Symposium on Principles of Distributed Computing (PODC), 2010."},{"key":"e_1_2_1_31_1","volume-title":"Towards Automated Detection of Application Performance Anomaly and Change. In IEEE Conference on Dependable Systems and Networks (DSN)","author":"Cherkasova L.","year":"2008","unstructured":"L. Cherkasova , K. M. Ozonat , N. Mi , J. Symons , and E. Smirni . Anomaly? Application Change? or Workload Change ? Towards Automated Detection of Application Performance Anomaly and Change. In IEEE Conference on Dependable Systems and Networks (DSN) , 2008 . L. Cherkasova, K. M. Ozonat, N. Mi, J. Symons, and E. Smirni. Anomaly? Application Change? or Workload Change? Towards Automated Detection of Application Performance Anomaly and Change. In IEEE Conference on Dependable Systems and Networks (DSN), 2008."},{"key":"e_1_2_1_32_1","volume-title":"USENIX Symposium on Operating Systems Design and Implementation (OSDI)","author":"Chen X.","year":"2008","unstructured":"X. Chen , M. Zhang , Z. M. Mao , and P. Bahl . Automating Network Application Dependency Discovery: Experiences, Limitations, and New Solutions . In USENIX Symposium on Operating Systems Design and Implementation (OSDI) , 2008 . X. Chen, M. Zhang, Z. M. Mao, and P. Bahl. Automating Network Application Dependency Discovery: Experiences, Limitations, and New Solutions. In USENIX Symposium on Operating Systems Design and Implementation (OSDI), 2008."},{"key":"e_1_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/945445.945454"},{"key":"e_1_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/1282380.1282383"},{"key":"e_1_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/INM.2001.918054"},{"key":"e_1_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2007.38"},{"key":"e_1_2_1_37_1","volume-title":"USENIX Symposium on Networked Systems Design and Implementation (NSDI)","author":"Sambasivan R. R.","year":"2011","unstructured":"R. R. Sambasivan , A. X. Zheng , M. De Rosa , E. Krevat , S. Whitman , M. Stroucken , W. Wang , L. Xu , and G. R. Ganger . Diagnosing Performance Changes by Comparing Request Flows . In USENIX Symposium on Networked Systems Design and Implementation (NSDI) , 2011 . R. R. Sambasivan, A. X. Zheng, M. De Rosa, E. Krevat, S. Whitman, M. Stroucken, W. Wang, L. Xu, and G. R. Ganger. Diagnosing Performance Changes by Comparing Request Flows. In USENIX Symposium on Networked Systems Design and Implementation (NSDI), 2011."},{"key":"e_1_2_1_38_1","volume-title":"USENIX Symposium on Operating Systems Design and Implementation (OSDI)","author":"Attariyan M.","year":"2012","unstructured":"M. Attariyan , M. Chow , and J. Flinn . X-ray: Automating root-cause diagnosis of performance anomalies in production software . In USENIX Symposium on Operating Systems Design and Implementation (OSDI) , 2012 . M. Attariyan, M. Chow, and J. Flinn. X-ray: Automating root-cause diagnosis of performance anomalies in production software. In USENIX Symposium on Operating Systems Design and Implementation (OSDI), 2012."},{"key":"e_1_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/1375457.1375473"},{"key":"e_1_2_1_40_1","volume-title":"Precise Request Tracing and Performance Debugging for Multi-Tier Services of Black Boxes. In IEEE Conference on Dependable Systems and Networks (DSN)","author":"Zhang Z.","year":"2009","unstructured":"Z. Zhang , J. Zhan , Y. Li , L. Wang , D. Meng , and B. Sang . Precise Request Tracing and Performance Debugging for Multi-Tier Services of Black Boxes. In IEEE Conference on Dependable Systems and Networks (DSN) , 2009 . Z. Zhang, J. Zhan, Y. Li, L. Wang, D. Meng, and B. Sang. Precise Request Tracing and Performance Debugging for Multi-Tier Services of Black Boxes. In IEEE Conference on Dependable Systems and Networks (DSN), 2009."},{"key":"e_1_2_1_41_1","volume-title":"USENIX Annual Technical Conference (ATC)","author":"Tak B. C.","year":"2009","unstructured":"B. C. Tak , C. Tang , C. Zhang , S. Govindan , B. Urgaonkar , and R. N. Chang . vpath: precise discovery of request processing paths from black-box observations of thread and network activities . In USENIX Annual Technical Conference (ATC) , 2009 . B. C. Tak, C. Tang, C. Zhang, S. Govindan, B. Urgaonkar, and R. N. Chang. vpath: precise discovery of request processing paths from black-box observations of thread and network activities. In USENIX Annual Technical Conference (ATC), 2009."},{"key":"e_1_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/1592568.1592597"},{"key":"e_1_2_1_43_1","volume-title":"Real-Time Problem Determination in Distributed Systems Using Active Probing. In IEEE\/IFIP Network Operations and Management Symposium (NOMS)","author":"Rish I.","year":"2004","unstructured":"I. Rish , M. Brodie , N. Odintsova , S. Ma , and G. Grabarnik . Real-Time Problem Determination in Distributed Systems Using Active Probing. In IEEE\/IFIP Network Operations and Management Symposium (NOMS) , 2004 . I. Rish, M. Brodie, N. Odintsova, S. Ma, and G. Grabarnik. Real-Time Problem Determination in Distributed Systems Using Active Probing. In IEEE\/IFIP Network Operations and Management Symposium (NOMS), 2004."},{"key":"e_1_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/NOMS.2008.4575134"},{"key":"e_1_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2465529.2465753"},{"key":"e_1_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/1095810.1095821"},{"key":"e_1_2_1_47_1","volume-title":"USENIX Symposium on Operating Systems Design and Implementation (OSDI)","author":"Cohen I.","year":"2004","unstructured":"I. Cohen , M. Goldszmidt , T. Kelly , J. Symons , and J. S. Chase . Correlating Instrumentation Data to System States: a Building Block for Automated Diagnosis and Control . In USENIX Symposium on Operating Systems Design and Implementation (OSDI) , 2004 . I. Cohen, M. Goldszmidt, T. Kelly, J. Symons, and J. S. Chase. Correlating Instrumentation Data to System States: a Building Block for Automated Diagnosis and Control. In USENIX Symposium on Operating Systems Design and Implementation (OSDI), 2004."},{"key":"e_1_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/NOMS.2006.1687576"},{"key":"e_1_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICAC.2005.49"},{"key":"e_1_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/1755913.1755926"},{"key":"e_1_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.5555\/1516124.1516144"},{"key":"e_1_2_1_52_1","volume-title":"Dynamic Internet Services. In IEEE Conference on Dependable Systems and Networks (DSN)","author":"Chen M. Y.","year":"2002","unstructured":"M. Y. Chen , E. Kiciman , E. Fratkin , A. Fox , and E. Brewer . Pinpoint: Problem Determination in Large , Dynamic Internet Services. In IEEE Conference on Dependable Systems and Networks (DSN) , 2002 . M. Y. Chen, E. Kiciman, E. Fratkin, A. Fox, and E. Brewer. Pinpoint: Problem Determination in Large, Dynamic Internet Services. In IEEE Conference on Dependable Systems and Networks (DSN), 2002."},{"key":"e_1_2_1_53_1","volume-title":"Ma. Automated Known Problem Diagnosis with Event Traces. In European Conference on Computer Systems (EuroSys)","author":"Yuan C.","year":"2006","unstructured":"C. Yuan , N. Lao , J.-R. Wen , J. Li , Z. Zhang , Y.-M. Wang , and W.- Y. Ma. Automated Known Problem Diagnosis with Event Traces. In European Conference on Computer Systems (EuroSys) , 2006 . C. Yuan, N. Lao, J.-R. Wen, J. Li, Z. Zhang, Y.-M. Wang, and W.-Y. Ma. Automated Known Problem Diagnosis with Event Traces. In European Conference on Computer Systems (EuroSys), 2006."},{"key":"e_1_2_1_54_1","volume-title":"Correlating Failures with Asynchronous Changes for Root Cause Analysis in Enterprise Environments. In IEEE Conference on Dependable Systems and Networks (DSN)","author":"Agarwal M.","year":"2010","unstructured":"M. Agarwal and V. Madduri . Correlating Failures with Asynchronous Changes for Root Cause Analysis in Enterprise Environments. In IEEE Conference on Dependable Systems and Networks (DSN) , 2010 . M. Agarwal and V. Madduri. Correlating Failures with Asynchronous Changes for Root Cause Analysis in Enterprise Environments. In IEEE Conference on Dependable Systems and Networks (DSN), 2010."},{"key":"e_1_2_1_55_1","volume-title":"Failure Diagnosis Using Decision Trees. In ACM International Conference on Automatic Computing (ICAC)","author":"Chen M. Y.","year":"2004","unstructured":"M. Y. Chen , A. X. Zheng , J. Lloyd , M. I. Jordan , and E. A. Brewer . Failure Diagnosis Using Decision Trees. In ACM International Conference on Automatic Computing (ICAC) , 2004 . M. Y. Chen, A. X. Zheng, J. Lloyd, M. I. Jordan, and E. A. Brewer. Failure Diagnosis Using Decision Trees. In ACM International Conference on Automatic Computing (ICAC), 2004."},{"key":"e_1_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.5555\/2354410.2355155"},{"key":"e_1_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICAC.2008.28"},{"key":"e_1_2_1_58_1","volume-title":"Black-box Problem Diagnosis in Parallel File Systems. In USENIX Conference on File and Storage Technologies (FAST)","author":"Kasick M. P.","year":"2010","unstructured":"M. P. Kasick , J. Tan , R. Gandhi , and P. Narasimhan . Black-box Problem Diagnosis in Parallel File Systems. In USENIX Conference on File and Storage Technologies (FAST) , 2010 . M. P. Kasick, J. Tan, R. Gandhi, and P. Narasimhan. Black-box Problem Diagnosis in Parallel File Systems. In USENIX Conference on File and Storage Technologies (FAST), 2010."},{"key":"e_1_2_1_59_1","volume-title":"Workshop on Hot Topics in Measurement and Modeling of Computer Systems (HotMetrics)","author":"Pan X.","year":"2009","unstructured":"X. Pan , J. Tan , S. Kavulya , G. R., and P. Narasimhan . Ganesha: Black-box diagnosis of mapreduce systems . In Workshop on Hot Topics in Measurement and Modeling of Computer Systems (HotMetrics) , 2009 . X. Pan, J. Tan, S. Kavulya, G. R., and P. Narasimhan. Ganesha: Black-box diagnosis of mapreduce systems. In Workshop on Hot Topics in Measurement and Modeling of Computer Systems (HotMetrics), 2009."},{"key":"e_1_2_1_60_1","volume-title":"IEEE\/IFIP Network Operations and Management Symposium (NOMS)","author":"Tan J.","year":"2010","unstructured":"J. Tan , X. Pan , E. Marinelli , S. Kavulya , R. Gandhi , and P. Narasimhan . Kahuna: Problem diagnosis for mapreduce-based cloud computing environments . In IEEE\/IFIP Network Operations and Management Symposium (NOMS) , 2010 . J. Tan, X. Pan, E. Marinelli, S. Kavulya, R. Gandhi, and P. Narasimhan. Kahuna: Problem diagnosis for mapreduce-based cloud computing environments. In IEEE\/IFIP Network Operations and Management Symposium (NOMS), 2010."},{"key":"e_1_2_1_61_1","volume-title":"Implementation And Experience. Parallel Computing","author":"Massie M. L.","year":"2003","unstructured":"M. L. Massie , B. N. Chun , and D. E. Culler . The Ganglia Distributed Monitoring System: Design , Implementation And Experience. Parallel Computing , 2003 . M. L. Massie, B. N. Chun, and D. E. Culler. The Ganglia Distributed Monitoring System: Design, Implementation And Experience. Parallel Computing, 2003."},{"key":"e_1_2_1_62_1","unstructured":"E. Galstad. Nagios Enterprises LLC. 2008.  E. Galstad. Nagios Enterprises LLC. 2008."},{"key":"e_1_2_1_63_1","volume-title":"REMO: Resource-Aware Application State Monitoring for Large-Scale Distributed Systems. In IEEE International Conference on Distributed Computing Systems (ICDCS)","author":"Meng S.","year":"2009","unstructured":"S. Meng , S. Kashyap , C. Venkatramani , and L. Liu . REMO: Resource-Aware Application State Monitoring for Large-Scale Distributed Systems. In IEEE International Conference on Distributed Computing Systems (ICDCS) , 2009 . S. Meng, S. Kashyap, C. Venkatramani, and L. Liu. REMO: Resource-Aware Application State Monitoring for Large-Scale Distributed Systems. In IEEE International Conference on Distributed Computing Systems (ICDCS), 2009."},{"key":"e_1_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/1842733.1842737"},{"key":"e_1_2_1_65_1","author":"Park K.","year":"2006","unstructured":"K. Park and V. S. Pai . CoMon: a Mostly-Scalable Monitoring System for PlanetLab. SIGOPS Operating Systems Review , 2006 . K. Park and V. S. Pai. CoMon: a Mostly-Scalable Monitoring System for PlanetLab. SIGOPS Operating Systems Review, 2006.","journal-title":"CoMon: a Mostly-Scalable Monitoring System for PlanetLab. SIGOPS Operating Systems Review"},{"key":"e_1_2_1_66_1","volume-title":"Self-Correlating Predictive Information Tracking for Large-Scale Production Systems. In ACM International Conference on Automatic Computing (ICAC)","author":"Zhao Y.","year":"2009","unstructured":"Y. Zhao , Y. Tan , Z. Gong , X. Gu , and M. Wamboldt . Self-Correlating Predictive Information Tracking for Large-Scale Production Systems. In ACM International Conference on Automatic Computing (ICAC) , 2009 . Y. Zhao, Y. Tan, Z. Gong, X. Gu, and M. Wamboldt. Self-Correlating Predictive Information Tracking for Large-Scale Production Systems. In ACM International Conference on Automatic Computing (ICAC), 2009."},{"key":"e_1_2_1_67_1","author":"Renesse R. Van","year":"2003","unstructured":"R. Van Renesse , K. P. Birman , and W. Vogels . Astrolabe: A Robust and Scalable Technology for Distributed System Monitoring, Management, and Data Mining. ACM Transactions on Computer Systems , 2003 . R. Van Renesse, K. P. Birman, and W. Vogels. Astrolabe: A Robust and Scalable Technology for Distributed System Monitoring, Management, and Data Mining. ACM Transactions on Computer Systems, 2003.","journal-title":"ACM Transactions on Computer Systems"},{"key":"e_1_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/1015467.1015509"},{"key":"e_1_2_1_69_1","volume-title":"Moara: Flexible and Scalable Group-Based Querying System. In ACM\/IFIP\/USENIX International Conference on Middleware","author":"Ko S. Y.","year":"2008","unstructured":"S. Y. Ko , P. Yalagandula , I. Gupta , V. Talwar , D. Milojicic , and S. Iyer . Moara: Flexible and Scalable Group-Based Querying System. In ACM\/IFIP\/USENIX International Conference on Middleware , 2008 . S. Y. Ko, P. Yalagandula, I. Gupta, V. Talwar, D. Milojicic, and S. Iyer. Moara: Flexible and Scalable Group-Based Querying System. In ACM\/IFIP\/USENIX International Conference on Middleware, 2008."},{"key":"e_1_2_1_70_1","volume-title":"USENIX Symposium on Networked Systems Design and Implementation (NSDI)","author":"Cappos J.","year":"2008","unstructured":"J. Cappos and J. H. Hartman . San Fermin: Aggregating Large Data Sets Using a Binomial Swap Forest . In USENIX Symposium on Networked Systems Design and Implementation (NSDI) , 2008 . J. Cappos and J. H. Hartman. San Fermin: Aggregating Large Data Sets Using a Binomial Swap Forest. In USENIX Symposium on Networked Systems Design and Implementation (NSDI), 2008."},{"key":"e_1_2_1_71_1","volume-title":"USENIX Symposium on Operating Systems Design and Implementation (OSDI)","author":"Jain N.","year":"2008","unstructured":"N. Jain , P. Mahajan , D. Kit , P. Yalagandula , M. Dahlin , and Y. Zhang . Network Imprecision: a New Consistency Metric for Scalable Monitoring . In USENIX Symposium on Operating Systems Design and Implementation (OSDI) , 2008 . N. Jain, P. Mahajan, D. Kit, P. Yalagandula, M. Dahlin, and Y. Zhang. Network Imprecision: a New Consistency Metric for Scalable Monitoring. In USENIX Symposium on Operating Systems Design and Implementation (OSDI), 2008."},{"key":"e_1_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/2043556.2043585"},{"key":"e_1_2_1_73_1","volume-title":"High-Resolution Monitoring for Troubleshooting Production Systems. In USENIX Symposium on Operating Systems Design and Implementation (OSDI)","author":"Bhatia S.","year":"2008","unstructured":"S. Bhatia , A. Kumar , M. E. Fiuczynski , and L. Peterson . Lightweight , High-Resolution Monitoring for Troubleshooting Production Systems. In USENIX Symposium on Operating Systems Design and Implementation (OSDI) , 2008 . S. Bhatia, A. Kumar, M. E. Fiuczynski, and L. Peterson. Lightweight, High-Resolution Monitoring for Troubleshooting Production Systems. In USENIX Symposium on Operating Systems Design and Implementation (OSDI), 2008."},{"key":"e_1_2_1_74_1","volume-title":"Google","author":"Sigelman B. H.","year":"2010","unstructured":"B. H. Sigelman , L. A. Barroso , M. Burrows , P. Stephenson , M. Plakal , D. Beaver , S. Jaspan , and C. Shanbhag . Dapper, a Large-Scale Distributed Systems Tracing Infrastructure. Technical report , Google , 2010 . B. H. Sigelman, L. A. Barroso, M. Burrows, P. Stephenson, M. Plakal, D. Beaver, S. Jaspan, and C. Shanbhag. Dapper, a Large-Scale Distributed Systems Tracing Infrastructure. Technical report, Google, 2010."},{"key":"e_1_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1109\/MM.2010.68"},{"key":"e_1_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/1272996.1273001"},{"key":"e_1_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/1375457.1375489"},{"key":"e_1_2_1_78_1","author":"Thereska E.","year":"2006","unstructured":"E. Thereska , B. Salmon , J. Strunk , M. Wachs , M. Abd-El-Malek , J. Lopez , and G. R. Ganger . Stardust: Tracking Activity in a Distributed Storage System. SIGMETRICS Performance Evaluation Review , 2006 . E. Thereska, B. Salmon, J. Strunk, M. Wachs, M. Abd-El-Malek, J. Lopez, and G. R. Ganger. Stardust: Tracking Activity in a Distributed Storage System. SIGMETRICS Performance Evaluation Review, 2006.","journal-title":"Stardust: Tracking Activity in a Distributed Storage System. SIGMETRICS Performance Evaluation Review"},{"key":"e_1_2_1_79_1","volume-title":"USENIX Symposium on Networked Systems Design and Implementation (NSDI)","author":"Fonseca R.","year":"2007","unstructured":"R. Fonseca , G. Porter , R. H. Katz , S. Shenker , and I. Stoica . X-Trace: a Pervasive Network Tracing Framework . In USENIX Symposium on Networked Systems Design and Implementation (NSDI) , 2007 . R. Fonseca, G. Porter, R. H. Katz, S. Shenker, and I. Stoica. X-Trace: a Pervasive Network Tracing Framework. In USENIX Symposium on Networked Systems Design and Implementation (NSDI), 2007."},{"key":"e_1_2_1_80_1","volume-title":"USENIX Symposium on Networked Systems Design and Implementation (NSDI)","author":"Liu X.","year":"2008","unstructured":"X. Liu , Z. Guo , X. Wang , F. Chen , X. Lian , J. Tang , M. Wu , M. F. Kaashoek , and Z. Zhang . D3S: Debugging Deployed Distributed Systems . In USENIX Symposium on Networked Systems Design and Implementation (NSDI) , 2008 . X. Liu, Z. Guo, X. Wang, F. Chen, X. Lian, J. Tang, M. Wu, M. F. Kaashoek, and Z. Zhang. D3S: Debugging Deployed Distributed Systems. In USENIX Symposium on Networked Systems Design and Implementation (NSDI), 2008."},{"key":"e_1_2_1_81_1","volume-title":"Efficient Tracing and Performance Analysis for Large Distributed Systems. In IEEE International Symposium on Modeling, Analysis Simulation of Computer and Telecommunication Systems (MASCOTS)","author":"Anderson E.","year":"2009","unstructured":"E. Anderson , C. Hoover , X. Li , and J. Tucek . Efficient Tracing and Performance Analysis for Large Distributed Systems. In IEEE International Symposium on Modeling, Analysis Simulation of Computer and Telecommunication Systems (MASCOTS) , 2009 . E. Anderson, C. Hoover, X. Li, and J. Tucek. Efficient Tracing and Performance Analysis for Large Distributed Systems. In IEEE International Symposium on Modeling, Analysis Simulation of Computer and Telecommunication Systems (MASCOTS), 2009."},{"key":"e_1_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2006.81"},{"key":"e_1_2_1_83_1","volume-title":"Pip: Detecting the Unexpected in Distributed Systems. In USENIX Symposium on Networked Systems Design and Implementation (NSDI)","author":"Reynolds P.","year":"2006","unstructured":"P. Reynolds , C. Killian , J. L. Wiener , J. C. Mogul , M. A. Shah , and A. Vahdat . Pip: Detecting the Unexpected in Distributed Systems. In USENIX Symposium on Networked Systems Design and Implementation (NSDI) , 2006 . P. Reynolds, C. Killian, J. L. Wiener, J. C. Mogul, M. A. Shah, and A. Vahdat. Pip: Detecting the Unexpected in Distributed Systems. In USENIX Symposium on Networked Systems Design and Implementation (NSDI), 2006."},{"key":"e_1_2_1_84_1","volume-title":"Using Magpie for Request Extraction and Workload Modelling. In USENIX Symposium on Operating Systems Design and Implementation (OSDI)","author":"Barham P.","year":"2004","unstructured":"P. Barham , A. Donnelly , R. Isaacs , and R. Mortier . Using Magpie for Request Extraction and Workload Modelling. In USENIX Symposium on Operating Systems Design and Implementation (OSDI) , 2004 . P. Barham, A. Donnelly, R. Isaacs, and R. Mortier. Using Magpie for Request Extraction and Workload Modelling. In USENIX Symposium on Operating Systems Design and Implementation (OSDI), 2004."},{"key":"e_1_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/1811039.1811055"},{"key":"e_1_2_1_86_1","volume-title":"Monalytics Online Monitoring and Analytics for Managing Large Scale Data Centers. In ACM International Conference on Automatic Computing (ICAC)","author":"Kutare M.","year":"2010","unstructured":"M. Kutare , G. Eisenhauer , C. Wang , K. Schwan , V. Talwar , and M. Wolf . Monalytics Online Monitoring and Analytics for Managing Large Scale Data Centers. In ACM International Conference on Automatic Computing (ICAC) , 2010 . M. Kutare, G. Eisenhauer, C. Wang, K. Schwan, V. Talwar, and M. Wolf. Monalytics Online Monitoring and Analytics for Managing Large Scale Data Centers. In ACM International Conference on Automatic Computing (ICAC), 2010."},{"key":"e_1_2_1_87_1","doi-asserted-by":"publisher","DOI":"10.1145\/1998582.1998605"},{"key":"e_1_2_1_88_1","doi-asserted-by":"publisher","DOI":"10.1145\/1555228.1555262"},{"key":"e_1_2_1_89_1","volume-title":"VScope: Middleware for Troubleshooting Time-Sensitive Data Center Applications. In ACM\/IFIP\/USENIX International Conference on Middleware (Middleware)","author":"Wang C.","year":"2012","unstructured":"C. Wang , I. A. Rayan , G. Eisenhauer , K. Schwan , V. Talwar , M. Wolf , and C. Huneycutt . VScope: Middleware for Troubleshooting Time-Sensitive Data Center Applications. In ACM\/IFIP\/USENIX International Conference on Middleware (Middleware) , 2012 . C. Wang, I. A. Rayan, G. Eisenhauer, K. Schwan, V. Talwar, M. Wolf, and C. Huneycutt. VScope: Middleware for Troubleshooting Time-Sensitive Data Center Applications. In ACM\/IFIP\/USENIX International Conference on Middleware (Middleware), 2012."},{"key":"e_1_2_1_90_1","volume-title":"Enhanced Server Fault-Tolerance for Improved User Experience. In IEEE Conference on Dependable Systems and Networks (DSN)","author":"Marwah M.","year":"2008","unstructured":"M. Marwah , S. Mishra , and C. Fetzer . Enhanced Server Fault-Tolerance for Improved User Experience. In IEEE Conference on Dependable Systems and Networks (DSN) , 2008 . M. Marwah, S. Mishra, and C. Fetzer. Enhanced Server Fault-Tolerance for Improved User Experience. In IEEE Conference on Dependable Systems and Networks (DSN), 2008."},{"key":"e_1_2_1_91_1","volume-title":"Programming Support and Adaptive Checkpointing for High-Throughput Data Services with Log-Based Recovery. In IEEE Conference on Dependable Systems and Networks (DSN)","author":"Zhou J.","year":"2010","unstructured":"J. Zhou , C. Zhang , H. Tang , J. Wu , and T. Yang . Programming Support and Adaptive Checkpointing for High-Throughput Data Services with Log-Based Recovery. In IEEE Conference on Dependable Systems and Networks (DSN) , 2010 . J. Zhou, C. Zhang, H. Tang, J. Wu, and T. Yang. Programming Support and Adaptive Checkpointing for High-Throughput Data Services with Log-Based Recovery. In IEEE Conference on Dependable Systems and Networks (DSN), 2010."},{"key":"e_1_2_1_92_1","volume-title":"Data Recovery for Web Applications. In IEEE Conference on Dependable Systems and Networks (DSN)","author":"Akkus I.","year":"2010","unstructured":"I. Akkus and A. Goel . Data Recovery for Web Applications. In IEEE Conference on Dependable Systems and Networks (DSN) , 2010 . I. Akkus and A. Goel. Data Recovery for Web Applications. In IEEE Conference on Dependable Systems and Networks (DSN), 2010."},{"key":"e_1_2_1_93_1","doi-asserted-by":"publisher","DOI":"10.1145\/1555228.1555270"},{"key":"e_1_2_1_94_1","author":"Goldszmidt M.","year":"2010","unstructured":"M. Goldszmidt , M. Budiu , Y. Zhang , and M. Pechuk . Toward Automatic Policy Refinement in Repair Services for Large Distributed Systems. SIGOPS Operating Systems Review , 2010 . M. Goldszmidt, M. Budiu, Y. Zhang, and M. Pechuk. Toward Automatic Policy Refinement in Repair Services for Large Distributed Systems. SIGOPS Operating Systems Review, 2010.","journal-title":"SIGOPS Operating Systems Review"},{"key":"e_1_2_1_95_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2009.5270332"},{"key":"e_1_2_1_96_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2007.11"},{"key":"e_1_2_1_97_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2009.5270331"},{"key":"e_1_2_1_98_1","volume-title":"USENIX Symposium on Networked Systems Design and Implementation (NSDI)","author":"Gunawi H. S.","year":"2011","unstructured":"H. S. Gunawi , T. Do , P. Joshi , P. Alvaro , J. M. Hellerstein , A. C. Arpaci-Dusseau , R. H. Arpaci-Dusseau , K. Sen , and D. Borthakur . FATE and DESTINI: a Framework for Cloud Recovery Testing . In USENIX Symposium on Networked Systems Design and Implementation (NSDI) , 2011 . H. S. Gunawi, T. Do, P. Joshi, P. Alvaro, J. M. Hellerstein, A. C. Arpaci-Dusseau, R. H. Arpaci-Dusseau, K. Sen, and D. Borthakur. FATE and DESTINI: a Framework for Cloud Recovery Testing. In USENIX Symposium on Networked Systems Design and Implementation (NSDI), 2011."},{"key":"e_1_2_1_99_1","volume-title":"On the Quality of Service of Crash-Recovery Failure Detectors. In IEEE Conference on Dependable Systems and Networks (DSN)","author":"Ma T.","year":"2007","unstructured":"T. Ma , J. Hillston , and S. Anderson . On the Quality of Service of Crash-Recovery Failure Detectors. In IEEE Conference on Dependable Systems and Networks (DSN) , 2007 . T. Ma, J. Hillston, and S. Anderson. On the Quality of Service of Crash-Recovery Failure Detectors. In IEEE Conference on Dependable Systems and Networks (DSN), 2007."},{"key":"e_1_2_1_100_1","volume-title":"Performability Models for Multi-Server Systems with High-Variance Repair Durations. In IEEE Conference on Dependable Systems and Networks (DSN)","author":"Schwefel H. P.","year":"2007","unstructured":"H. P. Schwefel and I. Antonios . Performability Models for Multi-Server Systems with High-Variance Repair Durations. In IEEE Conference on Dependable Systems and Networks (DSN) , 2007 . H. P. Schwefel and I. Antonios. Performability Models for Multi-Server Systems with High-Variance Repair Durations. In IEEE Conference on Dependable Systems and Networks (DSN), 2007."},{"key":"e_1_2_1_101_1","volume-title":"USENIX Symposium on Operating Systems Design and Implementation (OSDI)","author":"Candea G.","year":"2004","unstructured":"G. Candea , S. Kawamoto , Y. Fujiki , G. Friedman , and A. Fox . Microreboot: A technique for cheap recovery . In USENIX Symposium on Operating Systems Design and Implementation (OSDI) , 2004 . G. Candea, S. Kawamoto, Y. Fujiki, G. Friedman, and A. Fox. Microreboot: A technique for cheap recovery. In USENIX Symposium on Operating Systems Design and Implementation (OSDI), 2004."},{"key":"e_1_2_1_102_1","volume-title":"Cluster Computing","author":"Candea G.","year":"2006","unstructured":"G. Candea , E. Kiciman , S. Kawamoto , and A. Fox . Autonomous Recovery in Componentized Internet Applications . Cluster Computing , 2006 . G. Candea, E. Kiciman, S. Kawamoto, and A. Fox. Autonomous Recovery in Componentized Internet Applications. Cluster Computing, 2006."},{"key":"e_1_2_1_103_1","volume-title":"Intrusion Recovery Using Selective Re-Execution. In USENIX Symposium on Operating Systems Design and Implementation (OSDI)","author":"Kim T.","year":"2010","unstructured":"T. Kim , X. Wang , N. Zeldovich , and M. F. Kaashoek . Intrusion Recovery Using Selective Re-Execution. In USENIX Symposium on Operating Systems Design and Implementation (OSDI) , 2010 . T. Kim, X. Wang, N. Zeldovich, and M. F. Kaashoek. Intrusion Recovery Using Selective Re-Execution. In USENIX Symposium on Operating Systems Design and Implementation (OSDI), 2010."},{"key":"e_1_2_1_104_1","doi-asserted-by":"publisher","DOI":"10.1145\/378420.378434"},{"key":"e_1_2_1_105_1","volume-title":"Reining in the Outliers in Map-Reduce Clusters Using Mantri. In USENIX Symposium on Operating Systems Design and Implementation (OSDI)","author":"Ananthanarayanan G.","year":"2010","unstructured":"G. Ananthanarayanan , S. Kandula , A. Greenberg , I. Stoica , Y. Lu , B. Saha , and E. Harris . Reining in the Outliers in Map-Reduce Clusters Using Mantri. In USENIX Symposium on Operating Systems Design and Implementation (OSDI) , 2010 . G. Ananthanarayanan, S. Kandula, A. Greenberg, I. Stoica, Y. Lu, B. Saha, and E. Harris. Reining in the Outliers in Map-Reduce Clusters Using Mantri. In USENIX Symposium on Operating Systems Design and Implementation (OSDI), 2010."},{"key":"e_1_2_1_106_1","doi-asserted-by":"publisher","DOI":"10.1145\/1966445.1966472"},{"key":"e_1_2_1_107_1","doi-asserted-by":"publisher","DOI":"10.1145\/2371536.2371540"},{"key":"e_1_2_1_108_1","author":"Hiltunen M.","year":"2003","unstructured":"M. Hiltunen , R. Schlichting , and C. Ugarte . Building Survivable Services Using Redundancy and Adaptation. Computers, IEEE Transactions on , 2003 . M. Hiltunen, R. Schlichting, and C. Ugarte. Building Survivable Services Using Redundancy and Adaptation. Computers, IEEE Transactions on, 2003.","journal-title":"Building Survivable Services Using Redundancy and Adaptation. Computers, IEEE Transactions on"},{"key":"e_1_2_1_109_1","volume-title":"Computer","author":"Guerraoui R.","year":"1997","unstructured":"R. Guerraoui and A. Schiper . Software-Based Replication for Fault Tolerance . Computer , 1997 . R. Guerraoui and A. Schiper. Software-Based Replication for Fault Tolerance. Computer, 1997."}],"container-title":["ACM SIGOPS Operating Systems Review"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2553070.2553079","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,30]],"date-time":"2022-12-30T20:57:18Z","timestamp":1672433838000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2553070.2553079"}},"subtitle":["an annotated bibliography?"],"short-title":[],"issued":{"date-parts":[[2013,11,26]]},"references-count":109,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2013,11,26]]}},"alternative-id":["10.1145\/2553070.2553079"],"URL":"https:\/\/doi.org\/10.1145\/2553070.2553079","relation":{},"ISSN":["0163-5980"],"issn-type":[{"value":"0163-5980","type":"print"}],"subject":[],"published":{"date-parts":[[2013,11,26]]},"assertion":[{"value":"2013-11-26","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}