{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T05:24:42Z","timestamp":1769750682150,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":63,"publisher":"ACM","license":[{"start":{"date-parts":[[2017,8,25]],"date-time":"2017-08-25T00:00:00Z","timestamp":1503619200000},"content-version":"vor","delay-in-days":365,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1421503, CCF-1421575, CCF-1438982, and CCF-1439957"],"award-info":[{"award-number":["CCF-1421503, CCF-1421575, CCF-1438982, and CCF-1439957"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,8,25]]},"DOI":"10.1145\/2970276.2970356","type":"proceedings-article","created":{"date-parts":[[2016,8,26]],"date-time":"2016-08-26T08:40:09Z","timestamp":1472200809000},"page":"602-613","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":48,"title":["How good are the specs? a study of the bug-finding effectiveness of existing Java API specifications"],"prefix":"10.1145","author":[{"given":"Owolabi","family":"Legunsen","sequence":"first","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}]},{"given":"Wajih Ul","family":"Hassan","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}]},{"given":"Xinyue","family":"Xu","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}]},{"given":"Grigore","family":"Ro\u015fu","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}]},{"given":"Darko","family":"Marinov","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}]}],"member":"320","published-online":{"date-parts":[[2016,8,25]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1094811.1094839"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1449764.1449776"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1993498.1993524"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1167473.1167488"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29860-8_28"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.5555\/1785141.1785146"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.5555\/2394758.2394793"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1453101.1453109"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.18293\/SEKE2015-219"},{"key":"e_1_3_2_1_10_1","first-page":"108","author":"Chen F.","year":"2003","unstructured":"F. Chen and G. Ro\u00b8su. Towards monitoring-oriented programming: A paradigm combining specification and implementation. In RV, pages 108\u2013127, 2003.","journal-title":"In RV, pages"},{"key":"e_1_3_2_1_11_1","unstructured":"W. G. Cochran. Sampling techniques. John Wiley & Sons 1977."},{"key":"e_1_3_2_1_12_1","unstructured":"Collections SynchronizedCollection. http:\/\/fsl.cs. illinois.edu\/annotated-java\/ properties\/html\/java\/ util\/Collections SynchronizedCollection.html."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1831708.1831719"},{"key":"e_1_3_2_1_14_1","unstructured":"CompleteSearch DBLP. http:\/\/www.dblp.org\/search\/ index.php."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.5555\/1939399.1939404"},{"key":"e_1_3_2_1_16_1","first-page":"319","volume-title":"RV","author":"Forejt V.","year":"2012","unstructured":"V. Forejt, M. Kwiatkowska, D. Parker, H. Qu, and M. Ujma. Incremental runtime verification of probabilistic systems. In RV, pages 314\u2013319, 2012."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1806799.1806806"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2393596.2393598"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2336717.2336720"},{"key":"e_1_3_2_1_20_1","unstructured":"JavaMOPAgent Documentation. https:\/\/github.com\/ runtimeverification\/javamop\/blob\/master\/docs\/ JavaMOPAgentUsage.md."},{"key":"e_1_3_2_1_21_1","unstructured":"JavaMOP. http:\/\/fsl.cs.illinois.edu\/index.php\/ JavaMOP."},{"key":"e_1_3_2_1_22_1","unstructured":"java.util.collections. https:\/\/docs.oracle.com\/javase\/7\/ docs\/api\/java\/util\/Collections.html."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/1993498.1993547"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.5555\/2337223.2337436"},{"key":"e_1_3_2_1_25_1","volume-title":"UIUC","author":"Jin D.","year":"2012","unstructured":"D. Jin, P. O. Meredith, and G. Ro\u00b8su. Scalable parametric runtime monitoring. Technical report, Computer Science Dept., UIUC, 2012."},{"key":"e_1_3_2_1_26_1","unstructured":"Joda-Time. http:\/\/www.joda.org\/joda-time\/."},{"key":"e_1_3_2_1_27_1","first-page":"181","volume-title":"RV","author":"Karaorman M.","year":"2004","unstructured":"M. Karaorman and J. Freeman. jMonitor: Java runtime event specification and monitoring library. In RV, pages 181 \u2013 200, 2004."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635890"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-00768-2_26"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985874"},{"key":"e_1_3_2_1_31_1","volume-title":"UIUC","author":"Lee C.","year":"2012","unstructured":"C. Lee, D. Jin, P. O. Meredith, and G. Ro\u00b8su. Towards categorizing and formalizing the JDK API. Technical report, Computer Science Dept., UIUC, 2012."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.5555\/2819009.2819118"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.5555\/2819009.2819156"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2015.71"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-11164-3_24"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2008.25"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2013.6693067"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29860-8_16"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.5555\/2075089.2075130"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635924"},{"key":"e_1_3_2_1_41_1","unstructured":"java.lang.instrument. http:\/\/docs.oracle.com\/javase\/ 7\/docs\/api\/java\/lang\/instrument\/package-summary. html."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/1297846.1297902"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390630.1390643"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2007.37"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/1639950.1640008"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2010.5609576"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2009.60"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.5555\/2337223.2337258"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.5555\/2337223.2337332"},{"key":"e_1_3_2_1_50_1","unstructured":"Statically checking API protocol conformance with mined multi-object specifications (supplementary material). http:\/\/mp.binaervarianz.de\/ icse2012-statically\/."},{"key":"e_1_3_2_1_51_1","unstructured":"FSL Specification Database. https:\/\/ runtimeverification.com\/monitor\/propertydb."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/2483760.2483762"},{"key":"e_1_3_2_1_53_1","unstructured":"Randoop. https:\/\/randoop.github.io\/randoop\/."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2013.6693129"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2012.63"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2015.86"},{"key":"e_1_3_2_1_57_1","unstructured":"Supplementary material for this paper. http:\/\/fsl.cs. illinois.edu\/spec-eval."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786817"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2012.106"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2009.30"},{"key":"e_1_3_2_1_61_1","first-page":"304","author":"Wu C. W. W.","year":"2013","unstructured":"C. W. W. Wu, D. Kumar, B. Bonakdarpour, and S. Fischmeister. Reducing monitoring overhead by integrating event- and time-triggered techniques. In RV, pages 304\u2013321, 2013.","journal-title":"In RV, pages"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2011.6100058"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2009.94"}],"event":{"name":"ASE'16: ACM\/IEEE International Conference on Automated Software Engineering","location":"Singapore Singapore","acronym":"ASE'16","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGSOFT ACM Special Interest Group on Software Engineering","IEEE-CS Computer Society"]},"container-title":["Proceedings of the 31st IEEE\/ACM International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2970276.2970356","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2970276.2970356","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2970276.2970356","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,18]],"date-time":"2025-11-18T09:29:13Z","timestamp":1763458153000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2970276.2970356"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,8,25]]},"references-count":63,"alternative-id":["10.1145\/2970276.2970356","10.1145\/2970276"],"URL":"https:\/\/doi.org\/10.1145\/2970276.2970356","relation":{},"subject":[],"published":{"date-parts":[[2016,8,25]]},"assertion":[{"value":"2016-08-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}