{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,25]],"date-time":"2026-09-25T21:54:38Z","timestamp":1790373278049,"version":"4.1.0"},"publisher-location":"New York, NY, USA","reference-count":86,"publisher":"ACM","license":[{"start":{"date-parts":[[2016,5,14]],"date-time":"2016-05-14T00:00:00Z","timestamp":1463184000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,5,14]]},"DOI":"10.1145\/2884781.2884835","type":"proceedings-article","created":{"date-parts":[[2016,5,13]],"date-time":"2016-05-13T18:21:10Z","timestamp":1463163670000},"page":"132-143","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":20,"title":["On the techniques we create, the tools we build, and their misalignments"],"prefix":"10.1145","author":[{"given":"Eric F.","family":"Rizzi","sequence":"first","affiliation":[{"name":"Grammatech Inc., Ithaca, NY"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sebastian","family":"Elbaum","sequence":"additional","affiliation":[{"name":"University of Nebraska - Lincoln"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matthew B.","family":"Dwyer","sequence":"additional","affiliation":[{"name":"University of Nebraska - Lincoln"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2016,5,14]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"CAUT project accessed: 2015-7-3. CAUT project accessed: 2015-7-3."},{"key":"e_1_3_2_1_2_1","unstructured":"CIVL project accessed: 2015-7-3. vsl.cis.udel.edu\/civl\/. CIVL project accessed: 2015-7-3. vsl.cis.udel.edu\/civl\/."},{"key":"e_1_3_2_1_3_1","unstructured":"CREST project accessed: 2015-7-3. github.com\/jburnim\/crest\/graphs\/contributors. CREST project accessed: 2015-7-3. github.com\/jburnim\/crest\/graphs\/contributors."},{"key":"e_1_3_2_1_4_1","unstructured":"The dacapo benchmark suite accessed: 2015-7-31. dacapobench.org. The dacapo benchmark suite accessed: 2015-7-31. dacapobench.org."},{"key":"e_1_3_2_1_5_1","unstructured":"Google scholar. scholar.google.com. Accessed: 2015-6-4. Google scholar. scholar.google.com. Accessed: 2015-6-4."},{"key":"e_1_3_2_1_6_1","unstructured":"Google summer of code accessed: 2015-7-3. developers.google.com\/open-source\/gsoc. Google summer of code accessed: 2015-7-3. developers.google.com\/open-source\/gsoc."},{"key":"e_1_3_2_1_7_1","unstructured":"JCUTE project accessed: 2015-7-3. github.com\/osl\/jcute\/graphs\/contributors. JCUTE project accessed: 2015-7-3. github.com\/osl\/jcute\/graphs\/contributors."},{"key":"e_1_3_2_1_8_1","unstructured":"KLEE LLVM execution engine website. klee.github.io\/. Accessed: 2015-5-21. KLEE LLVM execution engine website. klee.github.io\/. Accessed: 2015-5-21."},{"key":"e_1_3_2_1_9_1","unstructured":"KLEE project accessed: 2015-7-3. github.com\/klee\/klee\/graphs\/contributors. KLEE project accessed: 2015-7-3. github.com\/klee\/klee\/graphs\/contributors."},{"key":"e_1_3_2_1_10_1","unstructured":"Software sustainability institute accessed: 2015-7-3. software.ac.uk. Software sustainability institute accessed: 2015-7-3. software.ac.uk."},{"key":"e_1_3_2_1_11_1","unstructured":"Soot project accessed: 2015-8-25. github.com\/Sable\/soot\/graphs\/contributors. Soot project accessed: 2015-8-25. github.com\/Sable\/soot\/graphs\/contributors."},{"key":"e_1_3_2_1_12_1","unstructured":"SPF project accessed: 2015-7-3. babelfish.arc.nasa.gov\/hg\/jpf\/jpf-symbc. SPF project accessed: 2015-7-3. babelfish.arc.nasa.gov\/hg\/jpf\/jpf-symbc."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-03077-7_5"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2011.6080793"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/RTSS.2013.39"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2480359.2429133"},{"key":"e_1_3_2_1_17_1","volume-title":"Design and results of the satisfiability modulo theories competition","author":"Barrett C.","year":"2008","unstructured":"C. Barrett , M. Deters , A. Oliveras , and A. Stump . Design and results of the satisfiability modulo theories competition . 2008 . C. Barrett, M. Deters, A. Oliveras, and A. Stump. Design and results of the satisfiability modulo theories competition. 2008."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1007\/978-3-319-07785-7_5","volume-title":"Future Internet Testing","author":"Bauersfeld S.","year":"2014","unstructured":"S. Bauersfeld , T. E. Vos , and K. Lakhotia . Unit testing tool competitions--lessons learned . In Future Internet Testing , pages 75 -- 94 . Springer , 2014 . S. Bauersfeld, T. E. Vos, and K. Lakhotia. Unit testing tool competitions--lessons learned. In Future Internet Testing, pages 75--94. Springer, 2014."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-54862-8_25"},{"key":"e_1_3_2_1_20_1","volume-title":"Scholarship reconsidered: Priorities of the professoriate","author":"Boyer E. L.","year":"1990","unstructured":"E. L. Boyer . Scholarship reconsidered: Priorities of the professoriate . Carnegie Foundation for the Advancement of Teaching , 1990 . E. L. Boyer. Scholarship reconsidered: Priorities of the professoriate. Carnegie Foundation for the Advancement of Teaching, 1990."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-84800-044-5_14"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2541940.2541977"},{"key":"e_1_3_2_1_23_1","first-page":"209","volume-title":"OSDI","volume":"8","author":"Cadar C.","year":"2008","unstructured":"C. Cadar , D. Dunbar , and D. R. Engler . KLEE: Unassisted and automatic generation of high-coverage tests for complex systems programs . In OSDI , volume 8 , pages 209 -- 224 , 2008 . C. Cadar, D. Dunbar, and D. R. Engler. KLEE: Unassisted and automatic generation of high-coverage tests for complex systems programs. In OSDI, volume 8, pages 209--224, 2008."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2168836.2168861"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2656045.2656047"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.5555\/2561828.2561891"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2006.26"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635889"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-005-3861-2"},{"key":"e_1_3_2_1_30_1","first-page":"101","volume-title":"NSDI","author":"Dobrescu M.","year":"2014","unstructured":"M. Dobrescu and K. Argyraki . Software dataplane verification . In NSDI , pages 101 -- 114 , 2014 . M. Dobrescu and K. Argyraki. Software dataplane verification. In NSDI, pages 101--114, 2014."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-24605-3_37"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.scico.2007.01.015"},{"key":"e_1_3_2_1_33_1","first-page":"3","volume-title":"CSET","author":"Evans N. S.","year":"2014","unstructured":"N. S. Evans , A. Benameur , and M. C. Elder . Large-scale evaluation of a vulnerability analysis framework . In CSET , pages 3 -- 3 . USENIX Association , 2014 . N. S. Evans, A. Benameur, and M. C. Elder. Large-scale evaluation of a vulnerability analysis framework. In CSET, pages 3--3. USENIX Association, 2014."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-54108-7_6"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486870"},{"key":"e_1_3_2_1_36_1","first-page":"1","volume-title":"CAV","author":"Ganesh V.","year":"2011","unstructured":"V. Ganesh , A. Kie\u017cun , S. Artzi , P. J. Guo , P. Hooimeijer , and M. Ernst . HAMPI: A string solver for testing, analysis and vulnerability detection . In CAV , pages 1 -- 19 . Springer , 2011 . V. Ganesh, A. Kie\u017cun, S. Artzi, P. J. Guo, P. Hooimeijer, and M. Ernst. HAMPI: A string solver for testing, analysis and vulnerability detection. In CAV, pages 1--19. Springer, 2011."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2338965.2336773"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090147.2094081"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/1610252.1610285"},{"key":"e_1_3_2_1_40_1","volume-title":"How is software visible in the scientific literature? Technical report","author":"Howison J.","year":"2015","unstructured":"J. Howison and J. Bullard . How is software visible in the scientific literature? Technical report , Univ. of Texas , 2015 . J. Howison and J. Bullard. How is software visible in the scientific literature? Technical report, Univ. of Texas, 2015."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2441776.2441828"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/SERE.2013.26"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1080\/09332480.2005.10722754"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.5555\/2337223.2337279"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.5555\/2184075.2184077"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568258"},{"key":"e_1_3_2_1_47_1","volume-title":"Citation and attribution of digital products: Social and technological concerns. WSSSPE at SC","author":"Katz D.","year":"2013","unstructured":"D. Katz . Citation and attribution of digital products: Social and technological concerns. WSSSPE at SC , 2013 . D. Katz. Citation and attribution of digital products: Social and technological concerns. WSSSPE at SC, 2013."},{"key":"e_1_3_2_1_48_1","volume-title":"Summary of the first workshop on sustainable software for science (WSSSPE): Practice and experiences. arXiv","author":"Katz D.","year":"2014","unstructured":"D. Katz , S.-C. Choi , H. Lapp , K. Maheshwari , F. L\u00f6ffler , M. Turk , M. Hanwell , N. Wilkins-Diehr , Summary of the first workshop on sustainable software for science (WSSSPE): Practice and experiences. arXiv , 2014 . D. Katz, S.-C. Choi, H. Lapp, K. Maheshwari, F. L\u00f6ffler, M. Turk, M. Hanwell, N. Wilkins-Diehr, et al. Summary of the first workshop on sustainable software for science (WSSSPE): Practice and experiences. arXiv, 2014."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2014.29"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/1882291.1882297"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2012.114"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.5555\/2337223.2337373"},{"key":"e_1_3_2_1_53_1","volume-title":"Accurately citing software and algorithms used in publications. Technical report, 785731","author":"Knepley M.","year":"2013","unstructured":"M. Knepley , J. Brown , L. C. McInnes , and B. Smith . Accurately citing software and algorithms used in publications. Technical report, 785731 , 2013 . M. Knepley, J. Brown, L. C. McInnes, and B. Smith. Accurately citing software and algorithms used in publications. Technical report, 785731, 2013."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/2658987"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/2642937.2643004"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/2413176.2413207"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/2370036.2145844"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/2398857.2384683"},{"key":"e_1_3_2_1_59_1","first-page":"287","volume-title":"SecureComm","author":"Ma H.","year":"2014","unstructured":"H. Ma , X. Ma , W. Liu , Z. Huang , D. Gao , and C. Jia . Control flow obfuscation using neural network to fight concolic testing . In SecureComm , pages 287 -- 304 , 2014 . H. Ma, X. Ma, W. Liu, Z. Huang, D. Gao, and C. Jia. Control flow obfuscation using neural network to fight concolic testing. In SecureComm, pages 287--304, 2014."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.5555\/2041552.2041563"},{"key":"e_1_3_2_1_61_1","first-page":"02","article-title":"Reproducible research--what, why and how. Technical report, WrUT","volume":"08","author":"Madeyski L.","year":"2015","unstructured":"L. Madeyski and B. Kitchenham . Reproducible research--what, why and how. Technical report, WrUT , Report PRE W 08\/2015 \/P- 02 , 2015 . L. Madeyski and B. Kitchenham. Reproducible research--what, why and how. Technical report, WrUT, Report PRE W08\/2015\/P-02, 2015.","journal-title":"Report PRE W"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/2189750.2151012"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/2468356.2468382"},{"key":"e_1_3_2_1_64_1","volume-title":"Evaluating computer scientists and engineers for promotion and tenure","author":"Patterson D.","year":"1999","unstructured":"D. Patterson , L. Snyder , and J. Ullman . Evaluating computer scientists and engineers for promotion and tenure . Computing Research Association , 1999 . D. Patterson, L. Snyder, and J. Ullman. Evaluating computer scientists and engineers for promotion and tenure. Computing Research Association, 1999."},{"issue":"6060","key":"e_1_3_2_1_65_1","first-page":"1226","article-title":"Reproducible research in computational science. Science (New York","volume":"334","author":"Peng R. D.","year":"2011","unstructured":"R. D. Peng . Reproducible research in computational science. Science (New York , Ny) , 334 ( 6060 ): 1226 , 2011 . R. D. Peng. Reproducible research in computational science. Science (New York, Ny), 334(6060):1226, 2011.","journal-title":"Ny)"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1109\/SCAM.2014.19"},{"key":"e_1_3_2_1_67_1","volume-title":"Repeatability and benefaction in computer systems research. Technical report","author":"Proebsting T.","year":"2015","unstructured":"T. Proebsting and A. M. Warren . Repeatability and benefaction in computer systems research. Technical report , Univ. of Arizona TR 14-04, 2015 . T. Proebsting and A. M. Warren. Repeatability and benefaction in computer systems research. Technical report, Univ. of Arizona TR 14-04, 2015."},{"key":"e_1_3_2_1_68_1","volume-title":"Discovery over application: A case study of misaligned incentives in software engineering. Master's thesis","author":"Rizzi E. F.","year":"2015","unstructured":"E. F. Rizzi . Discovery over application: A case study of misaligned incentives in software engineering. Master's thesis , University of Nebraska , Lincoln , 2015 . E. F. Rizzi. Discovery over application: A case study of misaligned incentives in software engineering. Master's thesis, University of Nebraska, Lincoln, 2015."},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/2557833.2560580"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/1791212.1791235"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-41707-8_9"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635872"},{"issue":"6","key":"e_1_3_2_1_73_1","first-page":"603","article-title":"Researcher bias: The use of machine learning in software defect prediction. Soft. Eng","volume":"40","author":"Shepperd M.","year":"2014","unstructured":"M. Shepperd , D. Bowes , and T. Hall . Researcher bias: The use of machine learning in software defect prediction. Soft. Eng ., IEEE Trans. on , 40 ( 6 ): 603 -- 616 , 2014 . M. Shepperd, D. Bowes, and T. Hall. Researcher bias: The use of machine learning in software defect prediction. Soft. Eng., IEEE Trans. on, 40(6):603--616, 2014.","journal-title":"IEEE Trans. on"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.5555\/2818754.2818759"},{"key":"e_1_3_2_1_75_1","first-page":"125","volume-title":"USENIX ATC","author":"Slowinska A.","year":"2012","unstructured":"A. Slowinska , T. Stancescu , and H. Bos . Body armor for binaries: Preventing buffer overflows without recompilation . In USENIX ATC , pages 125 -- 137 , 2012 . A. Slowinska, T. Stancescu, and H. Bos. Body armor for binaries: Preventing buffer overflows without recompilation. In USENIX ATC, pages 125--137, 2012."},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2013.55"},{"key":"e_1_3_2_1_77_1","first-page":"97","volume-title":"MEMOCODE","author":"Sturton C.","year":"2013","unstructured":"C. Sturton , R. Sinha , T. H. Dang , S. Jain , M. McCoyd , W. Y. Tan , P. Maniatis , S. A. Seshia , and D. Wagner . Symbolic software model validation . In MEMOCODE , pages 97 -- 108 . IEEE, 2013 . C. Sturton, R. Sinha, T. H. Dang, S. Jain, M. McCoyd, W. Y. Tan, P. Maniatis, S. A. Seshia, and D. Wagner. Symbolic software model validation. In MEMOCODE, pages 97--108. IEEE, 2013."},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.5555\/2818754.2818834"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1145\/2001420.2001458"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10009-012-0225-2"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.5555\/1792786.1792798"},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/2393596.2393665"},{"key":"e_1_3_2_1_83_1","first-page":"33","volume-title":"OSDI","author":"Wang X.","year":"2014","unstructured":"X. Wang , D. Lazar , N. Zeldovich , A. Chlipala , and Z. Tatlock . Jitk: a trustworthy in-kernel interpreter infrastructure . In OSDI , pages 33 -- 47 . USENIX, 2014 . X. Wang, D. Lazar, N. Zeldovich, A. Chlipala, and Z. Tatlock. Jitk: a trustworthy in-kernel interpreter infrastructure. In OSDI, pages 33--47. USENIX, 2014."},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2015.7102601"},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.5555\/2818754.2818788"},{"key":"e_1_3_2_1_86_1","doi-asserted-by":"publisher","DOI":"10.5555\/2818754.2818833"}],"event":{"name":"ICSE '16: 38th International Conference on Software Engineering","location":"Austin Texas","acronym":"ICSE '16","sponsor":["ACM Association for Computing Machinery","SIGSOFT ACM Special Interest Group on Software Engineering","IEEE-CS\\TCSE TC on Software Engineering","IEEE-CS\\DATC IEEE Computer Society"]},"container-title":["Proceedings of the 38th International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2884781.2884835","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2884781.2884835","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:39:06Z","timestamp":1750221546000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2884781.2884835"}},"subtitle":["a study of KLEE"],"short-title":[],"issued":{"date-parts":[[2016,5,14]]},"references-count":86,"alternative-id":["10.1145\/2884781.2884835","10.1145\/2884781"],"URL":"https:\/\/doi.org\/10.1145\/2884781.2884835","relation":{},"subject":[],"published":{"date-parts":[[2016,5,14]]},"assertion":[{"value":"2016-05-14","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}