{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T21:01:13Z","timestamp":1751662873105,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":76,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,8,12]],"date-time":"2019-08-12T00:00:00Z","timestamp":1565568000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"DARPA","award":["DSSoC project led by IBM"],"award-info":[{"award-number":["DSSoC project led by IBM"]}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1629431,CCF-1703637, CCF-1846354"],"award-info":[{"award-number":["CCF-1629431,CCF-1703637, CCF-1846354"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,8,12]]},"DOI":"10.1145\/3338906.3338972","type":"proceedings-article","created":{"date-parts":[[2019,8,9]],"date-time":"2019-08-09T12:21:03Z","timestamp":1565353263000},"page":"729-739","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":23,"title":["Storm: program reduction for testing and debugging probabilistic programming systems"],"prefix":"10.1145","author":[{"given":"Saikat","family":"Dutta","sequence":"first","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}]},{"given":"Wenxian","family":"Zhang","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}]},{"given":"Zixin","family":"Huang","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}]},{"given":"Sasa","family":"Misailovic","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}]}],"member":"320","published-online":{"date-parts":[[2019,8,12]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3315508.3329974"},{"key":"e_1_3_2_1_2_1","unstructured":"M. Alipour A. Shi R. Gopinath D. Marinov and A. Groce. 2016.  M. Alipour A. Shi R. Gopinath D. Marinov and A. Groce. 2016."},{"key":"e_1_3_2_1_3_1","unstructured":"Evaluating non-adequate test-case reduction. In ASE.  Evaluating non-adequate test-case reduction. In ASE."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","unstructured":"T. Amtoft and A. Banerjee. 2016. A theory of slicing for probabilistic control flow graphs. In FoSSaCS.  T. Amtoft and A. Banerjee. 2016. A theory of slicing for probabilistic control flow graphs. In FoSSaCS.","DOI":"10.1007\/978-3-662-49630-5_11"},{"key":"e_1_3_2_1_5_1","volume-title":"Pyro: Deep Universal Probabilistic Programming. Journal of Machine Learning Research","author":"Bingham E.","year":"2018","unstructured":"E. Bingham , J. P. Chen , M. Jankowiak , F. Obermeyer , N. Pradhan , T. Karaletsos , R. Singh , P. Szerlip , P. Horsfall , and N. D. Goodman . 2018 . Pyro: Deep Universal Probabilistic Programming. Journal of Machine Learning Research (2018). E. Bingham, J. P. Chen, M. Jankowiak, F. Obermeyer, N. Pradhan, T. Karaletsos, R. Singh, P. Szerlip, P. Horsfall, and N. D. Goodman. 2018. Pyro: Deep Universal Probabilistic Programming. Journal of Machine Learning Research (2018)."},{"key":"e_1_3_2_1_6_1","unstructured":"D. Blei A. Ng and M. Jordan. 2003.  D. Blei A. Ng and M. Jordan. 2003."},{"key":"e_1_3_2_1_7_1","volume-title":"Journal of Machine Learning Research","author":"Allocation Latent Dirichlet","year":"2003","unstructured":"Latent Dirichlet Allocation . Journal of Machine Learning Research ( 2003 ). Latent Dirichlet Allocation. Journal of Machine Learning Research (2003)."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786832"},{"key":"e_1_3_2_1_9_1","volume":"201","author":"Borgstr\u00f6m J.","unstructured":"J. Borgstr\u00f6m , A. Gordon , M. Greenberg , J. Margetson , and J. Van Gael. 201 1. J. Borgstr\u00f6m, A. Gordon, M. Greenberg, J. Margetson, and J. Van Gael. 2011.","journal-title":"J. Van Gael."},{"key":"e_1_3_2_1_10_1","unstructured":"Measure transformer semantics for Bayesian machine learning. In ESOP.  Measure transformer semantics for Bayesian machine learning. In ESOP."},{"key":"e_1_3_2_1_11_1","volume-title":"Stan: A probabilistic programming language. JSTATSOFT","author":"Carpenter B.","year":"2016","unstructured":"B. Carpenter , A. Gelman , M. Hoffman , D. Lee , B. Goodrich , M. Betancourt , M. Brubaker , J. Guo , P. Li , A. Riddell , 2016 . Stan: A probabilistic programming language. JSTATSOFT (2016). B. Carpenter, A. Gelman, M. Hoffman, D. Lee, B. Goodrich, M. Betancourt, M. Brubaker, J. Guo, P. Li, A. Riddell, et al. 2016. Stan: A probabilistic programming language. JSTATSOFT (2016)."},{"key":"e_1_3_2_1_12_1","volume":"201","author":"Claret G.","unstructured":"G. Claret , S. Rajamani , A. Nori , A. Gordon , and J. Borgstr\u00f6m. 201 3. G. Claret, S. Rajamani, A. Nori, A. Gordon, and J. Borgstr\u00f6m. 2013.","journal-title":"J. Borgstr\u00f6m."},{"key":"e_1_3_2_1_13_1","unstructured":"Bayesian inference using data flow analysis. In FSE.  Bayesian inference using data flow analysis. In FSE."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236057"},{"key":"e_1_3_2_1_15_1","unstructured":"A. Filieri C. P\u0103s\u0103reanu and W. Visser. 2013.  A. Filieri C. P\u0103s\u0103reanu and W. Visser. 2013."},{"key":"e_1_3_2_1_16_1","unstructured":"Reliability analysis in symbolic pathfinder. In ICSE.  Reliability analysis in symbolic pathfinder. In ICSE."},{"key":"e_1_3_2_1_17_1","unstructured":"M. Fowler. 2018.  M. Fowler. 2018."},{"volume-title":"improving the design of existing code","author":"Refactoring","key":"e_1_3_2_1_18_1","unstructured":"Refactoring : improving the design of existing code . Addison-Wesley Professional . Refactoring: improving the design of existing code. Addison-Wesley Professional."},{"key":"e_1_3_2_1_19_1","volume-title":"PSI: Exact Symbolic Inference for Probabilistic Programs. In CAV.","author":"Gehr T.","year":"2016","unstructured":"T. Gehr , S. Misailovic , and M. Vechev . 2016 . PSI: Exact Symbolic Inference for Probabilistic Programs. In CAV. T. Gehr, S. Misailovic, and M. Vechev. 2016. PSI: Exact Symbolic Inference for Probabilistic Programs. In CAV."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2338965.2336773"},{"key":"e_1_3_2_1_21_1","volume":"201","author":"Gelman A.","unstructured":"A. Gelman , D. Lee , and J. Guo. 201 5. Stan A Probabilistic Programming Language for Bayesian Inference and Optimization. Journal of Educational and Behavioural Statistics (2015). A. Gelman, D. Lee, and J. Guo. 2015. Stan A Probabilistic Programming Language for Bayesian Inference and Optimization. Journal of Educational and Behavioural Statistics (2015).","journal-title":"J. Guo."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"W. Gilks A. Thomas and D. Spiegelhalter. 1994. A language and program for complex Bayesian modelling. The Statistician (1994).  W. Gilks A. Thomas and D. Spiegelhalter. 1994. A language and program for complex Bayesian modelling. The Statistician (1994).","DOI":"10.2307\/2348941"},{"key":"e_1_3_2_1_23_1","volume":"200","author":"Goodman N.","unstructured":"N. Goodman , V. Mansinghka , D. Roy , K. Bonawitz , and J. Tenenbaum. 200 8. N. Goodman, V. Mansinghka, D. Roy, K. Bonawitz, and J. Tenenbaum. 2008.","journal-title":"J. Tenenbaum."},{"key":"e_1_3_2_1_24_1","unstructured":"Church: A language for generative models. In UAI.  Church: A language for generative models. In UAI."},{"key":"e_1_3_2_1_25_1","unstructured":"N. Goodman and A. Stuhlm\u00fcller. 2014.  N. Goodman and A. Stuhlm\u00fcller. 2014."},{"key":"e_1_3_2_1_26_1","unstructured":"The Design and Implementation of Probabilistic Programming Languages. http:\/\/dippl.org.  The Design and Implementation of Probabilistic Programming Languages. http:\/\/dippl.org."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2593882.2593900"},{"key":"e_1_3_2_1_28_1","unstructured":"R. Grosse S. Ancha and D. Roy. 2016.  R. Grosse S. Ancha and D. Roy. 2016."},{"key":"e_1_3_2_1_29_1","unstructured":"Measuring the reliability of MCMC inference with bidirectional Monte Carlo. In NIPS.  Measuring the reliability of MCMC inference with bidirectional Monte Carlo. In NIPS."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","unstructured":"S. Herfert J. Patra and M. Pradel. 2017. Automatically reducing tree-structured test inputs. In ASE.   S. Herfert J. Patra and M. Pradel. 2017. Automatically reducing tree-structured test inputs. In ASE.","DOI":"10.1109\/ASE.2017.8115697"},{"key":"e_1_3_2_1_31_1","unstructured":"M. Hoffman and A. Gelman. 2014. The No-U-turn sampler: adaptively setting path lengths in Hamiltonian Monte Carlo. Journal of Machine Learning Research (2014).   M. Hoffman and A. Gelman. 2014. The No-U-turn sampler: adaptively setting path lengths in Hamiltonian Monte Carlo. Journal of Machine Learning Research (2014)."},{"key":"e_1_3_2_1_32_1","volume-title":"Psense: Automatic sensitivity analysis for probabilistic programs. In ATVA.","author":"Huang Z.","year":"2018","unstructured":"Z. Huang , Z. Wang , and S. Misailovic . 2018 . Psense: Automatic sensitivity analysis for probabilistic programs. In ATVA. Z. Huang, Z. Wang, and S. Misailovic. 2018. Psense: Automatic sensitivity analysis for probabilistic programs. In ATVA."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2594291.2594303"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"crossref","unstructured":"N. Jansen C. Dehnert B. L. Kaminski J. Katoen and L. Westhofen. 2016. Bounded Model Checking for Probabilistic Programs. ATVA.  N. Jansen C. Dehnert B. L. Kaminski J. Katoen and L. Westhofen. 2016. Bounded Model Checking for Probabilistic Programs. ATVA.","DOI":"10.1007\/978-3-319-46520-3_5"},{"key":"e_1_3_2_1_35_1","unstructured":"J. Katoen. 201"},{"key":"e_1_3_2_1_36_1","unstructured":"D. P. Kingma and M. Welling. 2014. Auto-Encoding Variational Bayes. In ICLR.  D. P. Kingma and M. Welling. 2014. Auto-Encoding Variational Bayes. In ICLR."},{"key":"e_1_3_2_1_37_1","unstructured":"A. Kozlov and D. Koller. 1997.  A. Kozlov and D. Koller. 1997."},{"key":"e_1_3_2_1_38_1","unstructured":"Nonuniform dynamic discretization in hybrid networks. In UAI.  Nonuniform dynamic discretization in hybrid networks. In UAI."},{"key":"e_1_3_2_1_39_1","unstructured":"A. Kucukelbir R. Ranganath A. Gelman and D. Blei. 2015. Automatic variational inference in Stan. In NIPS.   A. Kucukelbir R. Ranganath A. Gelman and D. Blei. 2015. Automatic variational inference in Stan. In NIPS."},{"key":"e_1_3_2_1_40_1","unstructured":"B. Li M. Grechanik and D. Poshyvanyk. 2014.  B. Li M. Grechanik and D. Poshyvanyk. 2014."},{"key":"e_1_3_2_1_41_1","unstructured":"Sanitizing and minimizing databases for software application test outsourcing. In ICST.  Sanitizing and minimizing databases for software application test outsourcing. In ICST."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2642937.2643011"},{"key":"e_1_3_2_1_43_1","unstructured":"V. Mansinghka D. Selsam and Y. Perov. 2014.  V. Mansinghka D. Selsam and Y. Perov. 2014."},{"key":"e_1_3_2_1_44_1","volume-title":"a higher-order probabilistic programming platform with programmable inference. arXiv preprint 1404.0099","author":"Venture","year":"2014","unstructured":"Venture : a higher-order probabilistic programming platform with programmable inference. arXiv preprint 1404.0099 ( 2014 ). Venture: a higher-order probabilistic programming platform with programmable inference. arXiv preprint 1404.0099 (2014)."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"crossref","unstructured":"P. Mardziel S. Magill M. Hicks and M. Srivatsa. 2013. Dynamic enforcement of knowledge-based security policies using probabilistic abstract interpretation. Journal of Computer Security (2013).   P. Mardziel S. Magill M. Hicks and M. Srivatsa. 2013. Dynamic enforcement of knowledge-based security policies using probabilistic abstract interpretation. Journal of Computer Security (2013).","DOI":"10.3233\/JCS-130469"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2004.1265817"},{"key":"e_1_3_2_1_47_1","volume":"201","author":"Minka T.","unstructured":"T. Minka , J. M. Winn , J. P. Guiver , S. Webster , Y. Zaykov , B. Yangel , A. Spengler , and J. Bronskill. 201 3. T. Minka, J. M. Winn, J. P. Guiver, S. Webster, Y. Zaykov, B. Yangel, A. Spengler, and J. Bronskill. 2013.","journal-title":"J. Bronskill."},{"key":"e_1_3_2_1_48_1","unstructured":"Infer.NET 2.5. Microsoft Research Cambridge. http:\/\/research.microsoft.com\/infernet.  Infer.NET 2.5. Microsoft Research Cambridge. http:\/\/research.microsoft.com\/infernet."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134307"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"crossref","unstructured":"D. Monniaux. 2000. Abstract interpretation of probabilistic semantics. In SAS.   D. Monniaux. 2000. Abstract interpretation of probabilistic semantics. In SAS.","DOI":"10.1007\/978-3-540-45099-3_17"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3088525.3088564"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"crossref","unstructured":"R. Neal et al. 2011. MCMC using Hamiltonian dynamics. Handbook of Markov Chain Monte Carlo (2011).  R. Neal et al. 2011. MCMC using Hamiltonian dynamics. Handbook of Markov Chain Monte Carlo (2011).","DOI":"10.1201\/b10905-6"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"crossref","unstructured":"V. Ngo and A. Legay. 2018. Formal verification of probabilistic SystemC models with statistical model checking. Journal of Software: Evolution and Process (2018).  V. Ngo and A. Legay. 2018. Formal verification of probabilistic SystemC models with statistical model checking. Journal of Software: Evolution and Process (2018).","DOI":"10.1002\/smr.1890"},{"key":"e_1_3_2_1_54_1","unstructured":"J. Nocedal and S. Wright. 2006.  J. Nocedal and S. Wright. 2006."},{"key":"e_1_3_2_1_55_1","volume-title":"series in operations research and financial engineering","author":"Numerical","year":"2006","unstructured":"Numerical optimization , series in operations research and financial engineering . Springer ( 2006 ). Numerical optimization, series in operations research and financial engineering. Springer (2006)."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"crossref","unstructured":"A. Nori C. Hur S. Rajamani and S. Samuel. 2014. R2: An efficient MCMC sampler for probabilistic programs. In AAAI.   A. Nori C. Hur S. Rajamani and S. Samuel. 2014. R2: An efficient MCMC sampler for probabilistic programs. In AAAI.","DOI":"10.1609\/aaai.v28i1.9060"},{"key":"e_1_3_2_1_57_1","unstructured":"T. Parr. 2013.  T. Parr. 2013."},{"key":"e_1_3_2_1_58_1","unstructured":"The definitive ANTLR 4 reference. Pragmatic Bookshelf.   The definitive ANTLR 4 reference. Pragmatic Bookshelf."},{"key":"e_1_3_2_1_59_1","unstructured":"A. Pfeffer. 2001. IBAL: a probabilistic rational programming language. In IJCAI.   A. Pfeffer. 2001. IBAL: a probabilistic rational programming language. In IJCAI."},{"key":"e_1_3_2_1_60_1","unstructured":"J. Regehr Y. Chen P. Cuoq E. Eide C. Ellison and X. Yang. 2012.  J. Regehr Y. Chen P. Cuoq E. Eide C. Ellison and X. Yang. 2012."},{"key":"e_1_3_2_1_61_1","unstructured":"Test-case reduction for C compiler bugs. In PLDI.  Test-case reduction for C compiler bugs. In PLDI."},{"key":"e_1_3_2_1_62_1","unstructured":"RStanIssue 2018. Stan Issue Reporting Instruction. http:\/\/mcstan.org\/users\/ issues\/index.html.  RStanIssue 2018. Stan Issue Reporting Instruction. http:\/\/mcstan.org\/users\/ issues\/index.html."},{"key":"e_1_3_2_1_63_1","unstructured":"D. Selsam P. Liang and D. Dill. 2017. Developing Bug-Free Machine Learning Systems With Formal Mathematics. arXiv preprint arXiv:1706.08605 (2017).   D. Selsam P. Liang and D. Dill. 2017. Developing Bug-Free Machine Learning Systems With Formal Mathematics. arXiv preprint arXiv:1706.08605 (2017)."},{"key":"e_1_3_2_1_64_1","unstructured":"StanExampleModels 2018.  StanExampleModels 2018."},{"key":"e_1_3_2_1_65_1","unstructured":"https:\/\/github.com\/standev\/examplemodels.  https:\/\/github.com\/standev\/examplemodels."},{"key":"e_1_3_2_1_66_1","unstructured":"StanIssue1610 2015. Stan Issue #1610.  StanIssue1610 2015. Stan Issue #1610."},{"key":"e_1_3_2_1_67_1","unstructured":"https:\/\/github.com\/standev\/stan\/issues\/ 1610.  https:\/\/github.com\/standev\/stan\/issues\/ 1610."},{"key":"e_1_3_2_1_68_1","unstructured":"StormAppendix 2019.  StormAppendix 2019."},{"key":"e_1_3_2_1_69_1","unstructured":"Storm Appendix. https:\/\/www.probfuzz.com\/storm\/ appendix.pdf.  Storm Appendix. https:\/\/www.probfuzz.com\/storm\/ appendix.pdf."},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180236"},{"key":"e_1_3_2_1_71_1","volume-title":"Edward: A library for probabilistic modeling, inference, and criticism. arXiv","author":"Tran D.","year":"2016","unstructured":"D. Tran , A. Kucukelbir , A. Dieng , M. Rudolph , D. Liang , and D. Blei . 2016 . Edward: A library for probabilistic modeling, inference, and criticism. arXiv (2016). D. Tran, A. Kucukelbir, A. Dieng, M. Rudolph, D. Liang, and D. Blei. 2016. Edward: A library for probabilistic modeling, inference, and criticism. arXiv (2016)."},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180203"},{"key":"e_1_3_2_1_73_1","unstructured":"M. Weiser. 1981. Program slicing. In ICSE.   M. Weiser. 1981. Program slicing. In ICSE."},{"key":"e_1_3_2_1_74_1","unstructured":"F. Wood J. van de Meent and V. Mansinghka. 2014. A new approach to probabilistic programming inference. In AiStats.  F. Wood J. van de Meent and V. Mansinghka. 2014. A new approach to probabilistic programming inference. In AiStats."},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/1993498.1993532"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.988498"}],"event":{"name":"ESEC\/FSE '19: 27th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"],"location":"Tallinn Estonia","acronym":"ESEC\/FSE '19"},"container-title":["Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3338906.3338972","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3338906.3338972","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3338906.3338972","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:26:21Z","timestamp":1750206381000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3338906.3338972"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,8,12]]},"references-count":76,"alternative-id":["10.1145\/3338906.3338972","10.1145\/3338906"],"URL":"https:\/\/doi.org\/10.1145\/3338906.3338972","relation":{},"subject":[],"published":{"date-parts":[[2019,8,12]]},"assertion":[{"value":"2019-08-12","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}