{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T14:58:04Z","timestamp":1784300284055,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":96,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T00:00:00Z","timestamp":1728604800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/100008536","name":"Amazon Web Services","doi-asserted-by":"publisher","id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/100008536","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2402449"],"award-info":[{"award-number":["2402449"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,13]]},"DOI":"10.1145\/3654777.3676407","type":"proceedings-article","created":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T10:50:36Z","timestamp":1728643836000},"page":"1-16","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Tyche: Making Sense of PBT Effectiveness"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9631-1169","authenticated-orcid":false,"given":"Harrison","family":"Goldstein","sequence":"first","affiliation":[{"name":"Computer and Information Science, University of Pennsylvania, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6407-1316","authenticated-orcid":false,"given":"Jeffrey","family":"Tao","sequence":"additional","affiliation":[{"name":"Computer and Information Science, University of Pennsylvania, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8646-8362","authenticated-orcid":false,"given":"Zac","family":"Hatfield-Dodds","sequence":"additional","affiliation":[{"name":"Anthropic, United States and School of Cybernetics, Australian National University, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7839-1636","authenticated-orcid":false,"given":"Benjamin C.","family":"Pierce","sequence":"additional","affiliation":[{"name":"Computer and Information Science, University of Pennsylvania, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1523-3347","authenticated-orcid":false,"given":"Andrew","family":"Head","sequence":"additional","affiliation":[{"name":"Computer and Information Science, University of Pennsylvania, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,10,11]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1480945.1480946"},{"key":"e_1_3_2_2_2_1","unstructured":"Alexandr Andoni Dumitru Daniliuc Sarfraz Khurshid and Darko Marinov. 2002. Evaluating the \u201cSmall Scope Hypothesis\u201d. (2002)."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1159789.1159792"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2015.7107466"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-02217-3_5"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477132.3483540"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.5555\/1153917.1153994"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2501988.2502050"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1093\/iwc\/iwv046"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753555"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1017\/S0956796815000143"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/351240.351266"},{"key":"e_1_3_2_2_13_1","volume-title":"d.]. Retrieved","author":"Create React","year":"2024","unstructured":"[13] Create React App [n. d.]. Retrieved March 23, 2024 from https:\/\/github.com\/facebook\/create-react-app"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"crossref","unstructured":"Matthew\u00a0C. Davis Sangheon Choi Sam Estep Brad\u00a0A. Myers and Sunshine. 2023. NaNoFuzz: A Usable Tool for Automatic Test Generation.","DOI":"10.1145\/3611643.3616327"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2984511.2984566"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376442"},{"key":"e_1_3_2_2_17_1","unstructured":"Nicolas Dubien. 2024. fast-check. https:\/\/fast-check.dev\/"},{"key":"e_1_3_2_2_18_1","unstructured":"Andrea Fioraldi Dominik Maier Heiko Ei\u00dffeldt and Marc Heuse. 2020. {AFL++} : Combining Incremental Steps of Fuzzing Research. https:\/\/www.usenix.org\/conference\/woot20\/presentation\/fioraldi"},{"key":"e_1_3_2_2_19_1","unstructured":"Andrew Gallant. 2024. BurntSushi\/quickcheck. https:\/\/github.com\/BurntSushi\/quickcheck original-date: 2014-03-09T07:29:09Z."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2699751"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2699751"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174154"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174154"},{"key":"e_1_3_2_2_24_1","volume-title":"ACM Symposium on User Interface Software and Technology (UIST). https:\/\/harrisongoldste.in\/papers\/uist23","author":"Goldstein Harrison","year":"2023","unstructured":"Harrison Goldstein. 2023. Tyche: In Situ Exploration of Random Testing Effectiveness (Demo). In ACM Symposium on User Interface Software and Technology (UIST). https:\/\/harrisongoldste.in\/papers\/uist23.pdf"},{"key":"e_1_3_2_2_25_1","volume-title":"Property-Based Testing in Practice. In International Conference on Software Engineering (ICSE).","author":"Goldstein Harrison","year":"2024","unstructured":"Harrison Goldstein, Joseph\u00a0W Cutler, Daniel Dickstein, Benjamin\u00a0C Pierce, and Andrew Head. 2024. Property-Based Testing in Practice. In International Conference on Software Engineering (ICSE)."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3607842"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72019-3_10"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3563291"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4613-9464-8_37"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/1449715.1449732"},{"key":"e_1_3_2_2_31_1","unstructured":"Zac Hatfield-Dodds. 2024. Observability Tools & Hypothesis 6.99.13. https:\/\/hypothesis.readthedocs.io\/en\/latest\/observability.html"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3051457.3051467"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3332165.3347925"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174106"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300809"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376177"},{"key":"e_1_3_2_2_37_1","unstructured":"Paul Holser. 2024. pholser\/junit-quickcheck. https:\/\/github.com\/pholser\/junit-quickcheck original-date: 2010-10-18T22:33:36Z."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3428208"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-69611-7_1"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-30936-1_9"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2016.37"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/1101908.1101949"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635929"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3126594.3126632"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/HCC.2001.995275"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415842"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/TR.2017.2727062"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-30942-8_1"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2012.147"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3009837.3009868"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3360607"},{"key":"e_1_3_2_2_52_1","volume-title":"POPL","author":"Lampropoulos Leonidas","year":"2017","unstructured":"Leonidas Lampropoulos, Zoe Paraskevopoulou, and Benjamin\u00a0C. Pierce. 2017. Generating good generators for inductive relations. Proceedings of the ACM on Programming Languages 2, POPL (2017), 1\u201330. https:\/\/dl.acm.org\/doi\/10.1145\/3158133 Publisher: ACM New York, NY, USA."},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2005.44"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376494"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.21105\/joss.01891"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/2807442.2807459"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3126594.3126658"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242587.3242668"},{"key":"e_1_3_2_2_59_1","volume-title":"The Corsini encyclopedia of psychology","author":"McKnight E","year":"2010","unstructured":"Patrick\u00a0E McKnight and Julius Najab. 2010. Mann-Whitney U Test. The Corsini encyclopedia of psychology (2010), 1\u20131. Publisher: Wiley Online Library."},{"key":"e_1_3_2_2_60_1","unstructured":"Microsoft. 2024. Visual Studio Code. https:\/\/code.visualstudio.com\/"},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/502348.502361"},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242744.3242747"},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3472749.3474737"},{"key":"e_1_3_2_2_64_1","doi-asserted-by":"publisher","DOI":"10.22152\/programming-journal.org\/2022\/6\/10"},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3472749.3474748"},{"key":"e_1_3_2_2_66_1","unstructured":"Rickard Nilsson. 2024. ScalaCheck. https:\/\/scalacheck.org\/"},{"key":"e_1_3_2_2_67_1","volume-title":"User centered system design","author":"Norman A","unstructured":"Donald\u00a0A Norman and Stephen\u00a0W Draper. 1986. User centered system design; new perspectives on human-computer interaction. L. Erlbaum Associates Inc."},{"key":"e_1_3_2_2_68_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2009.5295287"},{"key":"e_1_3_2_2_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/1982595.1982615"},{"key":"e_1_3_2_2_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3526113.3545691"},{"key":"e_1_3_2_2_71_1","volume-title":"d.]. Retrieved","year":"2024","unstructured":"[71] pytest-watch [n. d.]. Retrieved March 23, 2024 from https:\/\/github.com\/joeyespo\/pytest-watch"},{"key":"e_1_3_2_2_72_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.1998.671118"},{"key":"e_1_3_2_2_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274419"},{"key":"e_1_3_2_2_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/1543134.1411292"},{"key":"e_1_3_2_2_75_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2599030"},{"key":"e_1_3_2_2_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3607860"},{"key":"e_1_3_2_2_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3472749.3474744"},{"key":"e_1_3_2_2_78_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2020.3013716"},{"key":"e_1_3_2_2_79_1","volume-title":"The Proof and Measurement of Association between Two Things.American Journal of Psychology 15","author":"Spearman C","year":"1904","unstructured":"C Spearman. 1904. The Proof and Measurement of Association between Two Things.American Journal of Psychology 15 (1904), 72\u2013101. Publisher: University of Illinois Press, etc.."},{"key":"e_1_3_2_2_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549139"},{"key":"e_1_3_2_2_81_1","unstructured":"Donald Stewart Koen Claessen Nick Smallbone and Simon Marlow. 2024. Test.QuickCheck \u2014 hackage.haskell.org. https:\/\/hackage.haskell.org\/package\/QuickCheck-2.14.3\/docs\/Test-QuickCheck.html#v:label"},{"key":"e_1_3_2_2_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357153"},{"key":"e_1_3_2_2_83_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2017.8103457"},{"key":"e_1_3_2_2_84_1","first-page":"127","article-title":"VIVA","volume":"1","author":"Tanimoto L.","year":"1990","unstructured":"Steven\u00a0L. Tanimoto. 1990. VIVA: A Visual Language for Image Processing. 1, 2 (1990), 127\u2013139.","journal-title":"A Visual Language for Image Processing."},{"key":"e_1_3_2_2_85_1","unstructured":"Jordan Walke. 2024. React. https:\/\/react.dev\/"},{"key":"e_1_3_2_2_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502123"},{"key":"e_1_3_2_2_87_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445249"},{"key":"e_1_3_2_2_88_1","unstructured":"Ian Ward. 2024. JSON Lines. https:\/\/jsonlines.org\/"},{"key":"e_1_3_2_2_89_1","volume-title":"The Free Encyclopedia","unstructured":"Wikipedia. 2024. Name server \u2014 Wikipedia, The Free Encyclopedia. http:\/\/en.wikipedia.org\/w\/index.php?title=Name%20server&oldid=1215654110"},{"key":"e_1_3_2_2_90_1","volume-title":"The Free Encyclopedia","unstructured":"Wikipedia. 2024. Red\u2013black tree \u2014 Wikipedia, The Free Encyclopedia. http:\/\/en.wikipedia.org\/w\/index.php?title=Red%E2%80%93black%20tree&oldid=1215636980"},{"key":"e_1_3_2_2_91_1","doi-asserted-by":"publisher","DOI":"10.1145\/642611.642665"},{"key":"e_1_3_2_2_92_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.1996.10038"},{"key":"e_1_3_2_2_93_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445654"},{"key":"e_1_3_2_2_94_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445654"},{"key":"e_1_3_2_2_95_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415900"},{"key":"e_1_3_2_2_96_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445567"}],"event":{"name":"UIST '24: The 37th Annual ACM Symposium on User Interface Software and Technology","location":"Pittsburgh PA USA","acronym":"UIST '24"},"container-title":["Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3654777.3676407","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3654777.3676407","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,4]],"date-time":"2025-08-04T21:10:23Z","timestamp":1754341823000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3654777.3676407"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,11]]},"references-count":96,"alternative-id":["10.1145\/3654777.3676407","10.1145\/3654777"],"URL":"https:\/\/doi.org\/10.1145\/3654777.3676407","relation":{},"subject":[],"published":{"date-parts":[[2024,10,11]]},"assertion":[{"value":"2024-10-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}