{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,5]],"date-time":"2026-02-05T13:37:59Z","timestamp":1770298679616,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":162,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,27]],"date-time":"2023-06-27T00:00:00Z","timestamp":1687824000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["2030859"],"award-info":[{"award-number":["2030859"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,27]]},"DOI":"10.1145\/3589806.3600034","type":"proceedings-article","created":{"date-parts":[[2023,6,28]],"date-time":"2023-06-28T20:09:22Z","timestamp":1687982962000},"page":"102-114","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["GTP Benchmarks for Gradual Typing Performance"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7078-9287","authenticated-orcid":false,"given":"Ben","family":"Greenman","sequence":"first","affiliation":[{"name":"Computer Science Department, Brown University, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,6,28]]},"reference":[{"key":"e_1_3_2_3_1_1","volume-title":"d.]. The Coq proof assistant. Retrieved","year":"2023","unstructured":"[n. d.]. The Coq proof assistant. Retrieved June 1, 2023 fromhttps:\/\/coq.inria.fr"},{"key":"e_1_3_2_3_2_1","volume-title":"Retrieved","year":"2023","unstructured":"[n. d.]. DefinitelyTyped: dependency graph. Retrieved Feb. 20, 2023 fromhttps:\/\/github.com\/DefinitelyTyped\/DefinitelyTyped\/network\/dependents"},{"key":"e_1_3_2_3_3_1","volume-title":"Retrieved","year":"2023","unstructured":"[n. d.]. Documentation: gtp-checkup. Retrieved Feb. 20, 2023 fromhttps:\/\/docs.racket-lang.org\/gtp-checkup\/index.html"},{"key":"e_1_3_2_3_4_1","volume-title":"Retrieved","year":"2023","unstructured":"[n. d.]. Ghc: the glasgow haskell compiler. Retrieved Feb. 20, 2023 fromhttps:\/\/www.haskell.org\/ghc\/"},{"key":"e_1_3_2_3_5_1","volume-title":"d.]. GTP Benchmarks documentation. Retrieved","year":"2022","unstructured":"[n. d.]. GTP Benchmarks documentation. Retrieved Sept. 9, 2022 fromhttps:\/\/docs.racket-lang.org\/gtp-benchmarks\/"},{"key":"e_1_3_2_3_6_1","volume-title":"d.]. GTP Benchmarks source code. Retrieved","year":"2022","unstructured":"[n. d.]. GTP Benchmarks source code. Retrieved Sept. 6, 2022 fromhttps:\/\/github.com\/utahplt\/gtp-benchmarks"},{"key":"e_1_3_2_3_7_1","volume-title":"Retrieved","year":"2023","unstructured":"[n. d.]. Rust programming language. Retrieved Feb. 20, 2023 fromhttps:\/\/www.rust-lang.org\/"},{"key":"e_1_3_2_3_8_1","volume-title":"GTP Benchmarks version 9.2","author":"Rel SW","year":"2022","unstructured":"[8] [SW Rel.] Software: GTP Benchmarks version 9.2, 2022. vcs: https:\/\/github.com\/utahplt\/gtp-benchmarks,swhid:\u27e8swh:1:dir:38637b36446d7ff772b635b623a78bc9d01c260b\u27e9."},{"key":"e_1_3_2_3_9_1","volume-title":"Software: gtp-measure","author":"Rel SW","year":"2022","unstructured":"[9] [SW Rel.], Software: gtp-measure 2022. vcs: https:\/\/github.com\/utahplt\/gtpmeasure,swhid:\u27e8swh:1:dir:9ef0b809bd17c71bcb30bc9f0037713a116c9495\u27e9."},{"key":"e_1_3_2_3_10_1","volume-title":"Software: gtp-plot","author":"Rel SW","year":"2022","unstructured":"[10] [SW Rel.], Software: gtp-plot 2022. vcs: https:\/\/github.com\/utahplt\/gtp-plot,swhid:\u27e8swh:1:dir:ef20cf852c1fb32898624c59e08aae40d1da65cf \u27e9."},{"key":"e_1_3_2_3_11_1","volume-title":"Software: require-typed-check","author":"Rel SW","year":"2022","unstructured":"[11] [SW Rel.], Software: require-typed-check 2022. vcs: https:\/\/github.com\/bennn\/require-typed-check,swhid:\u27e8swh:1:dir:45d3167754665f60df9bbf92cae6800020ea9b20\u27e9."},{"key":"e_1_3_2_3_12_1","volume-title":"SPEC CPU 2017","year":"2023","unstructured":"[n. d.]. SPEC CPU 2017. Retrieved Feb. 20, 2023 from. https:\/\/spec.org\/cpu2017\/"},{"key":"e_1_3_2_3_13_1","volume-title":"Retrieved","year":"2023","unstructured":"[n. d.]. State of js 2020: javascript flavors. Retrieved Feb. 20, 2023 from. https:\/\/2020.stateofjs.com\/en-US\/technologies\/javascript-flavors\/"},{"key":"e_1_3_2_3_14_1","volume-title":"d.]. TypeScript. Retrieved","year":"2021","unstructured":"[n. d.]. TypeScript. Retrieved May 18, 2021 from. https:\/\/www.typescriptlang.org"},{"key":"e_1_3_2_3_15_1","volume-title":"d.]. V8 Benchmarks. Retrieved","year":"2023","unstructured":"[n. d.]. V8 Benchmarks. Retrieved May 24, 2023 from. https:\/\/v8.dev\/docs\/benchmarks"},{"key":"e_1_3_2_3_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3110283"},{"key":"e_1_3_2_3_17_1","first-page":"52","article-title":"Gradual typing for Smalltalk","volume":"96","author":"Allende Esteban","year":"2013","unstructured":"Esteban Allende, Oscar Calla\u00fa, Johan Fabry, \u00c9ric Tanter, and Marcus Denker. 2013. Gradual typing for Smalltalk. SCP 96, 1 (2013), 52\u201369.","journal-title":"SCP"},{"key":"e_1_3_2_3_18_1","doi-asserted-by":"publisher","unstructured":"Esteban Allende Johan Fabry Ronald Garcia and \u00c9ric Tanter. 2014. Confined Gradual Typing. In OOPSLA. 251\u2013270. https:\/\/doi.org\/10.1145\/2660193.2660222","DOI":"10.1145\/2660193.2660222"},{"key":"e_1_3_2_3_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3275519"},{"key":"e_1_3_2_3_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/960118.808380"},{"key":"e_1_3_2_3_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3133876"},{"key":"e_1_3_2_3_22_1","volume-title":"The Role of Experimentation in Software Engineering: Past, Current, and Future","author":"Basili R.","unstructured":"Victor\u00a0R. Basili. 1996. The Role of Experimentation in Software Engineering: Past, Current, and Future. In ICSE. IEEE Computer Society, 442\u2013449. http:\/\/portal.acm.org\/citation.cfm?id=227726.227818"},{"key":"e_1_3_2_3_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3133878"},{"key":"e_1_3_2_3_24_1","doi-asserted-by":"publisher","unstructured":"Gavin Bierman Martin Abadi and Mads Torgersen. 2014. Understanding TypeScript. In ECOOP. 257\u2013281. https:\/\/doi.org\/10.1007\/978-3-662-44202-9_11","DOI":"10.1007\/978-3-662-44202-9_11"},{"key":"e_1_3_2_3_25_1","doi-asserted-by":"crossref","unstructured":"S.\u00a0M. Blackburn R. Garner C. Hoffman A.\u00a0M. Khan K.\u00a0S. McKinley R. Bentzur A. Diwan D. Feinberg D. Frampton S.\u00a0Z. Guyer M. Hirzel A. Hosking M. Jump H. Lee J.\u00a0E.\u00a0B. Moss A. Phansalkar D. Stefanovi\u0107 T. VanDrunen D. von Dincklage and B. Wiedermann. 2006. The DaCapo Benchmarks: Java Benchmarking Development and Analysis. In OOPSLA. 169\u2013190.","DOI":"10.1145\/1167515.1167488"},{"key":"e_1_3_2_3_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723872.2723882"},{"key":"e_1_3_2_3_27_1","doi-asserted-by":"publisher","unstructured":"Carl\u00a0Friedrich Bolz Antonio Cuni Maciej Fijalkowski and Armin Rigo. 2009. Tracing the meta-level: PyPy\u2019s tracing JIT compiler. In ICOOOLPS. ACM 18\u201325. https:\/\/doi.org\/10.1145\/1565824.1565827","DOI":"10.1145\/1565824.1565827"},{"key":"e_1_3_2_3_28_1","doi-asserted-by":"publisher","unstructured":"David Broman and Jeremy\u00a0G. Siek. 2018. Gradually typed symbolic expressions. In PEPM. ACM. https:\/\/doi.org\/10.1145\/3162068","DOI":"10.1145\/3162068"},{"key":"e_1_3_2_3_29_1","volume-title":"d.]. Software:quadT Retrieved","author":"Butterick Matthew","year":"2023","unstructured":"Matthew Butterick. [n. d.]. Software:quadT Retrieved Feb. 20, 2023 from. https:\/\/github.com\/mbutterick\/quad\/tree\/no-check"},{"key":"e_1_3_2_3_30_1","volume-title":"d.]. Software:quadU Retrieved","author":"Butterick Matthew","year":"2023","unstructured":"Matthew Butterick. [n. d.]. Software:quadU Retrieved Feb. 20, 2023 from. https:\/\/github.com\/mbutterick\/quad\/tree\/master"},{"key":"e_1_3_2_3_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3428259"},{"key":"e_1_3_2_3_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3158103"},{"key":"e_1_3_2_3_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290329"},{"key":"e_1_3_2_3_34_1","doi-asserted-by":"crossref","unstructured":"Robert Chatley Alastair Donaldson and Alan Mycroft. 2019. The Next 7000 Programming Languages. 250\u2013282.","DOI":"10.1007\/978-3-319-91908-9_15"},{"key":"e_1_3_2_3_35_1","doi-asserted-by":"publisher","unstructured":"Shyam\u00a0R. Chidamber and Chris\u00a0F. Kemerer. 1991. Towards a Metrics Suite for Object Oriented Design. In OOPSLA. ACM 197\u2013211. https:\/\/doi.org\/10.1145\/117954.117970","DOI":"10.1145\/117954.117970"},{"key":"e_1_3_2_3_36_1","unstructured":"John\u00a0B. Clements. [n. d.]. Software:morse-code-trainer. https:\/\/github.com\/jbclements\/morse-code-trainer\/tree\/master\/morse-code-trainer"},{"key":"e_1_3_2_3_37_1","doi-asserted-by":"publisher","unstructured":"Nasrine Damouche Matthieu Martel Pavel Panchekha Jason Qiu Alex Sanchez-Stern and Zachary Tatlock. 2016. Toward a Standard Benchmark Format and Suite for Floating-Point Analysis. (2016) 63\u201377. https:\/\/doi.org\/10.1007\/978-3-319-54292-8_6","DOI":"10.1007\/978-3-319-54292-8_6"},{"key":"e_1_3_2_3_38_1","doi-asserted-by":"publisher","unstructured":"Arthur\u00a0Azevedo de Amorim Matt Fredrikson and Limin Jia. 2020. Reconciling noninterference and gradual typing. In LICS. ACM 116\u2013129. https:\/\/doi.org\/10.1145\/3373718.3394778","DOI":"10.1145\/3373718.3394778"},{"key":"e_1_3_2_3_39_1","unstructured":"R Developers. [n. d.]. R: The R Project for Statistical Computing. https:\/\/www.r-project.org"},{"key":"e_1_3_2_3_40_1","doi-asserted-by":"publisher","unstructured":"The\u00a0pandas development team. 2020. pandas-dev\/pandas: Pandas. https:\/\/doi.org\/10.5281\/zenodo.3509134","DOI":"10.5281\/zenodo.3509134"},{"key":"e_1_3_2_3_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3158126"},{"key":"e_1_3_2_3_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539657"},{"key":"e_1_3_2_3_43_1","unstructured":"Dmitry Duplyakin Robert Ricci Aleksander Maricq Gary Wong Jonathon Duerig Eric Eide Leigh Stoller Mike Hibler David Johnson Kirk Webb Aditya Akella Kuangching Wang Glenn Ricart Larry Landweber Chip Elliott Michael Zink Emmanuel Cecchet Snigdhaswin Kar and Prabodh Mishra. 2019. The Design and Operation of CloudLab. In USENIX ATC. 1\u201314. https:\/\/www.flux.utah.edu\/paper\/duplyakin-atc19"},{"key":"e_1_3_2_3_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3547627"},{"key":"e_1_3_2_3_45_1","volume-title":"d.]. Software:acquire Retrieved","author":"Felleisen Matthias","year":"2023","unstructured":"Matthias Felleisen. [n. d.]. Software:acquire Retrieved Feb. 20, 2023 from. http:\/\/github.com\/mfelleisen\/Acquire"},{"key":"e_1_3_2_3_46_1","volume-title":"d.]. Software:sample-fsm Retrieved","author":"Felleisen Matthias","year":"2023","unstructured":"Matthias Felleisen. [n. d.]. Software:sample-fsm Retrieved Feb. 20, 2023 from. https:\/\/github.com\/mfelleisen\/sample-fsm"},{"key":"e_1_3_2_3_47_1","volume-title":"d.]. Software:sample-fsm\/VOO etrieved","author":"Felleisen Matthias","year":"2023","unstructured":"Matthias Felleisen. [n. d.]. Software:sample-fsm\/VOO etrieved Feb. 20, 2023 from. https:\/\/github.com\/mfelleisen\/sample-fsm\/tree\/master\/VOO"},{"key":"e_1_3_2_3_48_1","volume-title":"d.]. Software:take5 Retrieved","author":"Felleisen Matthias","year":"2023","unstructured":"Matthias Felleisen. [n. d.]. Software:take5 Retrieved Feb. 20, 2023 from. https:\/\/github.com\/mfelleisen\/take5"},{"key":"e_1_3_2_3_49_1","volume-title":"How to Design Programs","author":"Felleisen Matthias","unstructured":"Matthias Felleisen, Robert\u00a0Bruce Findler, Matthew Flatt, and Shriram Krishnamurthi. 2018. How to Design Programs (second ed.). MIT Press. http:\/\/www.htdp.org\/"},{"key":"e_1_3_2_3_50_1","doi-asserted-by":"publisher","unstructured":"Matthias Felleisen Robert\u00a0Bruce Findler Matthew Flatt Shriram Krishnamurthi Eli Barzilay Jay\u00a0A. McCarthy and Sam Tobin-Hochstadt. 2015. The Racket Manifesto. In SNAPL(LIPIcs Vol.\u00a032). Schloss Dagstuhl 113\u2013128. https:\/\/doi.org\/10.4230\/LIPIcs.SNAPL.2015.113","DOI":"10.4230\/LIPIcs.SNAPL.2015.113"},{"key":"e_1_3_2_3_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3276503"},{"key":"e_1_3_2_3_52_1","volume-title":"Performance and Evaluation of LISP Systems (1 ed.)","author":"Gabriel P.","unstructured":"Richard\u00a0P. Gabriel. 1985. Performance and Evaluation of LISP Systems (1 ed.). MIT Press."},{"key":"e_1_3_2_3_53_1","doi-asserted-by":"publisher","unstructured":"Isaac\u00a0Oscar Gariano Richard Roberts Stefan Marr Michael Homer and James Noble. 2019. Which of My Transient Type Checks Are Not (Almost) Free?. In VMIL. 58\u201366. https:\/\/doi.org\/10.1145\/3358504.3361232","DOI":"10.1145\/3358504.3361232"},{"key":"e_1_3_2_3_54_1","doi-asserted-by":"publisher","unstructured":"Andy Georges Dries Buytaert and Lieven Eeckhout. 2007. Statistically Rigorous Java Performance Evaluation. In OOPSLA. ACM 57\u201376. https:\/\/doi.org\/10.1145\/1297027.1297033","DOI":"10.1145\/1297027.1297033"},{"key":"e_1_3_2_3_55_1","volume-title":"The Java language specification","author":"Gosling James","unstructured":"James Gosling, Bill Joy, Guy Steele, and Gilad Bracha. 2000. The Java language specification. Addison-Wesley Professional."},{"key":"e_1_3_2_3_56_1","unstructured":"Paul Graham. [n. d.]. Beating the Averages. http:\/\/www.paulgraham.com\/avg.html"},{"key":"e_1_3_2_3_57_1","unstructured":"Jim Gray (Ed.). 1993. The Benchmark Handbook for Database and Transaction Systems (2nd ed.). Morgan Kaufmann."},{"key":"e_1_3_2_3_58_1","doi-asserted-by":"crossref","unstructured":"Michael Greenberg. 2015. Space-Efficient Manifest Contracts. In POPL. 181\u2013194.","DOI":"10.1145\/2775051.2676967"},{"key":"e_1_3_2_3_59_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-14805-8_1"},{"key":"e_1_3_2_3_60_1","doi-asserted-by":"publisher","DOI":"10.4230\/LIPIcs.SNAPL.2019.6"},{"key":"e_1_3_2_3_61_1","unstructured":"Ben Greenman. [n. d.]. Software:forth. https:\/\/github.com\/bennn\/forth"},{"key":"e_1_3_2_3_62_1","unstructured":"Ben Greenman. [n. d.]. Software:lnm. https:\/\/github.com\/nuprl\/gradual-typing-performance\/tree\/master\/paper\/popl-2016\/scripts"},{"key":"e_1_3_2_3_63_1","unstructured":"Ben Greenman. [n. d.]. Software:zordoz. http:\/\/github.com\/bennn\/zordoz"},{"key":"e_1_3_2_3_64_1","doi-asserted-by":"publisher","unstructured":"Ben Greenman. 2022. Deep and Shallow Types for Gradual Languages. In PLDI. 580\u2013593. https:\/\/doi.org\/10.1145\/3519939.3523430","DOI":"10.1145\/3519939.3523430"},{"key":"e_1_3_2_3_65_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.7996759"},{"key":"e_1_3_2_3_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579833"},{"key":"e_1_3_2_3_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236766"},{"key":"e_1_3_2_3_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3360548"},{"key":"e_1_3_2_3_69_1","doi-asserted-by":"publisher","DOI":"10.22152\/programming-journal.org"},{"key":"e_1_3_2_3_70_1","doi-asserted-by":"publisher","unstructured":"Ben Greenman and Zeina Migeed. 2018. On the Cost of Type-Tag Soundness. In PEPM. 30\u201339. https:\/\/doi.org\/10.1145\/3162066","DOI":"10.1145\/3162066"},{"key":"e_1_3_2_3_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3473573"},{"key":"e_1_3_2_3_72_1","volume-title":"Sage: Hybrid Checking for Flexible Specifications","author":"Gronski Jessica","year":"2006","unstructured":"Jessica Gronski, Kenneth Knowles, Aaron Tomb, Stephen\u00a0N. Freund, and Cormac Flanagan. 2006. Sage: Hybrid Checking for Flexible Specifications. In SFP. University of Chicago, TR-2006-06. 93\u2013104. http:\/\/scheme2006.cs.uchicago.edu\/scheme2006.pdf"},{"key":"e_1_3_2_3_73_1","doi-asserted-by":"publisher","unstructured":"Jan Gustafsson Adam Betts Andreas Ermedahl and Bj\u00f6rn Lisper. 2010. The M\u00e4lardalen WCET Benchmarks: Past Present And Future. In WCET(OASIcs Vol.\u00a015). Schloss Dagstuhl 136\u2013146. https:\/\/doi.org\/10.4230\/OASIcs.WCET.2010.136","DOI":"10.4230\/OASIcs.WCET.2010.136"},{"key":"e_1_3_2_3_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/3428334"},{"key":"e_1_3_2_3_75_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10990-011-9066-z"},{"key":"e_1_3_2_3_76_1","unstructured":"Rich Hickey. [n. d.]. Effective Programs: 10 Years of Clojure. https:\/\/youtu.be\/2V1FtfBDsLU"},{"key":"e_1_3_2_3_78_1","volume-title":"NELA-Local: A Dataset of U.S. Local News Articles for the Study of County-Level News Ecosystems","author":"Horne D.","year":"1937","unstructured":"Benjamin\u00a0D. Horne, Maur\u00edcio Gruppi, Kenneth Joseph, Jon Green, John\u00a0P. Wihbey, and Sibel Adali. 2022. NELA-Local: A Dataset of U.S. Local News Articles for the Study of County-Level News Ecosystems. In ICWSM. AAAI Press, 1275\u20131284. https:\/\/ojs.aaai.org\/index.php\/ICWSM\/article\/view\/19379"},{"key":"e_1_3_2_3_79_1","unstructured":"Hansen Hsu. [n. d.]. Oral History of Guido Van Rossum. https:\/\/archive.computerhistory.org\/resources\/access\/text\/2018\/07\/102738719-05-01-acc.pdf"},{"key":"e_1_3_2_3_80_1","volume-title":"DevOps for developers (1 ed.)","author":"Httermann Michael","unstructured":"Michael Httermann. 2012. DevOps for developers (1 ed.). Apress."},{"key":"e_1_3_2_3_81_1","unstructured":"Sujay Jayakar. 2020. Rewriting the heart of our sync engine. https:\/\/dropbox.tech\/infrastructure\/rewriting-the-heart-of-our-sync-engine"},{"key":"e_1_3_2_3_82_1","doi-asserted-by":"publisher","unstructured":"Ivo Jimenez Andrea Arpaci-Dusseau Remzi Arpaci-Dusseau Jay Lofstead Carlos Maltzahn Kathryn Mohror and Robert Ricci. 2017. PopperCI: Automated Reproducibility Validation. In INFOCOM WKSHPS. 450\u2013455. https:\/\/doi.org\/10.1109\/INFCOMW.2017.8116418","DOI":"10.1109\/INFCOMW.2017.8116418"},{"key":"e_1_3_2_3_83_1","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPSW.2017.157"},{"key":"e_1_3_2_3_84_1","volume-title":"Standing on the Shoulders of Giants by Managing Scientific Experiments Like Software. Usenix","author":"Jimenez Ivo","year":"2016","unstructured":"Ivo Jimenez, Michael Sevilla, Noah Watkins, Carlos Maltzahn, Jay\u00a0F. Lofstead, Kathryn Mohror, Remzi\u00a0H. Arpaci-Dusseau, and Andrea\u00a0C. Arpaci-Dusseau. 2016. Standing on the Shoulders of Giants by Managing Scientific Experiments Like Software. Usenix; login 41, 4 (2016). https:\/\/www.usenix.org\/publications\/login\/winter2016\/jimenez"},{"key":"e_1_3_2_3_85_1","doi-asserted-by":"publisher","unstructured":"Andre Kuhlenschmidt Deyaaeldeen Almahallawi and Jeremy\u00a0G. Siek. 2019. Toward Efficient Gradual Typing for Structural Types via Coercions. In PLDI. 517\u2013532. https:\/\/doi.org\/10.1145\/3314221.3314627","DOI":"10.1145\/3314221.3314627"},{"key":"e_1_3_2_3_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/3527314"},{"key":"e_1_3_2_3_87_1","doi-asserted-by":"publisher","DOI":"10.1145\/319301.319317"},{"key":"e_1_3_2_3_88_1","doi-asserted-by":"publisher","DOI":"10.1145\/3473573"},{"key":"e_1_3_2_3_89_1","volume-title":"ICFP","author":"Lazarek Lukas","year":"2023","unstructured":"Lukas Lazarek, Ben Greenman, Matthias Felleisen, and Christos Dimoulas. 2023. How to Evaluate Blame for Gradual Types, Part 2. PACMPL 7, ICFP (2023), (accepted for publication)."},{"key":"e_1_3_2_3_90_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2015.2454513"},{"key":"e_1_3_2_3_91_1","volume-title":"Pluto: or how to make Perl juggle with billions","author":"Lemonnier Erwan","unstructured":"Erwan Lemonnier. 2006. Pluto: or how to make Perl juggle with billions. http:\/\/erwan.lemonnier.se\/talks\/pluto.html Accessed 2020-08-25."},{"key":"e_1_3_2_3_92_1","volume-title":"Types for Tables: A Language Design Benchmark. Programming 6, 2","author":"Lu Kuang-Chen","year":"2022","unstructured":"Kuang-Chen Lu, Ben Greenman, and Shriram Krishnamurthi. 2022. Types for Tables: A Language Design Benchmark. Programming 6, 2 (2022), 8:1\u20138:30."},{"key":"e_1_3_2_3_93_1","volume-title":"Gradual Soundness: Lessons from Static Python. Programming 7, 1","author":"Lu Kuang-Chen","year":"2023","unstructured":"Kuang-Chen Lu, Ben Greenman, Carl Meyer, Dino Viehland, Aniket Panse, and Shriram Krishnamurthi. 2023. Gradual Soundness: Lessons from Static Python. Programming 7, 1 (2023), 2:1\u20132:40."},{"key":"e_1_3_2_3_94_1","doi-asserted-by":"publisher","DOI":"10.1145\/3547655"},{"key":"e_1_3_2_3_95_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485503"},{"key":"e_1_3_2_3_96_1","doi-asserted-by":"publisher","unstructured":"Stefan Marr. 2018. ReBench: Execute and Document Benchmarks Reproducibly. https:\/\/doi.org\/10.5281\/zenodo.1311762 Version 1.0.","DOI":"10.5281\/zenodo.1311762"},{"key":"e_1_3_2_3_97_1","doi-asserted-by":"publisher","unstructured":"Stefan Marr Benoit Daloze and Hanspeter M\u00f6ssenb\u00f6ck. 2016. Cross-Language Compiler Benchmarking: Are We Fast Yet?. In DLS. ACM 120\u2013131. https:\/\/doi.org\/10.1145\/2989225.2989232","DOI":"10.1145\/2989225.2989232"},{"key":"e_1_3_2_3_98_1","doi-asserted-by":"publisher","DOI":"10.1145\/1498926.1498930"},{"key":"e_1_3_2_3_99_1","doi-asserted-by":"crossref","unstructured":"John McCarthy Paul\u00a0W Abrahams Daniel\u00a0J Edwards Timothy\u00a0P Hart and Michael\u00a0I Levin. 1962. LISP 1.5 programmer\u2019s manual. MIT press.","DOI":"10.21236\/AD0406138"},{"key":"e_1_3_2_3_100_1","doi-asserted-by":"publisher","DOI":"10.1145\/3371097"},{"key":"e_1_3_2_3_101_1","unstructured":"Matt Might. [n. d.]. k-CFA: Determining types and\/or control-flow in languages like Python Java and Scheme. https:\/\/matt.might.net\/articles\/implementation-of-kcfa-and-0cfa\/"},{"key":"e_1_3_2_3_102_1","doi-asserted-by":"publisher","DOI":"10.1057\/jit.1987.12"},{"key":"e_1_3_2_3_104_1","doi-asserted-by":"publisher","DOI":"10.1145\/3434334"},{"key":"e_1_3_2_3_105_1","doi-asserted-by":"publisher","DOI":"10.1145\/3133880"},{"key":"e_1_3_2_3_106_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485504"},{"key":"e_1_3_2_3_107_1","doi-asserted-by":"crossref","unstructured":"Todd Mytkowicz Amer Diwan Matthais Hauswirth and Peter\u00a0F. Sweeney. 2009. Producing Wrong Data Without Doing Anything Obviously Wrong. In ASPLOS. 265\u2013276.","DOI":"10.1145\/1508284.1508275"},{"key":"e_1_3_2_3_108_1","doi-asserted-by":"publisher","DOI":"10.1145\/3371114"},{"key":"e_1_3_2_3_109_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290328"},{"key":"e_1_3_2_3_110_1","volume-title":"NELA-GT-2018: A Large Multi-Labelled News Dataset for the Study of Misinformation in News Articles","author":"N\u00f8rregaard Jeppe","unstructured":"Jeppe N\u00f8rregaard, Benjamin\u00a0D. Horne, and Sibel Adali. 2019. NELA-GT-2018: A Large Multi-Labelled News Dataset for the Study of Misinformation in News Articles. In ICWSM. AAAI Press, 630\u2013638. https:\/\/ojs.aaai.org\/index.php\/ICWSM\/article\/view\/3261"},{"key":"e_1_3_2_3_111_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485488"},{"key":"e_1_3_2_3_112_1","unstructured":"PLT. 2017. The Racket Programming Lanugage. http:\/\/racket-lang.org."},{"key":"e_1_3_2_3_113_1","doi-asserted-by":"publisher","DOI":"10.5555\/22965"},{"key":"e_1_3_2_3_114_1","doi-asserted-by":"publisher","unstructured":"Aleksandar Prokopec Andrea Ros\u00e0 David Leopoldseder Gilles Duboscq Petr T\u016dma Martin Studener Lubom\u00edr Bulej Yudi Zheng Alex Villaz\u00f3n Doug Simon Thomas W\u00fcrthinger and Walter Binder. 2019. Renaissance: benchmarking suite for parallel applications on the JVM. In PLDI. ACM 31\u201347. https:\/\/doi.org\/10.1145\/3314221.3314637","DOI":"10.1145\/3314221.3314637"},{"key":"e_1_3_2_3_115_1","doi-asserted-by":"publisher","unstructured":"Aseem Rastogi Nikhil Swamy C\u00e9dric Fournet Gavin Bierman and Panagiotis Vekris. 2015. Safe & Efficient Gradual Typing for TypeScript. In POPL. 167\u2013180. https:\/\/doi.org\/10.1145\/2676726.2676971","DOI":"10.1145\/2676726.2676971"},{"key":"e_1_3_2_3_116_1","doi-asserted-by":"publisher","DOI":"10.1145\/3133879"},{"key":"e_1_3_2_3_117_1","doi-asserted-by":"publisher","DOI":"10.4230\/LIPIcs.ECOOP.2019.5"},{"key":"e_1_3_2_3_118_1","doi-asserted-by":"publisher","DOI":"10.1109\/MAHC.1985.10044"},{"key":"e_1_3_2_3_119_1","doi-asserted-by":"publisher","DOI":"10.1145\/3434342"},{"key":"e_1_3_2_3_120_1","doi-asserted-by":"publisher","unstructured":"Andreas Sewe Mira Mezini Aibek Sarimbekov and Walter Binder. 2011. Da Capo Con Scala: Design and Analysis of a Scala Benchmark Suite for the Java Virtual Machine. In OOPSLA. ACM 657\u2013676. https:\/\/doi.org\/10.1145\/2048066.2048118","DOI":"10.1145\/2048066.2048118"},{"key":"e_1_3_2_3_121_1","doi-asserted-by":"publisher","unstructured":"Jeremy Siek Peter Thiemann and Philip Wadler. 2015. Blame and Coercion: Together Again for the First Time. In PLDI. ACM 425\u2013435. https:\/\/doi.org\/10.1145\/2737924.2737968","DOI":"10.1145\/2737924.2737968"},{"key":"e_1_3_2_3_122_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-46669-8_18"},{"key":"e_1_3_2_3_123_1","volume-title":"Siek and Walid Taha","author":"G.","year":"2006","unstructured":"Jeremy\u00a0G. Siek and Walid Taha. 2006. Gradual Typing for Functional Languages. In SFP. University of Chicago, TR-2006-06. 81\u201392. http:\/\/scheme2006.cs.uchicago.edu\/scheme2006.pdf"},{"key":"e_1_3_2_3_124_1","doi-asserted-by":"publisher","DOI":"10.1017\/S0956796821000101"},{"key":"e_1_3_2_3_125_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-30936-1_21"},{"key":"e_1_3_2_3_126_1","unstructured":"SIGPLAN. [n. d.]. Empirical Evaluation Guidelines. https:\/\/sigplan.org\/Resources\/EmpiricalEvaluation"},{"key":"e_1_3_2_3_127_1","unstructured":"SIGSOFT. [n. d.]. Empirical Standards."},{"key":"e_1_3_2_3_128_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2003.1201189"},{"key":"e_1_3_2_3_129_1","unstructured":"Vincent St-Amour. [n. d.]. Software:synth. http:\/\/github.com\/stamourv\/synth"},{"key":"e_1_3_2_3_130_1","volume-title":"Common Lisp","author":"Steele L.","unstructured":"Guy\u00a0L. Steele, Jr.1990. Common Lisp (2nd ed.). Digital Press.","edition":"2"},{"key":"e_1_3_2_3_131_1","doi-asserted-by":"publisher","DOI":"10.1080\/24701475.2018.1495810"},{"key":"e_1_3_2_3_132_1","doi-asserted-by":"crossref","unstructured":"T.\u00a0Stephen Strickland Sam Tobin-Hochstadt and Matthias Felleisen. 2009. Practical Variable-Arity Polymorphism. In ESOP. 32\u201346.","DOI":"10.1007\/978-3-642-00590-9_3"},{"key":"e_1_3_2_3_133_1","doi-asserted-by":"crossref","unstructured":"T.\u00a0Stephen Strickland Sam Tobin-Hochstadt Robert\u00a0Bruce Findler and Matthew Flatt. 2012. Chaperones and Impersonators: Run-time Support for Reasonable Interposition. In OOPSLA. 943\u2013962.","DOI":"10.1145\/2398857.2384685"},{"key":"e_1_3_2_3_134_1","unstructured":"Asumu Takikawa Daniel Feltey Earl Dean Robert\u00a0Bruce Findler Matthew Flatt Sam Tobin-Hochstadt and Matthias Felleisen. 2015. Towards Practical Gradual Typing. In ECOOP. 4\u201327."},{"key":"e_1_3_2_3_135_1","volume-title":"Position Paper: Performance Evaluation for Gradual Typing. In STOP. ACM.","author":"Takikawa Asumu","year":"2015","unstructured":"Asumu Takikawa, Daniel Feltey, Ben Greenman, Max\u00a0S. New, Jan Vitek, and Matthias Felleisen. 2015. Position Paper: Performance Evaluation for Gradual Typing. In STOP. ACM."},{"key":"e_1_3_2_3_136_1","doi-asserted-by":"publisher","unstructured":"Asumu Takikawa Daniel Feltey Ben Greenman Max\u00a0S. New Jan Vitek and Matthias Felleisen. 2016. Is Sound Gradual Typing Dead?. In POPL. 456\u2013468. https:\/\/doi.org\/10.1145\/2837614.2837630","DOI":"10.1145\/2837614.2837630"},{"key":"e_1_3_2_3_137_1","doi-asserted-by":"crossref","unstructured":"Asumu Takikawa T.\u00a0Stephen Strickland and Sam Tobin-Hochstadt. 2013. Constraining Delimited Control with Contracts. In ESOP. 229\u2013248.","DOI":"10.1007\/978-3-642-37036-6_14"},{"key":"e_1_3_2_3_138_1","unstructured":"Dart Team. [n. d.]. The Dart type system. https:\/\/dart.dev\/guides\/language\/type-system"},{"key":"e_1_3_2_3_139_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2015.11"},{"key":"e_1_3_2_3_140_1","doi-asserted-by":"publisher","DOI":"10.1109\/2.675631"},{"key":"e_1_3_2_3_141_1","doi-asserted-by":"publisher","DOI":"10.1145\/2590528.2590529"},{"key":"e_1_3_2_3_142_1","unstructured":"Walter\u00a0F. Tichy Mathias Landh\u00e4u\u00dfer and Sven\u00a0J. K\u00f6rner. 2015. nlrpBENCH: A Benchmark for Natural Language Requirements Processing. In Software Engineering & Management. GI 159\u2013164. https:\/\/dl.gi.de\/20.500.12116\/2542"},{"key":"e_1_3_2_3_143_1","doi-asserted-by":"publisher","unstructured":"Sam Tobin-Hochstadt and Matthias Felleisen. 2006. Interlanguage Migration: from Scripts to Programs. In DLS. 964\u2013974. https:\/\/doi.org\/10.1145\/1176617.1176755","DOI":"10.1145\/1176617.1176755"},{"key":"e_1_3_2_3_144_1","doi-asserted-by":"crossref","unstructured":"Sam Tobin-Hochstadt and Matthias Felleisen. 2008. The Design and Implementation of Typed Scheme. In POPL. 395\u2013406.","DOI":"10.1145\/1328897.1328486"},{"key":"e_1_3_2_3_145_1","doi-asserted-by":"publisher","DOI":"10.4230\/LIPIcs.SNAPL.2017.17"},{"key":"e_1_3_2_3_146_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290330"},{"key":"e_1_3_2_3_147_1","doi-asserted-by":"publisher","unstructured":"J\u00f3akim v. Kistowski Jeremy\u00a0A. Arnold Karl Huppler Klaus-Dieter Lange John\u00a0L. Henning and Paul Cao. 2015. How to Build a Benchmark. In ICPE. ACM 333\u2013336. https:\/\/doi.org\/10.1145\/2668930.2688819","DOI":"10.1145\/2668930.2688819"},{"key":"e_1_3_2_3_148_1","unstructured":"Neil Van\u00a0Dyke. [n. d.]. Software:levenshtein. https:\/\/www.neilvandyke.org\/racket\/levenshtein\/"},{"key":"e_1_3_2_3_149_1","unstructured":"David Van\u00a0Horn. [n. d.]. Software:snake. https:\/\/github.com\/philnguyen\/soft-contract\/tree\/master\/soft-contract\/benchmark-contract-overhead"},{"key":"e_1_3_2_3_150_1","unstructured":"David Van\u00a0Horn. [n. d.]. Software:tetris. https:\/\/github.com\/philnguyen\/soft-contract\/tree\/master\/soft-contract\/benchmark-contract-overhead"},{"key":"e_1_3_2_3_151_1","unstructured":"David Van\u00a0Horn. [n. d.]. Software:zombie. https:\/\/github.com\/philnguyen\/soft-contract\/tree\/master\/soft-contract\/benchmark-contract-overhead"},{"key":"e_1_3_2_3_152_1","unstructured":"Bill Venners. 2009. Twitter on Scala. https:\/\/www.artima.com\/articles\/twitter-on-scala"},{"key":"e_1_3_2_3_153_1","unstructured":"Bill Venners and Frank Sommers. [n. d.]. Strong versus Weak Typing: A Conversation with Guido van Rossum Part V. https:\/\/www.artima.com\/articles\/strong-versus-weak-typing"},{"key":"e_1_3_2_3_154_1","doi-asserted-by":"publisher","unstructured":"Jan Vitek and Tomas Kalibera. 2011. Repeatability Reproducibility and Rigor in Systems Research. In EMSOFT. ACM 33\u201338. https:\/\/doi.org\/10.1145\/2038642.2038650","DOI":"10.1145\/2038642.2038650"},{"key":"e_1_3_2_3_155_1","doi-asserted-by":"crossref","unstructured":"Michael\u00a0M. Vitousek Andrew Kent Jeremy\u00a0G. Siek and Jim Baker. 2014. Design and Evaluation of Gradual Typing for Python. In DLS. 45\u201356.","DOI":"10.1145\/2775052.2661101"},{"key":"e_1_3_2_3_156_1","doi-asserted-by":"publisher","unstructured":"Michael\u00a0M. Vitousek Jeremy\u00a0G. Siek and Avik Chaudhuri. 2019. Optimizing and Evaluating Transient Gradual Typing. In DLS. 28\u201341. https:\/\/doi.org\/10.1145\/3359619.3359742","DOI":"10.1145\/3359619.3359742"},{"key":"e_1_3_2_3_157_1","doi-asserted-by":"publisher","unstructured":"Michael\u00a0M. Vitousek Cameron Swords and Jeremy\u00a0G. Siek. 2017. Big Types in Little Runtime: Open-World Soundness and Collaborative Blame for Gradual Type Systems. In POPL. 762\u2013774. https:\/\/doi.org\/10.1145\/3009837.3009849","DOI":"10.1145\/3009837.3009849"},{"key":"e_1_3_2_3_158_1","doi-asserted-by":"publisher","unstructured":"Philip Wadler. 1989. Theorems for Free!. In FPCA. ACM 347\u2013359. https:\/\/doi.org\/10.1145\/99370.99404","DOI":"10.1145\/99370.99404"},{"key":"e_1_3_2_3_159_1","unstructured":"Adam Wiggins. [n. d.]. The Twelve-Factor App. https:\/\/12factor.net"},{"key":"e_1_3_2_3_160_1","first-page":"1","article-title":"Mixed Messages","volume":"28","author":"Williams Jack","year":"2017","unstructured":"Jack Williams, J.\u00a0Garrett Morris, Philip Wadler, and Jakub Zalewski. 2017. Mixed Messages: Measuring Conformance and Non-Interference in TypeScript. In ECOOP. 28:1\u201328:29.","journal-title":"Measuring Conformance and Non-Interference in TypeScript. In ECOOP."},{"key":"e_1_3_2_3_161_1","unstructured":"Andy Wingo. [n. d.]. Software:jpeg. https:\/\/github.com\/wingo\/racket-jpeg"},{"key":"e_1_3_2_3_162_1","doi-asserted-by":"publisher","unstructured":"Tobias Wrigstad Francesco Zappa\u00a0Nardelli Sylvain Lebresne Johan \u00d6stlund and Jan Vitek. 2010. Integrating Typed and Untyped Code in a Scripting Language. In POPL. 377\u2013388. https:\/\/doi.org\/10.1145\/1706299.1706343","DOI":"10.1145\/1706299.1706343"},{"key":"e_1_3_2_3_163_1","unstructured":"Danny Yoo. [n. d.]. Software:suffixtree. https:\/\/github.com\/dyoo\/suffixtree"},{"key":"e_1_3_2_3_164_1","unstructured":"Jon Zeppieri. [n. d.]. Software:gregor. https:\/\/github.com\/97jaz\/gregor"}],"event":{"name":"ACM REP '23: 2023 ACM Conference on Reproducibility and Replicability","location":"Santa Cruz CA USA","acronym":"ACM REP '23","sponsor":["EIGREP Emerging Interest Group on Reproducibility and Replicability"]},"container-title":["Proceedings of the 2023 ACM Conference on Reproducibility and Replicability"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589806.3600034","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3589806.3600034","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3589806.3600034","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:49:22Z","timestamp":1750182562000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589806.3600034"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,27]]},"references-count":162,"alternative-id":["10.1145\/3589806.3600034","10.1145\/3589806"],"URL":"https:\/\/doi.org\/10.1145\/3589806.3600034","relation":{},"subject":[],"published":{"date-parts":[[2023,6,27]]},"assertion":[{"value":"2023-06-28","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}