{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T02:21:32Z","timestamp":1769739692078,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":68,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,2,6]],"date-time":"2024-02-06T00:00:00Z","timestamp":1707177600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"EPSRC grant Test FLARE","award":["EP\/X024539\/1"],"award-info":[{"award-number":["EP\/X024539\/1"]}]},{"name":"EPSRC Doctoral Training Partnership with the University of Sheffield","award":["EP\/R513313\/1"],"award-info":[{"award-number":["EP\/R513313\/1"]}]},{"name":"DFG project STUNT","award":["FR2955\/4-1"],"award-info":[{"award-number":["FR2955\/4-1"]}]},{"name":"BMWK project ANUKI","award":["50RM2100B"],"award-info":[{"award-number":["50RM2100B"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,2,6]]},"DOI":"10.1145\/3597503.3608138","type":"proceedings-article","created":{"date-parts":[[2024,2,6]],"date-time":"2024-02-06T20:53:16Z","timestamp":1707252796000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["Do Automatic Test Generation Tools Generate Flaky Tests?"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0447-1224","authenticated-orcid":false,"given":"Martin","family":"Gruber","sequence":"first","affiliation":[{"name":"Developer Tools and Continuous Integration, BMW Group, Munich, Germany"},{"name":"Chair of Software Engineering II, University of Passau, Passau, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-7177-1702","authenticated-orcid":false,"given":"Muhammad Firhard","family":"Roslan","sequence":"additional","affiliation":[{"name":"Testing Research Group, University of Sheffield, Sheffield, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0917-1274","authenticated-orcid":false,"given":"Owain","family":"Parry","sequence":"additional","affiliation":[{"name":"Testing Research Group, University of Sheffield, Sheffield, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-1823-6985","authenticated-orcid":false,"given":"Fabian","family":"Scharnb\u00f6ck","sequence":"additional","affiliation":[{"name":"Chair of Software Engineering II, University of Passau, Passau, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9137-7433","authenticated-orcid":false,"given":"Phil","family":"McMinn","sequence":"additional","affiliation":[{"name":"Testing Research Group, University of Sheffield, Sheffield, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4364-6595","authenticated-orcid":false,"given":"Gordon","family":"Fraser","sequence":"additional","affiliation":[{"name":"Chair of Software Engineering II, University of Passau, Passau, Germany"}]}],"member":"320","published-online":{"date-parts":[[2024,2,6]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n. d.]. Class Calendar. https:\/\/docs.oracle.com\/javase\/8\/docs\/api\/java\/util\/Calendar.html"},{"key":"e_1_3_2_1_2_1","unstructured":"[n. d.]. Class Random. https:\/\/docs.oracle.com\/javase\/8\/docs\/api\/java\/util\/Random.html"},{"key":"e_1_3_2_1_3_1","unstructured":"[n. d.]. JUnit 4. https:\/\/junit.org\/junit4\/"},{"key":"e_1_3_2_1_4_1","unstructured":"[n. d.]. Maven Central Repository. https:\/\/repo.maven.apache.org\/maven2\/"},{"key":"e_1_3_2_1_5_1","unstructured":"[n. d.]. Maven Surefire plugin. https:\/\/maven.apache.org\/surefire\/maven-surefire-plugin\/"},{"key":"e_1_3_2_1_6_1","unstructured":"[n. d.]. OSS-Fuzz: How do you handle timeouts and OOMs? https:\/\/google.github.io\/oss-fuzz\/faq\/#how-do-you-handle-timeouts-and-ooms"},{"key":"e_1_3_2_1_7_1","unstructured":"[n. d.]. Pynguin documentation: Generating Assertions. https:\/\/pynguin.readthedocs.io\/en\/latest\/user\/assertions.html#simple"},{"key":"e_1_3_2_1_8_1","unstructured":"[n. d.]. pytest. https:\/\/docs.pytest.org\/en\/7.2.x\/"},{"key":"e_1_3_2_1_9_1","unstructured":"[n. d.]. pytest-random-order: a pytest plugin that randomises the order of tests. https:\/\/pypi.org\/project\/pytest-random-order\/"},{"key":"e_1_3_2_1_10_1","unstructured":"[n. d.]. Python Package Index (PyPI). https:\/\/pypi.org\/"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","unstructured":"2023. Do Automatic Test Generation Tools Generate Flaky Tests? [Dataset]. 10.6084\/m9.figshare.22344706","DOI":"10.6084\/m9.figshare.22344706"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW55395.2022.00057"},{"key":"e_1_3_2_1_13_1","volume-title":"FlakeFlagger: Predicting Flakiness Without Rerunning Tests. In International Conference on Software Engineering (ICSE). 1572--1584","author":"Alshammari Abdulrahman","year":"2021","unstructured":"Abdulrahman Alshammari, Christopher Morris, Michael Hilton, and Jonathan Bell. 2021. FlakeFlagger: Predicting Flakiness Without Rerunning Tests. In International Conference on Software Engineering (ICSE). 1572--1584."},{"key":"e_1_3_2_1_14_1","volume-title":"Automated Unit Test Generation for Classes with Environment Dependencies. In International Conference on Automated Software Engineering (ASE). 79--89","author":"Arcuri Andrea","year":"2014","unstructured":"Andrea Arcuri, Gordon Fraser, and Juan Pablo Galeotti. 2014. Automated Unit Test Generation for Classes with Environment Dependencies. In International Conference on Automated Software Engineering (ASE). 79--89."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2642937.2643002"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","unstructured":"Albert Danial. 2021. cloc: v1.92. 10.5281\/zenodo.5760077","DOI":"10.5281\/zenodo.5760077"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/SCAM55253.2022.00037"},{"key":"e_1_3_2_1_18_1","volume-title":"An Empirical Study of OSS-Fuzz Bugs. In International Conference on Mining Software Repositories (MSR). 131--142","author":"Ding Zhen Yu","year":"2021","unstructured":"Zhen Yu Ding and Claire Le Goues. 2021. An Empirical Study of OSS-Fuzz Bugs. In International Conference on Mining Software Repositories (MSR). 131--142."},{"key":"e_1_3_2_1_19_1","volume-title":"Empirical Study of Restarted and Flaky Builds on Travis CI. In International Conference on Mining Software Repositories (MSR). 254--264","author":"Durieux Thomas","year":"2020","unstructured":"Thomas Durieux, Claire Le Goues, Michael Hilton, and Rui Abreu. 2020. Empirical Study of Restarted and Flaky Builds on Travis CI. In International Conference on Mining Software Repositories (MSR). 254--264."},{"key":"e_1_3_2_1_20_1","volume-title":"Detecting Flaky Tests in Probabilistic and Machine Learning Applications. In International Symposium on Software Testing and Analysis (ISSTA). 211--224","author":"Dutta Saikat","year":"2020","unstructured":"Saikat Dutta, August Shi, Rutvik Choudhary, Zhekun Zhang, Aryaman Jain, and Sasa Misailovic. 2020. Detecting Flaky Tests in Probabilistic and Machine Learning Applications. In International Symposium on Software Testing and Analysis (ISSTA). 211--224."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338945"},{"key":"e_1_3_2_1_22_1","volume-title":"International Conference on Software Engineering: Companion Proceedings (ICSE Companion). 165--167","author":"Fan Zhiyu","year":"2019","unstructured":"Zhiyu Fan. 2019. A systematic evaluation of problematic tests generated by EvoSuite. In International Conference on Software Engineering: Companion Proceedings (ICSE Companion). 165--167."},{"key":"e_1_3_2_1_23_1","volume-title":"Measuring nominal scale agreement among many raters. Psychological bulletin","author":"Fleiss Joseph L","year":"1971","unstructured":"Joseph L Fleiss. 1971. Measuring nominal scale agreement among many raters. Psychological bulletin (1971), 378."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99241-9_5"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Gordon Fraser and Andrea Arcuri. 2011. EvoSuite: automatic test suite generation for object-oriented software. In ACM SIGSOFT Software Engineering Notes. 416--419.","DOI":"10.1145\/2025113.2025179"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2013.51"},{"key":"e_1_3_2_1_27_1","volume-title":"A large-scale evaluation of automated unit test generation using EvoSuite. ACM Transactions on Software Engineering and Methodology","author":"Fraser Gordon","year":"2014","unstructured":"Gordon Fraser and Andrea Arcuri. 2014. A large-scale evaluation of automated unit test generation using EvoSuite. ACM Transactions on Software Engineering and Methodology (2014), 1--42."},{"key":"e_1_3_2_1_28_1","volume-title":"Does automated unit test generation really help software testers? a controlled empirical study. ACM Transactions on Software Engineering and Methodology","author":"Fraser Gordon","year":"2015","unstructured":"Gordon Fraser, Matt Staats, Phil McMinn, Andrea Arcuri, and Frank Padberg. 2015. Does automated unit test generation really help software testers? a controlled empirical study. ACM Transactions on Software Engineering and Methodology (2015), 1--49."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST53961.2022.00020"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/AST58925.2023.00017"},{"key":"e_1_3_2_1_31_1","volume-title":"International Conference on Software Engineering: Companion Proceedings (ICSE Companion). 127--131","author":"Gruber Martin","year":"2023","unstructured":"Martin Gruber and Gordon Fraser. 2023. FlaPy: Mining Flaky Python Tests at Scale. In International Conference on Software Engineering: Companion Proceedings (ICSE Companion). 127--131."},{"key":"e_1_3_2_1_32_1","volume-title":"An Empirical Study of Flaky Tests in Python. In International Conference on Software Testing, Verification and Validation (ICST). 148--158","author":"Gruber Martin","year":"2021","unstructured":"Martin Gruber, Stephan Lukasczyk, Florian Kroi\u00df, and Gordon Fraser. 2021. An Empirical Study of Flaky Tests in Python. In International Conference on Software Testing, Verification and Validation (ICST). 148--158."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.62"},{"key":"e_1_3_2_1_34_1","volume-title":"Design of the Java HotSpot\u2122 client compiler for Java 6. ACM Transactions on Architecture and Code Optimization (TACO)","author":"Kotzmann Thomas","year":"2008","unstructured":"Thomas Kotzmann, Christian Wimmer, Hanspeter M\u00f6ssenb\u00f6ck, Thomas Rodriguez, Kenneth Russell, and David Cox. 2008. Design of the Java HotSpot\u2122 client compiler for Java 6. ACM Transactions on Architecture and Code Optimization (TACO) (2008), 1--32."},{"key":"e_1_3_2_1_35_1","unstructured":"Wing Lam. 2020. International Dataset of Flaky Tests (IDoFT). http:\/\/mir.cs.illinois.edu\/flakytests"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330570"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3381749"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2019.00038"},{"key":"e_1_3_2_1_39_1","volume-title":"Dependent-Test-Aware Regression Testing Techniques. In International Symposium on Software Testing and Analysis (ISSTA). 298--311","author":"Lam Wing","year":"2020","unstructured":"Wing Lam, August Shi, Reed Oei, Sai Zhang, Michael D. Ernst, and Tao Xie. 2020. Dependent-Test-Aware Regression Testing Techniques. In International Symposium on Software Testing and Analysis (ISSTA). 298--311."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510173"},{"key":"e_1_3_2_1_41_1","volume-title":"Pynguin: Automated Unit Test Generation for Python. In International Conference on Software Engineering: Companion Proceedings (ICSE Companion). 168--172","author":"Lukasczyk Stephan","year":"2022","unstructured":"Stephan Lukasczyk and Gordon Fraser. 2022. Pynguin: Automated Unit Test Generation for Python. In International Conference on Software Engineering: Companion Proceedings (ICSE Companion). 168--172."},{"key":"e_1_3_2_1_42_1","volume-title":"Automated Unit Test Generation for Python. In International Symposium on Search Based Software Engineering (SSBSE). 9--24","author":"Lukasczyk Stephan","year":"2020","unstructured":"Stephan Lukasczyk, Florian Kroi\u00df, and Gordon Fraser. 2020. Automated Unit Test Generation for Python. In International Symposium on Search Based Software Engineering (SSBSE). 9--24."},{"key":"e_1_3_2_1_43_1","volume-title":"An empirical study of automated unit test generation for Python. Empirical Software Engineering","author":"Lukasczyk Stephan","year":"2023","unstructured":"Stephan Lukasczyk, Florian Kroi\u00df, and Gordon Fraser. 2023. An empirical study of automated unit test generation for Python. Empirical Software Engineering (2023), 36."},{"key":"e_1_3_2_1_44_1","volume-title":"An Empirical Analysis of Flaky Tests. In International Symposium on Foundations of Software Engineering (FSE). 643--653","author":"Luo Qingzhou","year":"2014","unstructured":"Qingzhou Luo, Farah Hariri, Lamyaa Eloussi, and Darko Marinov. 2014. An Empirical Analysis of Flaky Tests. In International Symposium on Foundations of Software Engineering (FSE). 643--653."},{"key":"e_1_3_2_1_45_1","volume-title":"Predictive Test Selection. In International Conference on Software Engineering (ICSE). 91--100","author":"Machalica Mateusz","year":"2019","unstructured":"Mateusz Machalica, Alex Samylkin, Meredith Porth, and Satish Chandra. 2019. Predictive Test Selection. In International Conference on Software Engineering (ICSE). 91--100."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.294"},{"key":"e_1_3_2_1_47_1","volume-title":"Taming Google-Scale Continuous Testing. In International Conference on Software Engineering: Software Engineering in Practice Track (ICSE-SEIP). 233--242","author":"Memon Atif","year":"2017","unstructured":"Atif Memon, Zebao Gao, Bao Nguyen, Sanjeev Dhanda, Eric Nickell, Rob Siemborski, and John Micco. 2017. Taming Google-Scale Continuous Testing. In International Conference on Software Engineering: Software Engineering in Practice Track (ICSE-SEIP). 233--242."},{"key":"e_1_3_2_1_48_1","unstructured":"John Micco. 2016. Flaky Tests at Google and How We Mitigate Them. https:\/\/testing.googleblog.com\/2016\/05\/flaky-tests-at-google-and-how-we.html"},{"key":"e_1_3_2_1_49_1","volume-title":"The Human Side of Fuzzing: Challenges Faced by Developers During Fuzzing Activities. ACM Transactions on Software Engineering and Methodology","author":"Nourry Olivier","year":"2023","unstructured":"Olivier Nourry, Yutaro Kashiwa, Bin Lin, Gabriele Bavota, Michele Lanza, and Yasutaka Kamei. 2023. The Human Side of Fuzzing: Challenges Faced by Developers During Fuzzing Activities. ACM Transactions on Software Engineering and Methodology (2023)."},{"key":"e_1_3_2_1_50_1","volume-title":"Java (TM) Virtual Machine Research and Technology Symposium (JVM 01)","author":"Paleczny Michael","year":"2001","unstructured":"Michael Paleczny, Christopher Vick, and Cliff Click. 2001. The Java HotSpot\u2122 Server Compiler. In Java (TM) Virtual Machine Research and Technology Symposium (JVM 01). 1--12."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3476105"},{"key":"e_1_3_2_1_52_1","volume-title":"Surveying the Developer Experience of Flaky Tests. In International Conference on Software Engineering: Software Engineering in Practice Track (ICSE-SEIP). 253--262","author":"Parry O.","unstructured":"O. Parry, G. M. Kapfhammer, M. Hilton, and P. McMinn. 2022. Surveying the Developer Experience of Flaky Tests. In International Conference on Software Engineering: Software Engineering in Practice Track (ICSE-SEIP). 253--262."},{"key":"e_1_3_2_1_53_1","series-title":"Lecture Notes in Computer Science","volume-title":"An Experimental Study on Flakiness and Fragility of Randoop Regression Test Suites","author":"Paydar Samad","year":"2019","unstructured":"Samad Paydar and Aidin Azamnouri. 2019. An Experimental Study on Flakiness and Fragility of Randoop Regression Test Suites. Lecture Notes in Computer Science (2019), 111--126."},{"key":"e_1_3_2_1_54_1","volume-title":"Empirically Revisiting and Enhancing IR-Based Test-Case Prioritization. In International Symposium on Software Testing and Analysis (ISSTA). 324--336","author":"Peng Qianyang","year":"2020","unstructured":"Qianyang Peng, August Shi, and Lingming Zhang. 2020. Empirically Revisiting and Enhancing IR-Based Test-Case Prioritization. In International Symposium on Software Testing and Analysis (ISSTA). 324--336."},{"key":"e_1_3_2_1_55_1","volume":"201","author":"Regier Darrel A","unstructured":"Darrel A Regier, William E Narrow, Diana E Clarke, Helena C Kraemer, S Janet Kuramoto, Emily A Kuhl, and David J Kupfer. 2013. DSM-5 field trials in the United States and Canada, Part II: test-retest reliability of selected categorical diagnoses. American journal of psychiatry (2013), 59--70.","journal-title":"David J Kupfer."},{"key":"e_1_3_2_1_56_1","volume-title":"Seeding strategies in search-based unit test generation. Journal of Software Testing, Verification and Reliability","author":"Rojas Jos\u00e9 Miguel","year":"2016","unstructured":"Jos\u00e9 Miguel Rojas, Gordon Fraser, and Andrea Arcuri. 2016. Seeding strategies in search-based unit test generation. Journal of Software Testing, Verification and Reliability (2016), 366--401."},{"key":"e_1_3_2_1_57_1","volume-title":"International Conference on Software Engineering: Companion Proceedings (ICSE Companion). 120--124","author":"Ruixin Wang Wing Lam","year":"2022","unstructured":"Wing Lam Ruixin Wang, Yang Chen. 2022. iPFlakies: A Framework for Detecting and Fixing Python Order-Dependent Flaky Tests. In International Conference on Software Engineering: Companion Proceedings (ICSE Companion). 120--124."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3526072.3527526"},{"key":"e_1_3_2_1_59_1","volume-title":"USENIX Security Symposium","author":"Serebryany Kostya","year":"2017","unstructured":"Kostya Serebryany. 2017. OSS-Fuzz - Google's continuous fuzzing service for open source software. USENIX Security Symposium (2017)."},{"key":"e_1_3_2_1_60_1","volume-title":"An Empirical Study of Effectiveness and Challenges. In International Conference on Automated Software Engineering (ASE). 201--211","author":"Shamshiri Sina","year":"2015","unstructured":"Sina Shamshiri, Ren\u00e9 Just, Jos\u00e9 Miguel Rojas, Gordon Fraser, Phil McMinn, and Andrea Arcuri. 2015. Do Automatically Generated Unit Tests Find Real Faults? An Empirical Study of Effectiveness and Challenges. In International Conference on Automated Software Engineering (ASE). 201--211."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2018.00033"},{"key":"e_1_3_2_1_62_1","volume-title":"An analysis of variance test for normality (complete samples). Biometrika","author":"Shapiro Samuel Sanford","year":"1965","unstructured":"Samuel Sanford Shapiro and Martin B Wilk. 1965. An analysis of variance test for normality (complete samples). Biometrika (1965), 591--611."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338925"},{"key":"e_1_3_2_1_64_1","volume-title":"An Empirical Study of Bugs in Test Code. In International Conference on Software Maintenance and Evolution (ICSME). 101--110","author":"Fard Amin Milani","year":"2015","unstructured":"Arash. Vahabzadeh, Amin Milani Fard, and Ali Mesbah. 2015. An Empirical Study of Bugs in Test Code. In International Conference on Software Maintenance and Evolution (ICSME). 101--110."},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1109\/SBST52555.2021.00012"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510170"},{"key":"e_1_3_2_1_67_1","volume-title":"Individual Comparisons by Ranking Methods. Biometrics Bulletin","author":"Wilcoxon Frank","year":"1945","unstructured":"Frank Wilcoxon. 1945. Individual Comparisons by Ranking Methods. Biometrics Bulletin (1945), 80--83."},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"crossref","unstructured":"Zhe Yu Fahmid Fahid Tim Menzies Gregg Rothermel Kyle Patrick and Snehit Cherian. 2019. TERMINATOR: Better Automated UI Test Case Prioritization. In Joint Meeting of the European Software Engineering Conference and the Symposium on the Foundations of Software Engineering (ESEC\/FSE). 883--894.","DOI":"10.1145\/3338906.3340448"}],"event":{"name":"ICSE '24: IEEE\/ACM 46th International Conference on Software Engineering","location":"Lisbon Portugal","acronym":"ICSE '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the IEEE\/ACM 46th International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3597503.3608138","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3597503.3608138","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:48:45Z","timestamp":1750182525000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3597503.3608138"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2,6]]},"references-count":68,"alternative-id":["10.1145\/3597503.3608138","10.1145\/3597503"],"URL":"https:\/\/doi.org\/10.1145\/3597503.3608138","relation":{},"subject":[],"published":{"date-parts":[[2024,2,6]]},"assertion":[{"value":"2024-02-06","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}