{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,2]],"date-time":"2025-08-02T19:02:05Z","timestamp":1754161325893,"version":"3.41.2"},"publisher-location":"New York, NY, USA","reference-count":74,"publisher":"ACM","funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3696630.3728587","type":"proceedings-article","created":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:09:27Z","timestamp":1753729767000},"page":"1089-1093","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["pytest-ranking: A Regression Test Prioritization Tool for Python"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5058-9405","authenticated-orcid":false,"given":"Runxiang","family":"Cheng","sequence":"first","affiliation":[{"name":"University of Illinois Urbana-Champaign, Urbana, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0846-1923","authenticated-orcid":false,"given":"Kaiyao","family":"Ke","sequence":"additional","affiliation":[{"name":"University of Illinois Urbana-Champaign, Urbana, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5023-3492","authenticated-orcid":false,"given":"Darko","family":"Marinov","sequence":"additional","affiliation":[{"name":"University of Illinois Urbana-Champaign, Urbana, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,7,28]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"Antonia Bertolino Antonio Guerriero Breno Miranda Roberto Pietrantuono and Stefano Russo. 2020. Learning-to-Rank vs Ranking-to-Learn: Strategies for Regression Testing in Continuous Integration. In ICSE.","DOI":"10.1145\/3377811.3380369"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Junjie Chen Yiling Lou Lingming Zhang Jianyi Zhou Xiaoleng Wang Dan Hao and Lu Zhang. 2018. Optimizing Test Prioritization via Test Distribution Analysis. In ESEC\/FSE.","DOI":"10.1145\/3236024.3236053"},{"volume-title":"Regression Test Prioritization for Modern Software. Ph. D. Dissertation","author":"Cheng Runxiang","key":"e_1_3_2_1_3_1","unstructured":"Runxiang Cheng. 2025. Regression Test Prioritization for Modern Software. Ph. D. Dissertation. University of Illinois Urbana-Champaign."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","unstructured":"Runxiang Cheng Shuai Wang Reyhaneh Jabbarvand and Darko Marinov. 2024. Revisiting Test-Case Prioritization on Long-Running Test Suites. In ISSTA.","DOI":"10.1145\/3650212.3680307"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Saikat Dutta Anshul Arunachalam and Sasa Misailovic. 2022. To Seed or Not to Seed? An Empirical Analysis of Usage of Seeds for Testing in Machine Learning Projects. In ICST.","DOI":"10.1109\/ICST53961.2022.00026"},{"key":"e_1_3_2_1_6_1","unstructured":"Sebastian Elbaum Alexey Malishevsky and Gregg Rothermel. 2001. Incorporating Varying Test Costs and Fault Severities into Test Case Prioritization. In ICSE."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Sebastian Elbaum Gregg Rothermel and John Penix. 2014. Techniques for Improving Regression Testing in Continuous Integration Development Environments. In ESEC\/FSE.","DOI":"10.1145\/2635868.2635910"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"Daniel Elsner Florian Hauer Alexander Pretschner and Silke Reimer. 2021. Empirically Evaluating Readily Available Information for Regression Test Optimization in Continuous Integration. In ISSTA.","DOI":"10.1145\/3460319.3464834"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","unstructured":"Emad Fallahzadeh and Peter C Rigby. 2022. The Impact of Flaky Tests on Historical Test Prioritization on Chrome. In ICSE-SEIP.","DOI":"10.1145\/3510457.3513038"},{"key":"e_1_3_2_1_10_1","unstructured":"GitHub 2025. Caching dependencies. https:\/\/docs.github.com\/en\/actions\/writing-workflows\/choosing-what-your-workflow-does\/caching-dependencies-to-speed-up-workflows."},{"key":"e_1_3_2_1_11_1","unstructured":"GitHub 2025. GitHub actions. https:\/\/docs.github.com\/en\/actions."},{"key":"e_1_3_2_1_12_1","unstructured":"GitHub 2025. List workflow runs. https:\/\/docs.github.com\/en\/rest\/actions\/workflow-runs?apiVersion=2022-11-28#list-workflow-runs-for-a-repository."},{"key":"e_1_3_2_1_13_1","unstructured":"GitHub 2025. pytest-ranking. https:\/\/github.com\/softwareTestingResearch\/pytest-ranking."},{"key":"e_1_3_2_1_14_1","unstructured":"GitHub 2025. Repository archive. https:\/\/docs.github.com\/en\/rest\/repos\/contents?apiVersion=2022-11-28#download-a-repository-archive-zip."},{"key":"e_1_3_2_1_15_1","unstructured":"GitHub 2025. REST API endpoints for commit statuses. https:\/\/docs.github.com\/en\/rest\/commits\/statuses?apiVersion=2022-11-28#get-the-combined-status-for-a-specific-reference."},{"key":"e_1_3_2_1_16_1","unstructured":"GitHub 2025. Workflow usage limits. https:\/\/docs.github.com\/en\/actions\/administering-github-actions\/usage-limits-billing-and-administration."},{"key":"e_1_3_2_1_17_1","volume-title":"Ekstazi: Lightweight test selection. In ICSE.","author":"Gligoric Milos","year":"2015","unstructured":"Milos Gligoric, Lamyaa Eloussi, and Darko Marinov. 2015. Ekstazi: Lightweight test selection. In ICSE."},{"key":"e_1_3_2_1_18_1","volume-title":"State of Practical Applicability of Regression Testing Research: A Live Systematic Literature Review. Comput. Surveys","author":"Greca Renan","year":"2023","unstructured":"Renan Greca, Breno Miranda, and Antonia Bertolino. 2023. State of Practical Applicability of Regression Testing Research: A Live Systematic Literature Review. Comput. Surveys (2023)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"Martin Gruber Stephan Lukasczyk Florian Kroi\u00df and Gordon Fraser. 2021. An Empirical Study of Flaky Tests in Python. In ICST.","DOI":"10.1109\/ICST49551.2021.00026"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Christopher Henard Mike Papadakis Mark Harman Yue Jia and Yves Le Traon. 2016. Comparing White-box and Black-box Test Prioritization. In ICSE.","DOI":"10.1145\/2884781.2884791"},{"key":"e_1_3_2_1_21_1","volume-title":"Ernst","author":"Just Ren\u00e9","year":"2014","unstructured":"Ren\u00e9 Just, Darioush Jalali, and Michael D. Ernst. 2014. Defects4J: A Database of Existing Faults to Enable Controlled Testing Studies for Java Programs. In ISSTA."},{"key":"e_1_3_2_1_22_1","unstructured":"Jung-Min Kim and Adam Porter. 2002. A History-Based Test Prioritization Technique for Regression Testing in Resource Constrained Environments. In ICSE."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","unstructured":"Wing Lam Reed Oei August Shi Darko Marinov and Tao Xie. 2019. iDFlakies: A Framework for Detecting and Partially Classifying Flaky Tests. In ICST.","DOI":"10.1109\/ICST.2019.00038"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","unstructured":"Wing Lam August Shi Reed Oei Sai Zhang Michael D Ernst and Tao Xie. 2020. Dependent-Test-Aware Regression Testing Techniques. In ISSTA.","DOI":"10.1145\/3395363.3397364"},{"key":"e_1_3_2_1_25_1","unstructured":"Yafeng Lu Yiling Lou Shiyang Cheng Lingming Zhang Dan Hao Yangfan Zhou and Lu Zhang. 2016. How Does Regression Test Prioritization Perform in Real-World Software Evolution?. In ICSE."},{"key":"e_1_3_2_1_26_1","unstructured":"Qingzhou Luo Farah Hariri Lamyaa Eloussi and Darko Marinov. 2014. An Empirical Analysis of Flaky Tests. In FSE."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"Qi Luo Kevin Moran and Denys Poshyvanyk. 2016. A Large-Scale Empirical Comparison of Static and Dynamic Test Case Prioritization Techniques. In FSE.","DOI":"10.1145\/2950290.2950344"},{"key":"e_1_3_2_1_28_1","unstructured":"Alexey G. Malishevsky Joseph R Ruthruff Gregg Rothermel and Sebastian Elbaum. 2006. Cost-Cognizant Test Case Prioritization. Technical Report."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","unstructured":"Toni Mattis Patrick Rein Falco Dursch and Robert Hirschfeld. 2020. RTPTorrent: An Open-source Dataset for Evaluating Regression Test Prioritization. In MSR.","DOI":"10.1145\/3379597.3387458"},{"key":"e_1_3_2_1_30_1","volume-title":"Test Case Selection and Prioritization Using Machine Learning: A Systematic Literature Review. ESE 27","author":"Pan Rongqi","year":"2022","unstructured":"Rongqi Pan, Mojtaba Bagherzadeh, Taher A Ghaleb, and Lionel Briand. 2022. Test Case Selection and Prioritization Using Machine Learning: A Systematic Literature Review. ESE 27 (2022)."},{"key":"e_1_3_2_1_31_1","volume-title":"A Survey of Flaky Tests. TOSEM 31","author":"Parry Owain","year":"2021","unstructured":"Owain Parry, Gregory M Kapfhammer, Michael Hilton, and Phil McMinn. 2021. A Survey of Flaky Tests. TOSEM 31 (2021)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","unstructured":"Qianyang Peng August Shi and Lingming Zhang. 2020. Empirically Revisiting and Enhancing IR-Based Test-Case Prioritization. In ISSTA.","DOI":"10.1145\/3395363.3397383"},{"key":"e_1_3_2_1_33_1","unstructured":"PyPI 2025. BigQuery. https:\/\/docs.pypi.org\/api\/bigquery."},{"key":"e_1_3_2_1_34_1","unstructured":"PyPI 2025. pytest-dependency. https:\/\/pypi.org\/project\/pytest-dependency."},{"key":"e_1_3_2_1_35_1","unstructured":"PyPI 2025. pytest-order. https:\/\/pypi.org\/project\/pytest-order."},{"key":"e_1_3_2_1_36_1","unstructured":"PyPI 2025. pytest-random-order. https:\/\/pypi.org\/project\/pytest-random-order."},{"key":"e_1_3_2_1_37_1","unstructured":"PyPI 2025. pytest-randomly. https:\/\/pypi.org\/project\/pytest-randomly."},{"key":"e_1_3_2_1_38_1","unstructured":"PyPI 2025. pytest-ranking. https:\/\/pypi.org\/project\/pytest-ranking."},{"key":"e_1_3_2_1_39_1","unstructured":"PyPI 2025. pytest-xdist. https:\/\/pypi.org\/project\/pytest-xdist\/."},{"key":"e_1_3_2_1_40_1","unstructured":"Pytest 2025. Cache dir. https:\/\/docs.pytest.org\/en\/7.1.x\/reference\/reference.html#confval-cache_dir."},{"key":"e_1_3_2_1_41_1","unstructured":"Pytest 2025. Config cache. https:\/\/docs.pytest.org\/en\/7.1.x\/reference\/reference.html#config-cache."},{"key":"e_1_3_2_1_42_1","unstructured":"Pytest 2025. Configuration. https:\/\/docs.pytest.org\/en\/stable\/reference\/customize.html#command-line-options-and-configuration-file-settings."},{"key":"e_1_3_2_1_43_1","unstructured":"Pytest 2025. Item. https:\/\/docs.pytest.org\/en\/7.1.x\/reference\/reference.html#item."},{"key":"e_1_3_2_1_44_1","unstructured":"Pytest 2025. Item node ID. https:\/\/docs.pytest.org\/en\/7.1.x\/reference\/reference.html#pytest.nodes.Node.nodeid."},{"key":"e_1_3_2_1_45_1","unstructured":"Pytest 2025. Making your plugin installable by others. https:\/\/docs.pytest.org\/en\/stable\/how-to\/writing_plugins.html#making-your-plugin-installable-by-others."},{"key":"e_1_3_2_1_46_1","unstructured":"Pytest 2025. Parametrize. https:\/\/docs.pytest.org\/en\/stable\/how-to\/parametrize.html."},{"key":"e_1_3_2_1_47_1","unstructured":"Pytest 2025. Pytest. https:\/\/docs.pytest.org\/en\/stable\/."},{"key":"e_1_3_2_1_48_1","unstructured":"Pytest 2025. pytest-dev. https:\/\/github.com\/pytest-dev."},{"key":"e_1_3_2_1_49_1","unstructured":"Pytest 2025. Pytest plugin manager. https:\/\/docs.pytest.org\/en\/7.1.x\/reference\/reference.html#pytestpluginmanager."},{"key":"e_1_3_2_1_50_1","unstructured":"Pytest 2025. pytest_collection_modifyitems. https:\/\/docs.pytest.org\/en\/7.1.x\/reference\/reference.html#pytest.hookspec.pytest_collection_modifyitems."},{"key":"e_1_3_2_1_51_1","unstructured":"Pytest 2025. pytest_runtest_logreport. https:\/\/docs.pytest.org\/en\/7.1.x\/reference\/reference.html#pytest.hookspec.pytest_runtest_logreport."},{"key":"e_1_3_2_1_52_1","unstructured":"Pytest 2025. pytest_terminal_summary. https:\/\/docs.pytest.org\/en\/7.1.x\/reference\/reference.html#pytest.hookspec.pytest_terminal_summary."},{"key":"e_1_3_2_1_53_1","unstructured":"Pytest 2025. Rerun failed tests. https:\/\/docs.pytest.org\/en\/stable\/how-to\/cache.html#how-to-re-run-failed-tests-and-maintain-state-between-test-runs."},{"key":"e_1_3_2_1_54_1","unstructured":"Pytest 2025. TestReport. https:\/\/docs.pytest.org\/en\/7.1.x\/reference\/reference.html#pytest.TestReport."},{"key":"e_1_3_2_1_55_1","unstructured":"Pytest 2025. Writing hooks. https:\/\/docs.pytest.org\/en\/stable\/how-to\/writing_hook_functions.html#writinghooks."},{"key":"e_1_3_2_1_56_1","unstructured":"Python 2025. Entry points. https:\/\/packaging.python.org\/en\/latest\/specifications\/entry-points\/."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"crossref","unstructured":"Gregg Rothermel Roland H. Untch Chengyun Chu and Mary Jean Harrold. 1999. Test Case Prioritization: An Empirical Study. In ICSM.","DOI":"10.1109\/ICSM.1999.792604"},{"key":"e_1_3_2_1_58_1","volume-title":"Prioritizing Test Cases for Regression Testing. TSE 27","author":"Rothermel Gregg","year":"2001","unstructured":"Gregg Rothermel, Roland H. Untch, Chengyun Chu, and Mary Jean Harrold. 2001. Prioritizing Test Cases for Regression Testing. TSE 27 (2001)."},{"key":"e_1_3_2_1_59_1","unstructured":"David Saff and Michael D Ernst. 2003. Reducing Wasted Development Time via Continuous Testing. In ISSRE."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"crossref","unstructured":"Ripon K Saha Lingming Zhang Sarfraz Khurshid and Dewayne E Perry. 2015. An Information Retrieval Approach for Regression Test Prioritization Based on Program Changes. In ICSE.","DOI":"10.1109\/ICSE.2015.47"},{"key":"e_1_3_2_1_61_1","unstructured":"August Shi Alex Gyori Suleman Mahmood Peiyuan Zhao and Darko Marinov. 2018. Evaluating Test-Suite Reduction in Real Software Evolution. In ISSTA."},{"key":"e_1_3_2_1_62_1","unstructured":"August Shi Wing Lam Reed Oei Tao Xie and Darko Marinov. 2019. iFixFlakies: A Framework for Automatically Fixing Order-Dependent Flaky Tests. In FSE."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"crossref","unstructured":"Helge Spieker Arnaud Gotlieb Dusica Marijan and Morten Mossige. 2017. Reinforcement Learning for Automatic Test Case Prioritization and Selection in Continuous Integration. In ISSTA.","DOI":"10.1145\/3092703.3092709"},{"key":"e_1_3_2_1_64_1","volume-title":"Automated System Level Regression Test Prioritization in a Nutshell","author":"Strandberg Per Erik","year":"2017","unstructured":"Per Erik Strandberg, Wasif Afzal, Thomas J Ostrand, Elaine J Weyuker, and Daniel Sundmark. 2017. Automated System Level Regression Test Prioritization in a Nutshell. IEEE Software 34 (2017)."},{"key":"e_1_3_2_1_65_1","unstructured":"Surefire 2025. [SUREFIRE-2041] Ordering test classes and methods according to -Dtest property. https:\/\/github.com\/apache\/maven-surefire\/pull\/560."},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"crossref","unstructured":"Ming Tan Lin Tan Sashank Dara and Caleb Mayeux. 2015. Online Defect Prediction for Imbalanced Data. In ICSE.","DOI":"10.1109\/ICSE.2015.139"},{"key":"e_1_3_2_1_67_1","unstructured":"UV 2025. UV: An extremely fast Python package and project manager. https:\/\/docs.astral.sh\/uv\/."},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"crossref","unstructured":"Hao Wang Pu Yi Jeremias Parladorio Wing Lam Darko Marinov and Tao Xie. 2024. Hierarchy-Aware Regression Test Prioritization. In ISSRE.","DOI":"10.1109\/ISSRE62328.2024.00041"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"crossref","unstructured":"Ruixin Wang Yang Chen and Wing Lam. 2022. iPFlakies: a framework for detecting and fixing python order-dependent flaky tests. In ICSE Companion.","DOI":"10.1145\/3510454.3516846"},{"key":"e_1_3_2_1_70_1","volume-title":"Scalable and Accurate Test Case Prioritization in Continuous Integration Contexts. TSE 49","author":"Yaraghi Ahmadreza Saboor","year":"2022","unstructured":"Ahmadreza Saboor Yaraghi, Mojtaba Bagherzadeh, Nafiseh Kahani, and Lionel C Briand. 2022. Scalable and Accurate Test Case Prioritization in Continuous Integration Contexts. TSE 49 (2022)."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"crossref","unstructured":"Pu Yi Hao Wang Tao Xie Darko Marinov and Wing Lam. 2022. A Theoretical Analysis of Random Regression Test Prioritization. In TACAS.","DOI":"10.1007\/978-3-030-99527-0_12"},{"key":"e_1_3_2_1_72_1","volume-title":"Regression Testing Minimisation, Selection and Prioritisation: A Survey. STVR 22","author":"Yoo Shin","year":"2012","unstructured":"Shin Yoo and Mark Harman. 2012. Regression Testing Minimisation, Selection and Prioritisation: A Survey. STVR 22 (2012)."},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"crossref","unstructured":"Sai Zhang Darioush Jalali Jochen Wuttke K\u0131van\u00e7 Mu\u015flu Wing Lam Michael D Ernst and David Notkin. 2014. Empirically Revisiting the Test Independence Assumption. In ISSTA.","DOI":"10.1145\/2610384.2610404"},{"key":"e_1_3_2_1_74_1","volume-title":"Parallel Test Prioritization. TOSEM 31","author":"Zhou Jianyi","year":"2021","unstructured":"Jianyi Zhou, Junjie Chen, and Dan Hao. 2021. Parallel Test Prioritization. TOSEM 31 (2021)."}],"event":{"name":"FSE Companion '25: 33rd ACM International Conference on the Foundations of Software Engineering","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"],"location":"Clarion Hotel Trondheim Trondheim Norway","acronym":"FSE Companion '25"},"container-title":["Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3696630.3728587","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:18:19Z","timestamp":1753730299000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696630.3728587"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":74,"alternative-id":["10.1145\/3696630.3728587","10.1145\/3696630"],"URL":"https:\/\/doi.org\/10.1145\/3696630.3728587","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-07-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}