{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:13:48Z","timestamp":1755839628189,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":65,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,30]],"date-time":"2023-11-30T00:00:00Z","timestamp":1701302400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,30]]},"DOI":"10.1145\/3611643.3613872","type":"proceedings-article","created":{"date-parts":[[2023,11,30]],"date-time":"2023-11-30T23:14:38Z","timestamp":1701386078000},"page":"1961-1972","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Prioritizing Natural Language Test Cases Based on Highly-Used Game Features"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8500-3723","authenticated-orcid":false,"given":"Markos","family":"Viggiato","sequence":"first","affiliation":[{"name":"University of Alberta, Edmonton, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-6968-6484","authenticated-orcid":false,"given":"Dale","family":"Paas","sequence":"additional","affiliation":[{"name":"Prodigy Education, Toronto, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0474-5718","authenticated-orcid":false,"given":"Cor-Paul","family":"Bezemer","sequence":"additional","affiliation":[{"name":"University of Alberta, Edmonton, Canada"}]}],"member":"320","published-online":{"date-parts":[[2023,11,30]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1486"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-23716-4_6"},{"key":"e_1_3_2_2_3_1","article-title":"Reinforcement learning for test case prioritization","author":"Bagherzadeh Mojtaba","year":"2021","unstructured":"Mojtaba Bagherzadeh, Nafiseh Kahani, and Lionel Briand. 2021. Reinforcement learning for test case prioritization. IEEE Transactions on Software Engineering.","journal-title":"IEEE Transactions on Software Engineering."},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"crossref","unstructured":"Antonia Bertolino. 2007. Software testing research: Achievements challenges dreams. In Future of Software Engineering (FOSE\u201907). 85\u2013103.","DOI":"10.1109\/FOSE.2007.25"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2990567"},{"key":"e_1_3_2_2_6_1","first-page":"993","article-title":"Latent dirichlet allocation","author":"Blei David M","year":"2003","unstructured":"David M Blei, Andrew Y Ng, and Michael I Jordan. 2003. Latent dirichlet allocation. Journal of machine Learning research, 3, Jan (2003), 993\u20131022.","journal-title":"Journal of machine Learning research, 3"},{"key":"e_1_3_2_2_7_1","volume-title":"Language models are few-shot learners. Advances in neural information processing systems, 33","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, and Amanda Askell. 2020. Language models are few-shot learners. Advances in neural information processing systems, 33 (2020), 1877\u20131901."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2950290.2983954"},{"key":"e_1_3_2_2_9_1","volume-title":"International conference on machine learning. 1597\u20131607","author":"Chen Ting","year":"2020","unstructured":"Ting Chen, Simon Kornblith, Mohammad Norouzi, and Geoffrey Hinton. 2020. A simple framework for contrastive learning of visual representations. In International conference on machine learning. 1597\u20131607."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3524610.3527888"},{"volume-title":"Multi-objective evolutionary optimisation for product design and manufacturing","author":"Deb Kalyanmoy","key":"e_1_3_2_2_11_1","unstructured":"Kalyanmoy Deb. 2011. Multi-objective optimisation using evolutionary algorithms: an introduction. In Multi-objective evolutionary optimisation for product design and manufacturing. Springer, 3\u201334."},{"key":"e_1_3_2_2_12_1","volume-title":"A fast and elitist multiobjective genetic algorithm: NSGA-II","author":"Deb Kalyanmoy","year":"2002","unstructured":"Kalyanmoy Deb, Amrit Pratap, Sameer Agarwal, and TAMT Meyarivan. 2002. A fast and elitist multiobjective genetic algorithm: NSGA-II. IEEE transactions on evolutionary computation, 6, 2 (2002), 182\u2013197."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"crossref","unstructured":"Peter Devine and Kelly Blincoe. 2022. Unsupervised Extreme Multi Label Classification of Stack Overflow Posts.","DOI":"10.1145\/3528588.3528652"},{"key":"e_1_3_2_2_14_1","volume-title":"BERT: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805.","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. BERT: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805."},{"key":"e_1_3_2_2_15_1","article-title":"A multi-armed bandit approach for test case prioritization in continuous integration environments","author":"do Prado Lima Jackson Antonio","year":"2020","unstructured":"Jackson Antonio do Prado Lima and Silvia Regina Vergilio. 2020. A multi-armed bandit approach for test case prioritization in continuous integration environments. IEEE Transactions on Software Engineering.","journal-title":"IEEE Transactions on Software Engineering."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2771783.2771788"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2012.12.051"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1569901.1569983"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3473922"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2379776.2379787"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2015.7102602"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2018.00038"},{"key":"e_1_3_2_2_23_1","volume-title":"meeting of the American Educational Research Association. 1.","author":"Hess Melinda R","year":"2004","unstructured":"Melinda R Hess and Jeffrey D Kromrey. 2004. Robust confidence intervals for effect sizes: A comparative study of Cohen\u2019s d and Cliff\u2019s delta under non-normality and heterogeneous variances. In annual meeting of the American Educational Research Association. 1."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1002\/spe.3068"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582418"},{"key":"e_1_3_2_2_26_1","volume-title":"Approximating the nondominated front using the Pareto archived evolution strategy. Evolutionary computation, 8, 2","author":"Knowles Joshua D","year":"2000","unstructured":"Joshua D Knowles and David W Corne. 2000. Approximating the nondominated front using the Pareto archived evolution strategy. Evolutionary computation, 8, 2 (2000), 149\u2013172."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA.2016.0065"},{"key":"e_1_3_2_2_28_1","volume-title":"BART: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. arXiv preprint arXiv:1910.13461.","author":"Lewis Mike","year":"2019","unstructured":"Mike Lewis, Yinhan Liu, Naman Goyal, Marjan Ghazvininejad, Abdelrahman Mohamed, Omer Levy, Ves Stoyanov, and Luke Zettlemoyer. 2019. BART: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. arXiv preprint arXiv:1910.13461."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39742-4_10"},{"key":"e_1_3_2_2_30_1","unstructured":"Jeffrey D Long Du Feng and Norman Cliff. 2003. Ordinal analysis of behavioral data.."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3551349.3556913"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10515-022-00344-y"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"crossref","unstructured":"Henry B Mann and Donald R Whitney. 1947. On a test of whether one of two random variables is stochastically larger than the other. The annals of mathematical statistics 50\u201360.","DOI":"10.1214\/aoms\/1177730491"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2015.2510633"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"crossref","unstructured":"Luis Mart\u00ed Jes\u00fas Garc\u00eda Antonio Berlanga and Jos\u00e9 M Molina. 2009. An approach to stopping criteria for multi-objective optimization evolutionary algorithms: The MGBM criterion. In 2009 IEEE congress on evolutionary computation. 1263\u20131270.","DOI":"10.1109\/CEC.2009.4983090"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-78646-7_38"},{"key":"e_1_3_2_2_37_1","volume-title":"Distributed representations of words and phrases and their compositionality. Advances in neural information processing systems, 26","author":"Mikolov Tomas","year":"2013","unstructured":"Tomas Mikolov, Ilya Sutskever, Kai Chen, Greg S Corrado, and Jeff Dean. 2013. Distributed representations of words and phrases and their compositionality. Advances in neural information processing systems, 26 (2013)."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180210"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2015.7381799"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3526072.3527525"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196398.3196418"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"crossref","unstructured":"Cristiano Politowski Fabio Petrillo and Yann-G\u00e4el Gu\u00e9h\u00e9neuc. 2021. A Survey of Video Game Testing. arXiv preprint arXiv:2103.06431.","DOI":"10.1109\/AST52587.2021.00018"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2882176"},{"key":"e_1_3_2_2_44_1","volume-title":"International Conference on Machine Learning. 8748\u20138763","author":"Radford Alec","year":"2021","unstructured":"Alec Radford, Jong Wook Kim, Chris Hallacy, Aditya Ramesh, Gabriel Goh, Sandhini Agarwal, Girish Sastry, Amanda Askell, Pamela Mishkin, and Jack Clark. 2021. Learning transferable visual models from natural language supervision. In International Conference on Machine Learning. 8748\u20138763."},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1410"},{"key":"e_1_3_2_2_46_1","volume-title":"meeting of the Southern Association for Institutional Research. 1\u201351","author":"Romano Jeanine","year":"2006","unstructured":"Jeanine Romano, Jeffrey D Kromrey, Jesse Coraggio, Jeff Skowronek, and Linda Devine. 2006. Exploring methods for evaluating group differences on the NSSE and other surveys: Are the t-test and Cohen\u2019s d indices the most appropriate choices. In annual meeting of the Southern Association for Institutional Research. 1\u201351."},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.47"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606595"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3213846.3213852"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/2851553.2851576"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3092703.3092709"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3524842.3528438"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2700529"},{"key":"e_1_3_2_2_54_1","article-title":"Identifying similar test cases that are specified in natural language","author":"Viggiato Markos","year":"2022","unstructured":"Markos Viggiato, Dale Paas, Chris Buzon, and Cor-Paul Bezemer. 2022. Identifying similar test cases that are specified in natural language. IEEE Transactions on Software Engineering.","journal-title":"IEEE Transactions on Software Engineering."},{"key":"e_1_3_2_2_55_1","volume-title":"International Conference on Software Engineering-Software Engineering in Practice (ICSE-SEIP) Track.(May 8","author":"Viggiato Markos","year":"2022","unstructured":"Markos Viggiato, Dale Paas, Chris Buzon, and Cor-Paul Bezemer. 2022. Using natural language processing techniques to improve manual test case descriptions. In International Conference on Software Engineering-Software Engineering in Practice (ICSE-SEIP) Track.(May 8, 2022)."},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-19893-9_2"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/2889160.2889240"},{"key":"e_1_3_2_2_58_1","volume-title":"Proceedings of the 26th annual conference on learning theory (COLT","author":"Wang Yining","year":"2013","unstructured":"Yining Wang, Liwei Wang, Yuanzhi Li, Di He, Wei Chen, and Tie-Yan Liu. 2013. A theoretical analysis of NDCG ranking measures. In Proceedings of the 26th annual conference on learning theory (COLT 2013). 8, 6."},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1639"},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.15"},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3065234"},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2017.66"},{"key":"e_1_3_2_2_63_1","article-title":"Scalable and Accurate Test Case Prioritization in Continuous Integration Contexts","author":"Yaraghi Ahmadreza Saboor","year":"2022","unstructured":"Ahmadreza Saboor Yaraghi, Mojtaba Bagherzadeh, Nafiseh Kahani, and Lionel Briand. 2022. Scalable and Accurate Test Case Prioritization in Continuous Integration Contexts. IEEE Transactions on Software Engineering.","journal-title":"IEEE Transactions on Software Engineering."},{"key":"e_1_3_2_2_64_1","unstructured":"Wenpeng Yin Jamaal Hay and Dan Roth. 2019. Benchmarking zero-shot text classification: Datasets evaluation and entailment approach. arXiv preprint arXiv:1909.00161."},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"publisher","DOI":"10.1109\/TR.2020.2979815"}],"event":{"name":"ESEC\/FSE '23: 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"],"location":"San Francisco CA USA","acronym":"ESEC\/FSE '23"},"container-title":["Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3611643.3613872","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3611643.3613872","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:10Z","timestamp":1750178230000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3611643.3613872"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,30]]},"references-count":65,"alternative-id":["10.1145\/3611643.3613872","10.1145\/3611643"],"URL":"https:\/\/doi.org\/10.1145\/3611643.3613872","relation":{},"subject":[],"published":{"date-parts":[[2023,11,30]]},"assertion":[{"value":"2023-11-30","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}