{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,18]],"date-time":"2026-02-18T22:59:28Z","timestamp":1771455568847,"version":"3.50.1"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:00:00Z","timestamp":1750291200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:00:00Z","timestamp":1750291200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Andy Zaidman","award":["NSERC"],"award-info":[{"award-number":["NSERC"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2025,9]]},"DOI":"10.1007\/s10664-025-10661-x","type":"journal-article","created":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T08:57:39Z","timestamp":1750323459000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Supporting multi-dimensional unit test classification"],"prefix":"10.1007","volume":"30","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-3024-7266","authenticated-orcid":false,"given":"Ziming","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0248-1384","authenticated-orcid":false,"given":"Martin P.","family":"Robillard","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,6,19]]},"reference":[{"key":"10661_CR1","doi-asserted-by":"publisher","unstructured":"Allamanis M, Barr ET, Bird C, Sutton C (2015) Suggesting accurate method and class names. In: Proceedings of the 10th joint meeting on foundations of software engineering, pp 38\u201349. https:\/\/doi.org\/10.1145\/2786805.2786849","DOI":"10.1145\/2786805.2786849"},{"issue":"5","key":"10661_CR2","doi-asserted-by":"publisher","first-page":"502","DOI":"10.1109\/TSE.2014.2312942","volume":"40","author":"V Arnaoudova","year":"2014","unstructured":"Arnaoudova V, Eshkevari LM, Di Penta M, Oliveto R, Antoniol G, Gu\u00e9h\u00e9neuc Y-G (2014) Repent: Analyzing the nature of identifier renamings. IEEE Trans Softw Eng 40(5):502\u2013532. https:\/\/doi.org\/10.1109\/TSE.2014.2312942","journal-title":"IEEE Trans Softw Eng"},{"key":"10661_CR3","doi-asserted-by":"publisher","unstructured":"Baltes S, Ralph P (2022) Sampling in software engineering research: a critical review and guidelines. Empir Softw Eng 27(94). https:\/\/doi.org\/10.1007\/s10664-021-10072-8","DOI":"10.1007\/s10664-021-10072-8"},{"key":"10661_CR4","doi-asserted-by":"publisher","unstructured":"Binkley D, Hearn M, Lawrie D (2011) Improving identifier informativeness using part of speech information. In: Proceedings of the 8th working conference on mining software repositories, pp 203\u2013206. https:\/\/doi.org\/10.1145\/1985441.1985471","DOI":"10.1145\/1985441.1985471"},{"key":"10661_CR5","doi-asserted-by":"publisher","unstructured":"Daka E, Rojas JM, Fraser G (2017) Generating unit tests with descriptive names or: would you name your children thing1 and thing2? In: Proceedings of the 26th ACM SIGSOFT international symposium on software testing and analysis, pp 57\u201367. https:\/\/doi.org\/10.1145\/3092703.3092727","DOI":"10.1145\/3092703.3092727"},{"key":"10661_CR6","doi-asserted-by":"publisher","unstructured":"Ghafari M, Ghezzi C, Rubinov K (2015) Automatically identifying focal methods under test in unit test cases. In: Proceedings of the IEEE 15th international working conference on source code analysis and manipulation, pp 61\u201370. https:\/\/doi.org\/10.1109\/SCAM.2015.7335402","DOI":"10.1109\/SCAM.2015.7335402"},{"key":"10661_CR7","doi-asserted-by":"publisher","unstructured":"Grano G, De\u00a0Iaco C, Palomba F, Gall HC (2020) Pizza versus pinsa: on the perception and measurability of unit test code quality. In: Proceedings of the IEEE international conference on software maintenance and evolution, pp 336\u2013347. https:\/\/doi.org\/10.1109\/ICSME46990.2020.00040","DOI":"10.1109\/ICSME46990.2020.00040"},{"key":"10661_CR8","doi-asserted-by":"publisher","unstructured":"Greiler M, van Deursen A, Storey M-A (2013) Automated detection of test fixture strategies and smells. In: Proceedings of the IEEE sixth international conference on software testing, verification and validation, pp 322\u2013331. https:\/\/doi.org\/10.1109\/ICST.2013.45","DOI":"10.1109\/ICST.2013.45"},{"key":"10661_CR9","doi-asserted-by":"publisher","unstructured":"Gupta S, Malik S, Pollock L,\u00a0Vijay-Shanker K (2013) Part-of-speech tagging of program identifiers for improved text-based software engineering tools. In: Proceedings of the 21st international conference on program comprehension, pp 3\u201312. https:\/\/doi.org\/10.1109\/ICPC.2013.6613828","DOI":"10.1109\/ICPC.2013.6613828"},{"key":"10661_CR10","unstructured":"Kainulainen P (2018) Writing clean tests: naming matters. Personal blog. Verified 24 Apr 2023. https:\/\/www.petrikainulainen.net\/programming\/testing\/writing-clean-tests-naming-matters\/"},{"key":"10661_CR11","doi-asserted-by":"publisher","unstructured":"Kochhar PS, Xia X, Lo D (2019) Practitioners\u2019 views on good software testing practices. In: Proceedings of the IEEE\/ACM 41st international conference on software engineering: software engineering in practice, pp 61\u201370. https:\/\/doi.org\/10.1109\/ICSE-SEIP.2019.00015","DOI":"10.1109\/ICSE-SEIP.2019.00015"},{"key":"10661_CR12","unstructured":"Kumar A (2021) 7 popular strategies: unit test naming conventions. DZone article. Verified 24 Apr 2023. https:\/\/dzone.com\/articles\/7-popular-unit-test-naming"},{"issue":"1","key":"10661_CR13","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"JR Landis","year":"1977","unstructured":"Landis JR, Koch GG (1977) The measurement of observer agreement for categorical data. Biometrics 33(1):159\u2013174","journal-title":"Biometrics"},{"key":"10661_CR14","doi-asserted-by":"publisher","unstructured":"Li B, Vendome C, Linares-Vasquez M, Poshyvanyk D (2018) Aiding comprehension of unit test cases and test suites with stereotype-based tagging. In: Proceedings of the IEEE\/ACM 26th international conference on program comprehension, pp 52\u20135211. https:\/\/doi.org\/10.1145\/3196321.3196339","DOI":"10.1145\/3196321.3196339"},{"key":"10661_CR15","doi-asserted-by":"publisher","unstructured":"Li B, Vendome C, Linares-V\u00e1squez M, Poshyvanyk D, Kraft NA (2016) Automatically documenting unit test cases. In: Proceedings of the IEEE International Conference on Software Testing, Verification and Validation (ICST), pp 341\u2013352. https:\/\/doi.org\/10.1109\/ICST.2016.30","DOI":"10.1109\/ICST.2016.30"},{"key":"10661_CR16","doi-asserted-by":"publisher","unstructured":"Manning C, Surdeanu M, Bauer J, Finkel J, Bethard S, McClosky D (2014) The Stanford CoreNLP natural language processing toolkit. In: Bontcheva K, Zhu J (eds) Proceedings of the 52nd annual meeting of the association for computational linguistics: system demonstrations, pp 55\u201360. https:\/\/doi.org\/10.3115\/v1\/P14-5010","DOI":"10.3115\/v1\/P14-5010"},{"issue":"9","key":"10661_CR17","doi-asserted-by":"publisher","first-page":"3268","DOI":"10.1109\/TSE.2021.3087087","volume":"48","author":"M Nassif","year":"2022","unstructured":"Nassif M, Hernandez A, Sridharan A, Robillard MP (2022) Generating unit tests for documentation. IEEE Trans Softw Eng 48(9):3268\u20133279. https:\/\/doi.org\/10.1109\/TSE.2021.3087087","journal-title":"IEEE Trans Softw Eng"},{"key":"10661_CR18","doi-asserted-by":"publisher","unstructured":"Olney W, Hill E, Thurber C, Lemma B (2016) Part of speech tagging java method names. In: Proceedings of the IEEE international conference on software maintenance and evolution, pp 483\u2013487. https:\/\/doi.org\/10.1109\/ICSME.2016.80","DOI":"10.1109\/ICSME.2016.80"},{"key":"10661_CR19","unstructured":"Osherove R (2005) Naming standards for unit tests. Personal blog. Verified 04 Aug 2023. https:\/\/osherove.com\/blog\/2005\/4\/3\/naming-standards-for-unit-tests.html"},{"key":"10661_CR20","doi-asserted-by":"crossref","unstructured":"Panichella S, Panichella A, Beller M, Zaidman A, Gall HC (2016) The impact of test case summaries on bug fixing performance: An empirical investigation. In: Proceedings of the 38th IEEE\/ACM international conference on software engineering, pp 547\u2013558. https:\/\/dl.acm.org\/doi\/10.1145\/2884781.2884847","DOI":"10.1145\/2884781.2884847"},{"key":"10661_CR21","doi-asserted-by":"publisher","unstructured":"Parizi RM (2016) On the gamification of human-centric traceability tasks in software testing and coding. In: Proceedings of the IEEE 14th international conference on software engineering research, management and applications, pp 193\u2013200. https:\/\/doi.org\/10.1109\/SERA.2016.7516146","DOI":"10.1109\/SERA.2016.7516146"},{"key":"10661_CR22","doi-asserted-by":"publisher","unstructured":"Peruma A, Hu E, Chen J, AlOmar EA, Mkaouer MW, Newman CD (2021) Using grammar patterns to interpret test method name evolution. In: Proceedings of the IEEE\/ACM 29th international conference on program comprehension, pp 335\u2013346. https:\/\/doi.org\/10.1109\/ICPC52881.2021.00039","DOI":"10.1109\/ICPC52881.2021.00039"},{"key":"10661_CR23","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1016\/j.jss.2013.10.019","volume":"88","author":"A Qusef","year":"2014","unstructured":"Qusef A, Bavota G, Oliveto R, De Lucia A, Binkley D (2014) Recovering test-to-code traceability using slicing and textual analysis. J Syst Softw 88:147\u2013168. https:\/\/doi.org\/10.1016\/j.jss.2013.10.019","journal-title":"J Syst Softw"},{"key":"10661_CR24","doi-asserted-by":"publisher","unstructured":"Qusef A, Bavota G, Oliveto R, De\u00a0Lucia A, Binkley D (2011) SCOTCH: test-to-code traceability using slicing and conceptual coupling. In: Proceedings of the IEEE 27th international conference on software maintenance, pp 63\u201372. https:\/\/doi.org\/10.1109\/ICSM.2011.6080773","DOI":"10.1109\/ICSM.2011.6080773"},{"key":"10661_CR25","doi-asserted-by":"publisher","unstructured":"Qusef A, Oliveto R, De\u00a0Lucia A (2010) Recovering traceability links between unit tests and classes under test: an improved method. In: Proceedings of the IEEE international conference on software maintenance, pp 1\u201310. https:\/\/doi.org\/10.1109\/ICSM.2010.5609581","DOI":"10.1109\/ICSM.2010.5609581"},{"key":"10661_CR26","unstructured":"Reid J (2020) Unit test naming: the 3 most important parts. Personal blog. Verified 20 May 2024. https:\/\/qualitycoding.org\/unit-test-naming\/"},{"key":"10661_CR27","doi-asserted-by":"crossref","unstructured":"Robillard MP, Nassif M, Sohail M (2024) Understanding test convention consistency as a dimension of test quality. ACM Trans Softw Eng Methodol 31(4):39. https:\/\/dl.acm.org\/doi\/10.1145\/3672448","DOI":"10.1145\/3672448"},{"key":"10661_CR28","unstructured":"Trenk A (2014) Testing on the toilet: writing descriptive test names. Google testing blog. Verified 10 May 2024. https:\/\/testing.googleblog.com\/2014\/10\/testing-on-toilet-writing-descriptive.html"},{"key":"10661_CR29","doi-asserted-by":"publisher","unstructured":"Van Rompaey B, Demeyer S (2009) Establishing traceability links between unit test cases and units under test. In: Proceedings of the 13th European conference on software maintenance and reengineering, pp 209\u2013218. https:\/\/doi.org\/10.1109\/CSMR.2009.39","DOI":"10.1109\/CSMR.2009.39"},{"key":"10661_CR30","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.15173864","author":"Z Wang","year":"2025","unstructured":"Wang Z, Robillard MP (2025) Data from: supporting multi-dimensional unit test classification. Zenodo. https:\/\/doi.org\/10.5281\/zenodo.15173864","journal-title":"Zenodo"},{"key":"10661_CR31","doi-asserted-by":"publisher","unstructured":"Wang S, Wen M, Liu Y, Wang Y, Wu R (2021) Understanding and facilitating the co-evolution of production and test code. In: Proceedings of the IEEE international conference on software analysis, evolution and reengineering, pp 272\u2013283. https:\/\/doi.org\/10.1109\/SANER50967.2021.00033","DOI":"10.1109\/SANER50967.2021.00033"},{"key":"10661_CR32","doi-asserted-by":"publisher","unstructured":"White R, Krinke J, Tan R (2020) Establishing multilevel test-to-code traceability links. In: Proceedings of the ACM\/IEEE 42nd international conference on software engineering, pp 861\u2013872. https:\/\/doi.org\/10.1145\/3377811.3380921","DOI":"10.1145\/3377811.3380921"},{"key":"10661_CR33","doi-asserted-by":"publisher","unstructured":"Winkler D, Urbanke P, Ramler R (2024) Investigating the readability of test code. Empir Softw Eng 29(53). https:\/\/doi.org\/10.1007\/s10664-023-10390-z","DOI":"10.1007\/s10664-023-10390-z"},{"key":"10661_CR34","doi-asserted-by":"publisher","first-page":"110639","DOI":"10.1016\/j.jss.2020.110639","volume":"168","author":"J Wu","year":"2020","unstructured":"Wu J, Clause J (2020) A pattern-based approach to detect and improve non-descriptive test names. J Syst Softw 168:110639. https:\/\/doi.org\/10.1016\/j.jss.2020.110639","journal-title":"J Syst Softw"},{"key":"10661_CR35","doi-asserted-by":"publisher","unstructured":"Wu J, Clause J (2023a) Automated identification of uniqueness in JUnit tests. ACM Trans Softw Eng Methodol 32(1). https:\/\/doi.org\/10.1145\/3533313","DOI":"10.1145\/3533313"},{"key":"10661_CR36","doi-asserted-by":"publisher","unstructured":"Wu J, Clause J (2023b) A uniqueness-based approach to provide descriptive junit test names. J Syst Softw 205:111821. https:\/\/doi.org\/10.1016\/j.jss.2023.111821","DOI":"10.1016\/j.jss.2023.111821"},{"key":"10661_CR37","doi-asserted-by":"publisher","unstructured":"Zhang B, Hill E, Clause J (2015) Automatically generating test templates from test names (n). In: Proceedings of the 30th IEEE\/ACM international conference on automated software engineering, pp 506\u2013511. https:\/\/doi.org\/10.1109\/ASE.2015.68","DOI":"10.1109\/ASE.2015.68"},{"key":"10661_CR38","doi-asserted-by":"publisher","unstructured":"Zhang B, Hill E, Clause J (2016) Towards automatically generating descriptive names for unit tests. In: Proceedings of the 31st IEEE\/ACM international conference on automated software engineering, pp 625\u2013636. https:\/\/doi.org\/10.1145\/2970276.2970342","DOI":"10.1145\/2970276.2970342"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-025-10661-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-025-10661-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-025-10661-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,13]],"date-time":"2025-09-13T21:02:43Z","timestamp":1757797363000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-025-10661-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,19]]},"references-count":38,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2025,9]]}},"alternative-id":["10661"],"URL":"https:\/\/doi.org\/10.1007\/s10664-025-10661-x","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,6,19]]},"assertion":[{"value":"14 April 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 June 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval and Informed Consent"}},{"value":"The authors have no conflicts of interests to declare that are relevant to the content of this article.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of Interest"}}],"article-number":"126"}}