{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,10]],"date-time":"2026-10-10T00:19:16Z","timestamp":1791591556937,"version":"4.3.4"},"publisher-location":"New York, NY, USA","reference-count":61,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,12]],"date-time":"2023-07-12T00:00:00Z","timestamp":1689120000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["2152819"],"award-info":[{"award-number":["2152819"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,12]]},"DOI":"10.1145\/3597926.3598134","type":"proceedings-article","created":{"date-parts":[[2023,7,13]],"date-time":"2023-07-13T20:12:53Z","timestamp":1689279173000},"page":"1269-1281","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":28,"title":["Virtual Reality (VR) Automated Testing in the Wild: A Case Study on Unity-Based VR Applications"],"prefix":"10.1145","author":[{"given":"Dhia Elhaq","family":"Rzig","sequence":"first","affiliation":[{"name":"University of Michigan at Dearborn, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nafees","family":"Iqbal","sequence":"additional","affiliation":[{"name":"University of Michigan at Dearborn, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Isabella","family":"Attisano","sequence":"additional","affiliation":[{"name":"Villanova University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xue","family":"Qin","sequence":"additional","affiliation":[{"name":"Villanova University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Foyzul","family":"Hassan","sequence":"additional","affiliation":[{"name":"University of Michigan at Dearborn, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,7,13]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n. d.]. https:\/\/docs.unity3d.com\/Packages\/com.unity.test-framework@1.1\/manual\/index.html \t\t\t\t  [n. d.]. https:\/\/docs.unity3d.com\/Packages\/com.unity.test-framework@1.1\/manual\/index.html"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.6084\/m9.figshare.19678938"},{"key":"e_1_3_2_1_3_1","volume-title":"Fortune Business Insights Market Research Report. https:\/\/www.fortunebusinessinsights.com\/industry-reports\/virtual-reality-market-101378 [Online","year":"2022","unstructured":"2021. Fortune Business Insights Market Research Report. https:\/\/www.fortunebusinessinsights.com\/industry-reports\/virtual-reality-market-101378 [Online ; accessed 30- April - 2022 ] 2021. Fortune Business Insights Market Research Report. https:\/\/www.fortunebusinessinsights.com\/industry-reports\/virtual-reality-market-101378 [Online; accessed 30-April-2022]"},{"key":"e_1_3_2_1_4_1","volume-title":"Rigidbody Unity Documentation. https:\/\/docs.unity3d.com\/ScriptReference\/Rigidbody.html [Online","year":"2023","unstructured":"2021. Rigidbody Unity Documentation. https:\/\/docs.unity3d.com\/ScriptReference\/Rigidbody.html [Online ; accessed 16- February - 2023 ] 2021. Rigidbody Unity Documentation. https:\/\/docs.unity3d.com\/ScriptReference\/Rigidbody.html [Online; accessed 16-February-2023]"},{"key":"e_1_3_2_1_5_1","volume-title":"Unity Physics Documentation. https:\/\/docs.unity3d.com\/Manual\/PhysicsSection.html [Online","year":"2023","unstructured":"2021. Unity Physics Documentation. https:\/\/docs.unity3d.com\/Manual\/PhysicsSection.html [Online ; accessed 16- February - 2023 ] 2021. Unity Physics Documentation. https:\/\/docs.unity3d.com\/Manual\/PhysicsSection.html [Online; accessed 16-February-2023]"},{"key":"e_1_3_2_1_6_1","unstructured":"2022. https:\/\/en.wikipedia.org\/w\/index.php?title=Virtual_reality&oldid=1102053166 Page Version ID: 1102053166 \t\t\t\t  2022. https:\/\/en.wikipedia.org\/w\/index.php?title=Virtual_reality&oldid=1102053166 Page Version ID: 1102053166"},{"key":"e_1_3_2_1_7_1","unstructured":"2022. Chapter 1. The goal of unit testing \u00b7 Unit Testing Principles Practices and Patterns. https:\/\/livebook.manning.com\/book\/unit-testing\/chapter-1\/ \t\t\t\t  2022. Chapter 1. The goal of unit testing \u00b7 Unit Testing Principles Practices and Patterns. https:\/\/livebook.manning.com\/book\/unit-testing\/chapter-1\/"},{"key":"e_1_3_2_1_8_1","volume-title":"Oculus Developer Center. https:\/\/developer.oculus.com\/ [Online","year":"2022","unstructured":"2022. Oculus Developer Center. https:\/\/developer.oculus.com\/ [Online ; accessed 30- April - 2022 ] 2022. Oculus Developer Center. https:\/\/developer.oculus.com\/ [Online; accessed 30-April-2022]"},{"key":"e_1_3_2_1_9_1","unstructured":"2022. SrcML. https:\/\/www.srcml.org\/ \t\t\t\t  2022. SrcML. https:\/\/www.srcml.org\/"},{"key":"e_1_3_2_1_10_1","volume-title":"https:\/\/developer.vive.com\/us\/ [Online","author":"Developers VIVE","year":"2022","unstructured":"2022. VIVE Developers . https:\/\/developer.vive.com\/us\/ [Online ; accessed 30- April - 2022 ] 2022. VIVE Developers. https:\/\/developer.vive.com\/us\/ [Online; accessed 30-April-2022]"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/TG.2020.3032796"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376722"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2012.6405253"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-012-9190-y"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/769953.769966"},{"key":"e_1_3_2_1_16_1","first-page":"198","article-title":"Detecting Video Game-Specific Bad Smells in Unity Projects","volume":"2020","author":"Borrelli Antonio","year":"2020","unstructured":"Antonio Borrelli , Vittoria Nardone , Giuseppe A. Di Lucca , Gerardo Canfora , and Massimiliano Di Penta . 2020 . Detecting Video Game-Specific Bad Smells in Unity Projects . ACM 2020 , 198 \u2013 208 . isbn:9781450375177 https:\/\/dl.acm.org\/doi\/abs\/10.1145\/3379597.3387454 Antonio Borrelli, Vittoria Nardone, Giuseppe A. Di Lucca, Gerardo Canfora, and Massimiliano Di Penta. 2020. Detecting Video Game-Specific Bad Smells in Unity Projects. ACM 2020, 198\u2013208. isbn:9781450375177 https:\/\/dl.acm.org\/doi\/abs\/10.1145\/3379597.3387454","journal-title":"ACM"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/WETSoM.2017.2"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985995"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2019.00034"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1177\/001316446002000104"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1690"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3337932.3338815"},{"key":"e_1_3_2_1_23_1","unstructured":"Anthony Pecorella Doucet Lars. 2021. Game engines on Steam: The definitive breakdown. https:\/\/www.gamedeveloper.com\/business\/game-engines-on-steam-the-definitive-breakdown \t\t\t\t  Anthony Pecorella Doucet Lars. 2021. Game engines on Steam: The definitive breakdown. https:\/\/www.gamedeveloper.com\/business\/game-engines-on-steam-the-definitive-breakdown"},{"key":"e_1_3_2_1_24_1","unstructured":"Unreal Engine. [n. d.]. Unreal Engine | The most powerful real-time 3D creation tool. https:\/\/www.unrealengine.com\/en-US \t\t\t\t  Unreal Engine. [n. d.]. Unreal Engine | The most powerful real-time 3D creation tool. https:\/\/www.unrealengine.com\/en-US"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1468-0394.2005.00299.x"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1177\/001316447303300309"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568278"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227189"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301423"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2345156.2254075"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/VST.2018.8327151"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2013.57"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2006.14"},{"key":"e_1_3_2_1_34_1","volume-title":"Proceedings of the 16th Interational Conference on Testing Computer Software. 16\u201318","author":"Marick Brian","year":"1999","unstructured":"Brian Marick , John Smith , and Mark Jones . 1999 . How to misuse code coverage . In Proceedings of the 16th Interational Conference on Testing Computer Software. 16\u201318 . Brian Marick, John Smith, and Mark Jones. 1999. How to misuse code coverage. In Proceedings of the 16th Interational Conference on Testing Computer Software. 16\u201318."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2017.16"},{"key":"e_1_3_2_1_36_1","volume-title":"xUnit test patterns: refactoring test code","author":"Meszaros Gerard","unstructured":"Gerard Meszaros . 2007. xUnit test patterns: refactoring test code . Addison-Wesley , Upper Saddle River, NJ. isbn:9780131495050 Gerard Meszaros. 2007. xUnit test patterns: refactoring test code. Addison-Wesley, Upper Saddle River, NJ. isbn:9780131495050"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC52881.2021.00043"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00078"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00052"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"crossref","first-page":"1188","DOI":"10.1007\/s10664-017-9535-z","article-title":"On the diffuseness and the impact on maintainability of code smells: a large scale empirical investigation","volume":"23","author":"Palomba Fabio","year":"2017","unstructured":"Fabio Palomba , Gabriele Bavota , Massimiliano Di Penta , Fausto Fasano , Rocco Oliveto , and Andrea De Lucia . 2017 . On the diffuseness and the impact on maintainability of code smells: a large scale empirical investigation . Empirical Software Engineering , 23 (2017), 1188 \u2013 1221 . Fabio Palomba, Gabriele Bavota, Massimiliano Di Penta, Fausto Fasano, Rocco Oliveto, and Andrea De Lucia. 2017. On the diffuseness and the impact on maintainability of code smells: a large scale empirical investigation. Empirical Software Engineering, 23 (2017), 1188\u20131221.","journal-title":"Empirical Software Engineering"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9535-z"},{"key":"e_1_3_2_1_42_1","volume-title":"2017 IEEE International Conference on Software Maintenance and Evolution (ICSME), 1\u201312","author":"Palomba Fabio","year":"2017","unstructured":"Fabio Palomba and Andy Zaidman . 2017 . Does Refactoring of Test Smells Induce Fixing Flaky Tests? 2017 IEEE International Conference on Software Maintenance and Evolution (ICSME), 1\u201312 . Fabio Palomba and Andy Zaidman. 2017. Does Refactoring of Test Smells Induce Fixing Flaky Tests? 2017 IEEE International Conference on Software Maintenance and Evolution (ICSME), 1\u201312."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196398.3196418"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3387904.3389256"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.5555\/3370272.3370293"},{"key":"e_1_3_2_1_46_1","volume-title":"2021 IEEE\/ACM International Conference on Automation of Software Test (AST), 90\u201399","author":"Politowski Cristiano","year":"2021","unstructured":"Cristiano Politowski , F\u00e1bio Petrillo , and Yann-Gael Gu\u2019eh\u2019eneuc . 2021 . A Survey of Video Game Testing . 2021 IEEE\/ACM International Conference on Automation of Software Test (AST), 90\u201399 . Cristiano Politowski, F\u00e1bio Petrillo, and Yann-Gael Gu\u2019eh\u2019eneuc. 2021. A Survey of Video Game Testing. 2021 IEEE\/ACM International Conference on Automation of Software Test (AST), 90\u201399."},{"key":"e_1_3_2_1_47_1","volume-title":"Virtual reality \/ Howard Rheingold","unstructured":"Howard. Rheingold. 1991. Virtual reality \/ Howard Rheingold .. Summit Books , New York . isbn:0671693638 lccn:91010955 Howard. Rheingold. 1991. Virtual reality \/ Howard Rheingold.. Summit Books, New York. isbn:0671693638 lccn:91010955"},{"key":"e_1_3_2_1_48_1","unstructured":"Unity Technologies. [n. d.]. Unity Real-Time Development Platform | 3D 2D VR & AR Engine. https:\/\/unity.com\/ \t\t\t\t  Unity Technologies. [n. d.]. Unity Real-Time Development Platform | 3D 2D VR & AR Engine. https:\/\/unity.com\/"},{"key":"e_1_3_2_1_49_1","unstructured":"Unity Technologies. 2022. Unity - Manual: Unity architecture. https:\/\/docs.unity3d.com\/Manual\/unity-architecture.html \t\t\t\t  Unity Technologies. 2022. Unity - Manual: Unity architecture. https:\/\/docs.unity3d.com\/Manual\/unity-architecture.html"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00073"},{"key":"e_1_3_2_1_51_1","volume-title":"Rocco Oliveto, Andrea De Lucia, and Denys Poshyvanyk.","author":"Tufano Michele","year":"2016","unstructured":"Michele Tufano , Fabio Palomba , Gabriele Bavota , Massimiliano Di Penta , Rocco Oliveto, Andrea De Lucia, and Denys Poshyvanyk. 2016 . An empirical investigation into the nature of test smells. In 2016 Automated Software Engineering. ACM , 4\u201315. https:\/\/www.microsoft.com\/en-us\/research\/publication\/an-empirical-investigation-into-the-nature-of-test-smells\/ Michele Tufano, Fabio Palomba, Gabriele Bavota, Massimiliano Di Penta, Rocco Oliveto, Andrea De Lucia, and Denys Poshyvanyk. 2016. An empirical investigation into the nature of test smells. In 2016 Automated Software Engineering. ACM, 4\u201315. https:\/\/www.microsoft.com\/en-us\/research\/publication\/an-empirical-investigation-into-the-nature-of-test-smells\/"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2017.01.006"},{"key":"e_1_3_2_1_53_1","volume-title":"Proceedings of the 2nd International Conference on Extreme Programming and Flexible Processes in Software Engineering (XP2001","author":"van Deursen Arie","unstructured":"Arie van Deursen , Leon Moonen , Alex van den Bergh, and Gerard Kok. 2001. Refactoring Test Code . In Proceedings of the 2nd International Conference on Extreme Programming and Flexible Processes in Software Engineering (XP2001 . 92\u201395. Arie van Deursen, Leon Moonen, Alex van den Bergh, and Gerard Kok. 2001. Refactoring Test Code. In Proceedings of the 2nd International Conference on Extreme Programming and Flexible Processes in Software Engineering (XP2001. 92\u201395."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/MALTESQUE.2018.8368456"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12193-022-00388-0"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00138"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510454.3516870"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.888628"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2009.32"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME46990.2020.00074"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2020.103311"}],"event":{"name":"ISSTA '23: 32nd ACM SIGSOFT International Symposium on Software Testing and Analysis","location":"Seattle WA USA","acronym":"ISSTA '23","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","AITO"]},"container-title":["Proceedings of the 32nd ACM SIGSOFT International Symposium on Software Testing and Analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3597926.3598134","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3597926.3598134","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:48:43Z","timestamp":1750182523000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3597926.3598134"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,12]]},"references-count":61,"alternative-id":["10.1145\/3597926.3598134","10.1145\/3597926"],"URL":"https:\/\/doi.org\/10.1145\/3597926.3598134","relation":{},"subject":[],"published":{"date-parts":[[2023,7,12]]},"assertion":[{"value":"2023-07-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}