{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T21:54:30Z","timestamp":1775166870130,"version":"3.50.1"},"reference-count":122,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2022,9,20]],"date-time":"2022-09-20T00:00:00Z","timestamp":1663632000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,9,20]],"date-time":"2022-09-20T00:00:00Z","timestamp":1663632000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2022,12]]},"DOI":"10.1007\/s10664-022-10196-5","type":"journal-article","created":{"date-parts":[[2022,9,20]],"date-time":"2022-09-20T09:04:03Z","timestamp":1663664643000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["The human experience of comprehending source code in virtual reality"],"prefix":"10.1007","volume":"27","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4805-6762","authenticated-orcid":false,"given":"James","family":"Dominic","sequence":"first","affiliation":[]},{"given":"Brock","family":"Tubre","sequence":"additional","affiliation":[]},{"given":"Deborah","family":"Kunkel","sequence":"additional","affiliation":[]},{"given":"Paige","family":"Rodeghero","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,9,20]]},"reference":[{"key":"10196_CR1","doi-asserted-by":"crossref","unstructured":"Abbes M, Khomh F, Gueheneuc YG, Antoniol G (2011)\u00a0An empirical study of the impact of two antipatterns, blob and spaghetti code, on program comprehension. In:\u00a02011 15Th european conference on software maintenance and reengineering. IEEE,\u00a0pp 181\u2013190","DOI":"10.1109\/CSMR.2011.24"},{"key":"10196_CR2","doi-asserted-by":"crossref","unstructured":"Afridi AH, Mengash HA (2020)\u00a0NASA-TLX\u2013based workload assessment for academic resource recommender system. Personal and Ubiquitous Computing, pp 1\u201319","DOI":"10.1007\/s00779-020-01409-z"},{"issue":"4","key":"10196_CR3","doi-asserted-by":"publisher","first-page":"918","DOI":"10.1002\/cae.21935","volume":"26","author":"A Akbulut","year":"2018","unstructured":"Akbulut A, Catal C, Y\u0131ld\u0131z B (2018) On the effectiveness of virtual real- ity in the education of software engineering. Comput Appl Eng Educ 26(4):918\u2013927","journal-title":"Comput Appl Eng Educ"},{"issue":"2\u20133","key":"10196_CR4","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1016\/j.robot.2004.03.009","volume":"47","author":"J Aleotti","year":"2004","unstructured":"Aleotti J, Caselli S, Reggiani M (2004) Leveraging on a virtual environment for robot programming by demonstration. Robot Auton Syst 47(2\u20133):153\u2013161","journal-title":"Robot Auton Syst"},{"key":"10196_CR5","doi-asserted-by":"crossref","unstructured":"Al-Saiyd NA (2017)\u00a0Source code comprehension analysis in software maintenance. In:\u00a02017 2nd International Conference on Computer and Communication Systems (ICCCS). IEEE,\u00a0pp 1\u20135","DOI":"10.1109\/CCOMS.2017.8075175"},{"issue":"2","key":"10196_CR6","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1109\/TSE.2007.17","volume":"33","author":"E Arisholm","year":"2007","unstructured":"Arisholm E, Gallis H, Dyba T, Sjoberg DI (2007) Evaluating pair pro- gramming with respect to system complexity and programmer expertise. IEEE Trans Softw Eng 33(2):65\u201386","journal-title":"IEEE Trans Softw Eng"},{"key":"10196_CR7","unstructured":"Bacher I, Mac Namee B, Kelleher JD (2017)\u00a0Scoped: visualising the scope chain within source code. In: EuroVis (Short Papers), pp 115\u2013119"},{"key":"10196_CR8","doi-asserted-by":"crossref","unstructured":"Baheti P, Gehringer E, Stotts D (2002)\u00a0Exploring the efficacy of distributed pair programming. In: Conference on Extreme Programming and Agile Methods. Springer, Berlin, Heidelberg,\u00a0pp 208\u2013220","DOI":"10.1007\/3-540-45672-4_20"},{"key":"10196_CR9","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1016\/j.labeco.2016.04.004","volume":"41","author":"L-P Beland","year":"2016","unstructured":"Beland L-P, Murphy R (2016) Ill communication: technology, distraction & student performance. Labour Econ 41:61\u201376","journal-title":"Labour Econ"},{"issue":"1","key":"10196_CR10","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1111\/j.2517-6161.1995.tb02031.x","volume":"57","author":"Y Benjamini","year":"1995","unstructured":"Benjamini Y, Hochberg Y (1995) Controlling the false discovery rate: a prac- tical and powerful approach to multiple testing. J R Stat Soc Ser B Methodol 57(1):289\u2013300","journal-title":"J R Stat Soc Ser B Methodol"},{"key":"10196_CR11","doi-asserted-by":"crossref","unstructured":"Bierbaum A, Just C, Hartling P, Meinert K, Baker A, Cruz-Neira C (2001)\u00a0VR Juggler: A virtual platform for virtual reality application development. In: Proceedings IEEE Virtual Reality 2001. IEEE,\u00a0pp 89\u201396","DOI":"10.1109\/VR.2001.913774"},{"issue":"1","key":"10196_CR12","first-page":"623","volume":"11","author":"A Binet","year":"1904","unstructured":"Binet A (1904) Spearman the proof and measurement of association between two things; general intelligence objectively determined and measured. L\u00e1nn\u00e8e Psychologique 11(1):623\u2013624","journal-title":"L\u00e1nn\u00e8e Psychologique"},{"key":"10196_CR13","volume-title":"The effects of a task facilitating working environment on office space use, communication, concentration, collaboration, privacy and distraction. In: Proceedings of the 17th World Congress on Ergonomics (IEA 2009), 9\u201314 August 2009","author":"M Blok","year":"2009","unstructured":"Blok M, De Korte E, Groenesteijn L, Formanoy M, Vink P (2009) The effects of a task facilitating working environment on office space use, communication, concentration, collaboration, privacy and distraction. In: Proceedings of the 17th World Congress on Ergonomics (IEA 2009), 9\u201314 August 2009. International Ergonomics Association, Beijing"},{"issue":"1","key":"10196_CR14","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1080\/17452759.2012.762612","volume":"8","author":"M Bordegoni","year":"2013","unstructured":"Bordegoni M, Ferrise F (2013) Designing interaction with consumer prod- ucts in a multisensory virtual reality environment. Virtual and Physical Prototyping 8(1):51\u201364. https:\/\/doi.org\/10.1080\/17452759.2012.762612","journal-title":"Virtual and Physical Prototyping"},{"issue":"10","key":"10196_CR15","first-page":"6","volume":"13","author":"I Boughzala","year":"2012","unstructured":"Boughzala I, de Vreede G-J, Limayem M (2012) Team collaboration in virtual worlds: editorial to the special issue. J Assoc Inf Syst 13(10):6","journal-title":"J Assoc Inf Syst"},{"key":"10196_CR16","doi-asserted-by":"crossref","unstructured":"Bozgeyikli E, Raij A, Katkoori S, Dubey R (2016)\u00a0Point & teleport locomotion technique for virtual reality. In: Proceedings of the 2016 annual symposium on computer-human interaction in play, pp 205\u2013216","DOI":"10.1145\/2967934.2968105"},{"key":"10196_CR17","doi-asserted-by":"crossref","unstructured":"Brynjolfsson E, Horton JJ, Ozimek A, Rock D, Sharma G, TuYe HY (2020)\u00a0COVID-19 and remote work: An early look at US data (No. w27344). National Bureau of Economic Research","DOI":"10.3386\/w27344"},{"key":"10196_CR18","doi-asserted-by":"crossref","unstructured":"Busjahn T, Bednarik R, Begel A, Crosby M, Paterson JH, Schulte C, Sharif B, Tamm S (2015)\u00a0Eye movements in code reading: Relaxing the linear order. In:\u00a02015 IEEE 23rd International Conference on Program Comprehension. IEEE,\u00a0pp 255\u2013265","DOI":"10.1109\/ICPC.2015.36"},{"key":"10196_CR19","volume-title":"Cognitive complexity-a new way of measuring under- standability. Technical Report","author":"GA Campbell","year":"2017","unstructured":"Campbell GA (2017) Cognitive complexity-a new way of measuring under- standability. Technical Report. SonarSource SA, Switzerland"},{"issue":"3","key":"10196_CR20","doi-asserted-by":"publisher","first-page":"623","DOI":"10.1007\/s11682-018-9885-1","volume":"13","author":"J Castelhano","year":"2019","unstructured":"Castelhano J, Duarte IC, Ferreira C, Duraes J, Madeira H, Castelo-Branco M (2019) The role of the insula in intuitive expert bug detec- tion in computer code: an fmri study. Brain imaging and behavior 13(3):623\u2013637","journal-title":"Brain imaging and behavior"},{"key":"10196_CR21","doi-asserted-by":"crossref","unstructured":"Cecil J, Kauffman S, Gupta A, McKinney V, Pirela-Cruz MM (2021)\u00a0Design of a human centered computing (HCC) based virtual reality simulator to train first responders involved in the Covid-19 pandemic. In:\u00a02021 IEEE International Systems Conference (SysCon). IEEE,\u00a0pp 1\u20137","DOI":"10.1109\/SysCon48628.2021.9447090"},{"key":"10196_CR22","doi-asserted-by":"crossref","unstructured":"Cohen J (2013)\u00a0Statistical power analysis for the behavioral sciences. Routledge,\u00a0Milton Park","DOI":"10.4324\/9780203771587"},{"key":"10196_CR23","doi-asserted-by":"crossref","unstructured":"DeLine R, Czerwinski M, Robertson G (2005)\u00a0Easing program comprehension by sharing navigation data. In:\u00a02005 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC'05). IEEE,\u00a0pp 241\u2013248","DOI":"10.1109\/VLHCC.2005.32"},{"key":"10196_CR24","doi-asserted-by":"crossref","unstructured":"Dominic J, Tubre B, Houser J, Ritter C, Kunkel D, Rodeghero P (2020a)\u00a0Program comprehension in virtual reality. In: Proceedings of the 28th International Conference on Program Comprehension, pp 391\u2013395","DOI":"10.1145\/3387904.3389287"},{"key":"10196_CR25","doi-asserted-by":"crossref","unstructured":"Dominic J, Tubre B, Ritter C, Houser J, Smith C, Rodeghero P (2020b)\u00a0Remote pair programming in virtual reality. In:\u00a02020 IEEE International Conference on Software Maintenance and Evolution (ICSME). IEEE,\u00a0pp 406\u2013417","DOI":"10.1109\/ICSME46990.2020.00046"},{"key":"10196_CR26","doi-asserted-by":"publisher","unstructured":"Elliott A, Peiris B, Parnin C (2015a) Virtual reality in software engineer- ing: Affordances, applications, and challenges. In: 2015 IEEE\/ACM 37th IEEE International Conference on Software Engineering, vol 2, pp 547\u2013550. https:\/\/doi.org\/10.1109\/ICSE.2015.191","DOI":"10.1109\/ICSE.2015.191"},{"key":"10196_CR27","doi-asserted-by":"crossref","unstructured":"Elliott A, Peiris B, Parnin C (2015b)\u00a0Virtual reality in software engineering: Affordances, applications, and challenges. In:\u00a02015 IEEE\/ACM 37th IEEE International Conference on Software Engineering. IEEE, vol 2, pp 547\u2013550","DOI":"10.1109\/ICSE.2015.191"},{"key":"10196_CR28","doi-asserted-by":"crossref","unstructured":"Fittkau F, Krause A, Hasselbring W (2015)\u00a0Exploring software cities in virtual reality. In:\u00a02015 ieee 3rd working conference on software visualization (vissoft). IEEE,\u00a0pp 130\u2013134","DOI":"10.1109\/VISSOFT.2015.7332423"},{"key":"10196_CR29","doi-asserted-by":"crossref","unstructured":"Floyd B, Santander T, Weimer W (2017)\u00a0Decoding the representation of code in the brain: An fMRI study of code review and expertise. In:\u00a02017 IEEE\/ACM 39th International Conference on Software Engineering (ICSE). IEEE,\u00a0pp 175\u2013186","DOI":"10.1109\/ICSE.2017.24"},{"issue":"14","key":"10196_CR30","doi-asserted-by":"publisher","first-page":"2393","DOI":"10.1017\/S003329171700040X","volume":"47","author":"D Freeman","year":"2017","unstructured":"Freeman D, Reeve S, Robinson A, Ehlers A, Clark D, Spanlang B, Slater M (2017) Virtual reality in the assessment, understanding, and treatment of mental health disorders. Psychol Med 47(14):2393\u20132400","journal-title":"Psychol Med"},{"key":"10196_CR31","doi-asserted-by":"crossref","unstructured":"Fritz T, Begel A, M\u00fcller SC, Yigit-Elliott S, Z\u00fcger M (2014)\u00a0Using psycho-physiological measures to assess task difficulty in software development. In: Proceedings of the 36th international conference on software engineering, pp 402\u2013413","DOI":"10.1145\/2568225.2568266"},{"key":"10196_CR32","doi-asserted-by":"crossref","unstructured":"Furuyama T, Arai Y, Iio K (1996)\u00a0Analysis of fault generation caused by stress during software development. In: Achieving Quality in Software. Springer, Boston, pp 14\u201328","DOI":"10.1007\/978-0-387-34869-8_2"},{"key":"10196_CR33","unstructured":"Future of remote work? here\u2019s the reality of working in the metaverse (2022). https:\/\/www.euronews.com\/next\/2022\/02\/16\/what-s-remote-work-like-in-the-metaverse-these-companies-are-building-the-tools-t"},{"key":"10196_CR34","doi-asserted-by":"crossref","unstructured":"Good, J., Brna, P. Program comprehension and authentic measure- ment:: a scheme for analysing descriptions of programs. International Journal of Human-Computer Studies 61(2), 169\u2013185 (2004)","DOI":"10.1016\/j.ijhcs.2003.12.010"},{"key":"10196_CR35","doi-asserted-by":"crossref","unstructured":"Graham K, Fai S, Dhanda A, Smith L, Tousant K, Wang E, Weigert A (2018)\u00a0The VR kiosk. In: Digital Cultural Heritage. Springer, Cham,\u00a0pp 324\u2013336","DOI":"10.1007\/978-3-319-75826-8_26"},{"issue":"6","key":"10196_CR36","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1109\/MCG.2018.2875609","volume":"38","author":"J Grubert","year":"2018","unstructured":"Grubert J, Ofek E, Pahud M, Kristensson PO, Steinicke F, San-dor C (2018) The office of the future: Virtual, portable, and global. IEEE Comput Graph Appl 38(6):125\u2013133","journal-title":"IEEE Comput Graph Appl"},{"key":"10196_CR37","first-page":"643","volume":"9","author":"K Guerin","year":"2017","unstructured":"Guerin K, Hager GD (2017) Robot control, training and collaboration in an immersive virtual reality environment. Google Patents US Patent 9:643\u2013314","journal-title":"Google Patents US Patent"},{"key":"10196_CR38","doi-asserted-by":"crossref","unstructured":"Gulec U, Yilmaz M, Isler V, O\u2019Connor RV, Clarke P (2018)\u00a0Adopting virtual reality as a medium for software development process education. In: Proceedings of the 2018 International Conference on Software and System Process,\u00a0pp 71\u201375","DOI":"10.1145\/3202710.3203161"},{"key":"10196_CR39","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1016\/j.procs.2013.11.031","volume":"25","author":"P H\u00e4fner","year":"2013","unstructured":"H\u00e4fner P, H\u00e4fner V, Ovtcharova J (2013) Teaching methodology for vir- Tual reality practical course in engineering education. Procedia Computer Science 25:251\u2013260","journal-title":"Procedia Computer Science"},{"key":"10196_CR40","doi-asserted-by":"crossref","unstructured":"Hart SG (2006)\u00a0NASA-task load index (NASA-TLX); 20 years later. In: Proceedings of the human factors and ergonomics society annual meeting. Sage CA: Los Angeles, CA: Sage publications,\u00a0vol 50, no. 9, pp 904\u2013908","DOI":"10.1177\/154193120605000909"},{"key":"10196_CR41","first-page":"139","volume":"52","author":"SG Hart","year":"1988","unstructured":"Hart SG, Staveland LE (1988) Development of nasa-tlx (task load index): results of empirical and theoretical research. In: Advances in Psychology 52:139\u2013183","journal-title":"In: Advances in Psychology"},{"key":"10196_CR42","doi-asserted-by":"crossref","unstructured":"Hayes A, Johnson K (2019) Cultural embodiment in virtual reality education and training: A reflection on representation of diversity. In: Foundations and Trends in Smart Learning, pp 93\u201396","DOI":"10.1007\/978-981-13-6908-7_13"},{"key":"10196_CR43","doi-asserted-by":"crossref","unstructured":"Hayes B, Chang Y, Riley G (2018)\u00a0Controlled unfair adaptive 360 vr video delivery over an MPTCP\/QUIC architecture. In:\u00a02018 IEEE International Conference on Communications (ICC). IEEE,\u00a0pp 1\u20136","DOI":"10.1109\/ICC.2018.8422861"},{"key":"10196_CR44","doi-asserted-by":"crossref","unstructured":"Herz M, Rahe V (2020)\u00a0Virtual reality becoming part of our lives\u2014assessing consumers\u2019 perceived applicability of virtual reality supported tasks and a critical reflection on the development. In: Augmented Reality and Virtual Reality. Springer, Cham,\u00a0pp 113\u2013122","DOI":"10.1007\/978-3-030-37869-1_10"},{"issue":"7","key":"10196_CR45","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1109\/2.391038","volume":"28","author":"LF Hodges","year":"1995","unstructured":"Hodges LF, Kooper R, Meyer TC, Rothbaum BO, Opdyke D, Graaff JJD, Williford JS, North MM (1995) Virtual environments for treating the fear of heights. IEEE Comput 28(7):27\u201334","journal-title":"IEEE Comput"},{"key":"10196_CR46","first-page":"235","volume":"4.0","author":"M Hoffmann","year":"2016","unstructured":"Hoffmann M, Meisen T, Jeschke S (2016) Shifting virtual reality education to the next level\u2013experiencing remote laboratories through mixed reality. In: Engineering Education 4.0:235\u2013249","journal-title":"In: Engineering Education"},{"key":"10196_CR47","unstructured":"Hollander M, Wolfe DA, Chicken E (2013\u00a0Nonparametric statistical methods. John Wiley & Sons,\u00a0Hoboken"},{"key":"10196_CR48","doi-asserted-by":"crossref","unstructured":"Hoppe AH, Westerkamp K, Maier S, Camp FVD, Stiefelhagen R (2018) Multi-user collaboration on complex data in virtual and augmented reality. In: International Conference on Human-Computer Interaction. Springer, Cham,\u00a0pp 258\u2013265","DOI":"10.1007\/978-3-319-92279-9_35"},{"key":"10196_CR49","doi-asserted-by":"crossref","unstructured":"Hossain E, Babar MA, Verner J (2009)\u00a0How can agile practices minimize global software development co-ordination risks?. In: European Conference on Software Process Improvement. Springer, Berlin, Heidelberg,\u00a0pp 81\u201392","DOI":"10.1007\/978-3-642-04133-4_7"},{"key":"10196_CR50","unstructured":"HTC Vive Tracker: Vive United States (n.d.) https:\/\/www.vive.com\/us\/vive-tracker\/"},{"key":"10196_CR51","doi-asserted-by":"crossref","unstructured":"Jeon C (2015) The virtual flier: The link trainer, flight simulation, and pilot identity. Technol Cult 56:28\u201353","DOI":"10.1353\/tech.2015.0017"},{"key":"10196_CR52","doi-asserted-by":"crossref","unstructured":"Johansson M, Roup\u00e8 M, Viklund Tallgren M (2014)\u00a0From BIM to VR-Integrating immersive visualizations in the current design process. In: Fusion-Proceedings of the 32nd eCAADe Conference-Volume 2 (eCAADe 2014), pp 261\u2013269","DOI":"10.52842\/conf.ecaade.2014.2.261"},{"key":"10196_CR53","doi-asserted-by":"crossref","unstructured":"Johnson PM, Kou H, Agustin J, Chan C, Moore C, Miglani J, Zhen S, Doane WE (2003) Beyond the personal software process: Metrics collection and analysis for the differently disciplined. In: 25th International Conference on Software Engineering, 2003. Proceedings. IEEE,\u00a0pp 641\u2013646","DOI":"10.1109\/ICSE.2003.1201249"},{"issue":"3","key":"10196_CR54","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1177\/1362168808089922","volume":"12","author":"GD Keating","year":"2008","unstructured":"Keating GD (2008) Task effectiveness and word learning in a second language: the involvement load hypothesis on trial. Lang Teach Res 12(3):365\u2013386","journal-title":"Lang Teach Res"},{"issue":"3","key":"10196_CR55","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1207\/s15327108ijap0303_3","volume":"3","author":"RS Kennedy","year":"1993","unstructured":"Kennedy RS, Lane NE, Berbaum KS, Lilienthal MG (1993) Simulator sickness questionnaire: an enhanced method for quantifying simulator sickness. Int J Aviat Psychol 3(3):203\u2013220","journal-title":"Int J Aviat Psychol"},{"key":"10196_CR56","doi-asserted-by":"crossref","unstructured":"Khomokhoana PJ, Nel L (2019)\u00a0Decoding source code comprehension: bottlenecks experienced by senior computer science students. In: Annual Conference of the Southern African Computer Lecturers' Association. Springer, Cham,\u00a0pp 17\u201332","DOI":"10.1007\/978-3-030-35629-3_2"},{"issue":"2","key":"10196_CR57","doi-asserted-by":"publisher","first-page":"531","DOI":"10.2466\/pms.1989.69.2.531","volume":"69","author":"DM Kiger","year":"1989","unstructured":"Kiger DM (1989) Effects of music information load on a reading comprehen- Sion task. Percept Mot Skills 69(2):531\u2013534","journal-title":"Percept Mot Skills"},{"key":"10196_CR58","unstructured":"Kircher M, Jain P, Corsaro A, Levine D (2001)\u00a0Distributed extreme programming. Extreme Programming and Flexible Processes in Software Engineering, Italy, pp 66\u201371"},{"key":"10196_CR59","doi-asserted-by":"publisher","unstructured":"Kreutzberg A (2015)\u00a0Conveying architectural form and space with virtual reality. https:\/\/doi.org\/10.52842\/conf.ecaade.2015.1.117","DOI":"10.52842\/conf.ecaade.2015.1.117"},{"key":"10196_CR60","unstructured":"Kuo W, Chien WTK, Kim T\u00a0(1998) Reliability, yield, and stress burn-in: a unified approach for microelectronics systems manufacturing & software development. Springer Science & Business Media,\u00a0Berlin"},{"key":"10196_CR61","first-page":"215","volume":"220","author":"MKY Kurumi","year":"2016","unstructured":"Kurumi MKY, Morikawa S (2016) Active and passive haptic training approaches in vr laparoscopic surgery training. Med Meets Virtual Reality 22: NextMed\/MMVR22 220:215","journal-title":"Med Meets Virtual Reality 22: NextMed\/MMVR22"},{"key":"10196_CR62","doi-asserted-by":"crossref","unstructured":"LaToza TD, Garlan D, Herbsleb JD, Myers BA (2007)\u00a0Program comprehension as fact finding. In: Proceedings of the the 6th joint meeting of the European software engineering conference and the ACM SIGSOFT symposium on The foundations of software engineering, pp 361\u2013370","DOI":"10.1145\/1287624.1287675"},{"key":"10196_CR63","doi-asserted-by":"publisher","unstructured":"Laver KE, Lange B, George S, Deutsch JE, Saposnik G, Crotty M (2017)\u00a0Virtual reality for stroke rehabilitation. Cochrane Database Syst Rev (11). https:\/\/doi.org\/10.1002\/14651858.CD008349.pub4","DOI":"10.1002\/14651858.CD008349.pub4"},{"issue":"3","key":"10196_CR64","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pone.0093318","volume":"9","author":"KR Lohse","year":"2014","unstructured":"Lohse KR, Hilderman CGE, Cheung KL, Tatla S, Van der Loos HFM (2014) Virtual reality therapy for adults post-stroke: a systematic review and meta-analysis exploring virtual environments and commer- cial games in therapy. PLoS One 9(3):1\u201313. https:\/\/doi.org\/10.1371\/journal.pone.0093318","journal-title":"PLoS One"},{"key":"10196_CR65","doi-asserted-by":"crossref","unstructured":"Ma YF, Lu L, Zhang HJ, Li M (2002)\u00a0A user attention model for video summarization. In: Proceedings of the tenth ACM international conference on Multimedia, pp 533\u2013542","DOI":"10.1145\/641007.641116"},{"issue":"2","key":"10196_CR66","doi-asserted-by":"publisher","first-page":"297","DOI":"10.12973\/eurasia.2017.00630a","volume":"13","author":"J Martin-Gutierrez","year":"2017","unstructured":"Martin-Gutierrez J, Mart\u00ecn-Gut\u00ecerrez J, Mora CE, A\u00f1orbe-D\u00ecaz B, Gonz\u00e1lez-Marrero A (2017) Learning strategies in engineering education using virtual and augmented reality technologies. Eurasia J Math Sci Technol Educ 13(2):297\u2013300","journal-title":"Eurasia J Math Sci Technol Educ"},{"issue":"2","key":"10196_CR67","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1007\/s12008-015-0259-2","volume":"11","author":"E Matsas","year":"2017","unstructured":"Matsas E, Vosniakos G-C (2017) Design of a virtual reality training sys- tem for human\u2013robot collaboration in manufacturing tasks. International Journal on Interactive Design and Manufacturing (IJIDeM) 11(2):139\u2013153","journal-title":"International Journal on Interactive Design and Manufacturing (IJIDeM)"},{"key":"10196_CR68","doi-asserted-by":"crossref","unstructured":"Merino L, Bergel A, Nierstrasz O (2018)\u00a0Overcoming issues of 3D software visualization through immersive augmented reality. In:\u00a02018 IEEE Working Conference on Software Visualization (VISSOFT). IEEE,\u00a0pp 54\u201364","DOI":"10.1109\/VISSOFT.2018.00014"},{"key":"10196_CR69","doi-asserted-by":"crossref","unstructured":"Miller C, Rodeghero P, Storey MA, Ford D, Zimmermann T (2021) \u201cHow\u00a0was your weekend?\u201d\u00a0software development teams working from home during covid-19. In:\u00a02021 IEEE\/ACM 43rd International Conference on Software Engineering (ICSE). IEEE,\u00a0pp 624\u2013636","DOI":"10.1109\/ICSE43902.2021.00064"},{"key":"10196_CR70","doi-asserted-by":"crossref","unstructured":"Mu\u00f1oz Bar\u00f3n M (2019)\u00a0A validation of cognitive complexity as a measure of source code understandability. Bachelor's thesis, University of Stuttgart","DOI":"10.1145\/3382494.3410636"},{"issue":"1","key":"10196_CR71","doi-asserted-by":"publisher","first-page":"486","DOI":"10.3390\/encyclopedia2010031","volume":"2","author":"S Mystakidis","year":"2022","unstructured":"Mystakidis S (2022) Metaverse. Encyclopedia 2(1):486\u2013497","journal-title":"Encyclopedia"},{"key":"10196_CR72","doi-asserted-by":"crossref","unstructured":"Nazligul MD, Yilmaz M, Gulec U, Gozcu MA, O\u2019Connor RV, Clarke PM (2017)\u00a0Overcoming public speaking anxiety of software engineers using virtual reality exposure therapy. In European Conference on Software Process Improvement. Springer, Cham,\u00a0pp 191\u2013202","DOI":"10.1007\/978-3-319-64218-5_15"},{"key":"10196_CR73","doi-asserted-by":"publisher","first-page":"277","DOI":"10.1016\/j.infsof.2014.06.002","volume":"57","author":"A Nguyen-Duc","year":"2015","unstructured":"Nguyen-Duc A, Cruzes DS, Conradi R (2015) The impact of global dispersion on coordination, team performance and software quality\u2013a systematic literature review. Inf Softw Technol 57:277\u2013294","journal-title":"Inf Softw Technol"},{"key":"10196_CR74","doi-asserted-by":"crossref","unstructured":"O Connor M, Conboy K, Dennehy D\u00a0(2022) COVID-19 affected remote workers: a temporal analysis of information system development during the pandemic.\u00a0J Decis Syst\u00a031(3):207\u2013233","DOI":"10.1080\/12460125.2020.1861772"},{"key":"10196_CR75","doi-asserted-by":"crossref","unstructured":"Oberhauser R, Lecon C (2017)\u00a0Gamified Virtual Reality for Program Code Structure Comprehension. International Journal of Virtual Reality 17(2):79\u201388","DOI":"10.20870\/IJVR.2017.17.2.2894"},{"key":"10196_CR76","doi-asserted-by":"crossref","unstructured":"Panas T, Berrigan R, Grundy J (2003)\u00a0A 3d metaphor for software production visualization. In: Proceedings on Seventh International Conference on Information Visualization, 2003. IV 2003. IEEE,\u00a0pp 314\u2013319","DOI":"10.1109\/IV.2003.1217996"},{"issue":"3","key":"10196_CR77","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1080\/08856257.2011.593831","volume":"26","author":"S Parsons","year":"2011","unstructured":"Parsons S, Cobb S (2011) State-of-the-art of virtual reality technologies for children on the autism spectrum. Eur J Spec Needs Educ 26(3):355\u2013366","journal-title":"Eur J Spec Needs Educ"},{"key":"10196_CR78","doi-asserted-by":"crossref","unstructured":"Pearlman DM, Gates NA (2010) Hosting business meetings and special events in virtual worlds: a fad or the future? In: journal of Convention & Event Tourism. Taylor & Francis 11:247\u2013265","DOI":"10.1080\/15470148.2010.530535"},{"key":"10196_CR79","doi-asserted-by":"crossref","unstructured":"Peitek N, Apel S, Parnin C, Brechmann A, Siegmund J (2021)\u00a0Program comprehension and code complexity metrics: An fmri study. In:\u00a02021 IEEE\/ACM 43rd International Conference on Software Engineering (ICSE). IEEE,\u00a0pp 524\u2013536","DOI":"10.1109\/ICSE43902.2021.00056"},{"key":"10196_CR80","doi-asserted-by":"crossref","unstructured":"Peitek N, Siegmund J, Apel S, K\u00e4stner C, Parnin C, Bethmann A, Leich T, Saake G, Brechmann A (2018)\u00a0A look into programmers\u2019 heads.\u00a0IEEE Transact Softw Eng\u00a046(4):442\u2013462","DOI":"10.1109\/TSE.2018.2863303"},{"issue":"4","key":"10196_CR81","doi-asserted-by":"publisher","first-page":"748","DOI":"10.1109\/TLT.2020.3019405","volume":"13","author":"N Pellas","year":"2020","unstructured":"Pellas N, Dengel A, Christopoulos A (2020) A scoping review of immer- sive virtual reality in stem education. IEEE Trans Learn Technol 13(4):748\u2013761","journal-title":"IEEE Trans Learn Technol"},{"issue":"4","key":"10196_CR82","first-page":"325","volume":"59","author":"F Petermann","year":"2011","unstructured":"Petermann F (2011) Frankfurter aufmerksamkeits-inventar 2 (fair-2). Z Psychiatr Psychol Psychother 59(4):325\u2013326","journal-title":"Z Psychiatr Psychol Psychother"},{"key":"10196_CR83","unstructured":"Pimax Vision 8K X (2022). https:\/\/pimax.com\/product\/vision-8k-x\/"},{"key":"10196_CR84","volume-title":"Interest of virtual reality (vr) simulation for surgical learning: Vr single port sleeve gastrectomy. In: Obesity surgery, vol. 28, pp. 531\u2013531","author":"G Pourchera","year":"2018","unstructured":"Pourchera G, Micheletb D, Recanzonec T, Stitic S, Jolivetc E, Barr\u00e9b J (2018) Interest of virtual reality (vr) simulation for surgical learning: Vr single port sleeve gastrectomy. In: Obesity surgery, vol. 28, pp. 531\u2013531. Springer 233 Spring St, New York, NY 10013 USA"},{"key":"10196_CR85","doi-asserted-by":"crossref","unstructured":"Racz A, Zilizi G (2018)\u00a0VR aided architecture and interior design. In:\u00a02018 International Conference on Advances in Computing and Communication Engineering (ICACCE). IEEE,\u00a0pp 11\u201316","DOI":"10.1109\/ICACCE.2018.8441714"},{"key":"10196_CR86","doi-asserted-by":"publisher","unstructured":"Ralph P, Baltes S, Adisaputri G\u00a0et al (2020)\u00a0Pandemic programming. Empir Software Eng 25:4927\u20134961. https:\/\/doi.org\/10.1007\/s10664-020-09875-y","DOI":"10.1007\/s10664-020-09875-y"},{"key":"10196_CR87","doi-asserted-by":"crossref","unstructured":"Rastogi A, Thummalapenta S, Zimmermann T, Nagappan N, Czer-wonka J (2017)\u00a0Ramp-up journey of new hires: Do strategic practices of software companies influence productivity?. In: Proceedings of the 10th Innovations in Software Engineering Conference, pp 107\u2013111","DOI":"10.1145\/3021460.3021471"},{"issue":"4","key":"10196_CR88","doi-asserted-by":"publisher","first-page":"425","DOI":"10.1162\/105474602760204318","volume":"11","author":"H Regenbrecht","year":"2002","unstructured":"Regenbrecht H, Schubert T (2002) Real and illusory interactions enhance presence in virtual environments. Presence: Teleoperators & Virtual Environments 11(4):425\u2013434","journal-title":"Presence: Teleoperators & Virtual Environments"},{"key":"10196_CR89","doi-asserted-by":"publisher","unstructured":"Rodeghero, P., McMillan, C., McBurney, P.W., Bosch, N., D\u2019Mello, S. (2014a) Improving automated source code summarization via an eye-tracking study of programmers. In: Proceedings of the 36th International Confer- ence on Software Engineering. ICSE 2014, pp. 390\u2013401. Association for Computing Machinery, New York, NY, USA. https:\/\/doi.org\/10.1145\/2568225.2568247","DOI":"10.1145\/2568225.2568247"},{"key":"10196_CR90","doi-asserted-by":"crossref","unstructured":"Rodeghero P, McMillan C, McBurney PW, Bosch N, D'Mello S (2014) Improving automated source code summarization via an eye-tracking study of programmers. In: Proceedings of the 36th international conference on Software engineering, pp 390\u2013401","DOI":"10.1145\/2568225.2568247"},{"key":"10196_CR91","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1016\/j.infsof.2019.06.007","volume":"114","author":"S Romano","year":"2019","unstructured":"Romano S, Capece N, Erra U, Scanniello G, Lanza M (2019a) On the use of virtual reality in software visualization: the case of the city metaphor. Inf Softw Technol 114:92\u2013106","journal-title":"Inf Softw Technol"},{"issue":"23","key":"10196_CR92","doi-asserted-by":"publisher","first-page":"33113","DOI":"10.1007\/s11042-019-07748-1","volume":"78","author":"S Romano","year":"2019","unstructured":"Romano S, Capece N, Erra U, Scanniello G, Lanza M (2019b) The city metaphor in software visualization: feelings, emotions, and thinking. Multimed Tools Appl 78(23):33113\u201333149","journal-title":"Multimed Tools Appl"},{"key":"10196_CR93","doi-asserted-by":"crossref","unstructured":"Ruvimova A, Kim J, Fritz T, Hancock M, Shepherd DC (2020)\u00a0\"Transport Me Away\": Fostering flow in open offices through virtual reality. In: Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems, pp 1\u201314","DOI":"10.1145\/3313831.3376724"},{"issue":"9","key":"10196_CR94","first-page":"19472","volume":"22","author":"S Said","year":"2020","unstructured":"Said S, Gozdzik M, Roche TR, Braun J, R\u00f6ssler J, Kaserer A, Spahn DR, N\u00f6thiger CB, Tscholl DW et al (2020) Validation of the raw national aeronautics and space administration task load index (nasa-tlx) questionnaire to assess perceived workload in patient monitoring tasks: pooled analysis study using mixed models. J Med Int Res 22(9):19472","journal-title":"J Med Int Res"},{"key":"10196_CR95","doi-asserted-by":"crossref","unstructured":"Sampaio AZ (2018)\u00a0Enhancing BIM methodology with VR technology. State of the Art Virtual Reality and Augmented Reality Knowhow, pp 59\u201379","DOI":"10.5772\/intechopen.74070"},{"issue":"02","key":"10196_CR96","doi-asserted-by":"publisher","first-page":"160","DOI":"10.3991\/ijet.v15i02.11394","volume":"15","author":"MU Sattar","year":"2020","unstructured":"Sattar MU, Palaniappan S, Lokman A, Shah N, Khalid U, Hasan R (2020) Motivating medical students using virtual reality based education. International Journal of Emerging Technologies in Learning (iJET) 15(02):160\u2013174","journal-title":"International Journal of Emerging Technologies in Learning (iJET)"},{"key":"10196_CR97","unstructured":"Schenk J (2018)\u00a0Industrially usable distributed pair programming. Dissertation, Freie Universit\u00e4t Berlin"},{"key":"10196_CR98","doi-asserted-by":"crossref","unstructured":"Schweizer K\u00a0(Ed.) (2006) Leistung und Leistungsdiagnostik. Springer Berlin Heidelberg","DOI":"10.1007\/3-540-33020-8"},{"key":"10196_CR99","doi-asserted-by":"crossref","unstructured":"Sharma VS, Mehra R, Kaulgud V, Podder S (2018)\u00a0An immersive future for software engineering: avenues and approaches. In: Proceedings of the 40th International Conference on Software Engineering: New Ideas and Emerging Results, pp 105\u2013108","DOI":"10.1145\/3183399.3183414"},{"key":"10196_CR100","doi-asserted-by":"crossref","unstructured":"Siegmund J, K\u00e4stner C, Apel S, Parnin C, Bethmann A, Leich T, Saake G, Brechmann A (2014)\u00a0Understanding understanding source code with functional magnetic resonance imaging. In: Proceedings of the 36th international conference on software engineering, pp 378\u2013389","DOI":"10.1145\/2568225.2568252"},{"key":"10196_CR101","doi-asserted-by":"crossref","unstructured":"Siegmund J, Peitek N, Parnin C, Apel S, Hofmeister J, K\u00e4stner C, Begel A, Bethmann A, Brechmann A (2017)\u00a0Measuring neural efficiency of program comprehension. In: Proceedings of the 2017 11th Joint Meeting on Foundations of Software Engineering, pp 140\u2013150","DOI":"10.1145\/3106237.3106268"},{"key":"10196_CR102","doi-asserted-by":"publisher","first-page":"221","DOI":"10.3389\/fnhum.2016.00221","volume":"10","author":"P S\u00f6rqvist","year":"2016","unstructured":"S\u00f6rqvist P, Dahlstr\u00f6m \u00d6, Karlsson T, R\u00f6nnberg J (2016) Concentration: the neural underpinnings of how cognitive load shields against distraction. Front Hum Neurosci 10:221","journal-title":"Front Hum Neurosci"},{"key":"10196_CR103","doi-asserted-by":"crossref","unstructured":"Steinmacher I, Conte TU, Treude C, GerosaMA (2016)\u00a0Overcoming open source project entry barriers with a portal for newcomers. In: Proceedings of the 38th International Conference on Software Engineerin, pp 273\u2013284","DOI":"10.1145\/2884781.2884806"},{"key":"10196_CR104","doi-asserted-by":"crossref","unstructured":"Takala TM (2014) RUIS: A toolkit for developing virtual reality applications with spatial interaction. In: Proceedings of the 2nd ACM symposium on Spatial user interaction, pp 94-103","DOI":"10.1145\/2659766.2659774"},{"issue":"4","key":"10196_CR105","doi-asserted-by":"publisher","first-page":"593","DOI":"10.1016\/S0097-8493(02)00112-7","volume":"26","author":"G Tax\u00e9n","year":"2002","unstructured":"Tax\u00e9n G, Naeve A (2002) A system for exploring open issues in vr-based education. Comput Graph 26(4):593\u2013598","journal-title":"Comput Graph"},{"key":"10196_CR106","unstructured":"The world\u2019s leading online programming learning platform (n.d.) https:\/\/leetcode.com\/"},{"key":"10196_CR107","unstructured":"TLX @ NASA Ames - NASA TLX App. NASA (n.d.) https:\/\/humansystems. arc.nasa.gov\/groups\/tlx\/tlxapp.php"},{"key":"10196_CR108","first-page":"25","volume":"23","author":"J Tvarozek","year":"2016","unstructured":"Tvarozek J, Konopka M, Navrat P, Bielikova M (2016) Studying various source code comprehension strategies in programming education. Eye Movements in Programming: Models to Data 23:25\u201326","journal-title":"Eye Movements in Programming: Models to Data"},{"issue":"4","key":"10196_CR109","doi-asserted-by":"publisher","first-page":"617","DOI":"10.1109\/TVCG.2012.46","volume":"18","author":"S Ullrich","year":"2012","unstructured":"Ullrich S, Kuhlen T (2012) Haptic palpation for medical simulation in vir- Tual environments. IEEE Trans Vis Comput Graph 18(4):617\u2013625","journal-title":"IEEE Trans Vis Comput Graph"},{"key":"10196_CR110","unstructured":"Ultraleap: Tracking: Leap Motion controller (n.d.) https:\/\/www.ultraleap. com\/product\/leap-motion-controller\/"},{"key":"10196_CR111","unstructured":"Upwork Study Finds 22% of American Workforce Will Be Remote by 2025: Upwork (2020) https:\/\/www.upwork.com\/press\/releases"},{"key":"10196_CR112","doi-asserted-by":"publisher","first-page":"458","DOI":"10.1016\/j.jbusres.2020.09.006","volume":"122","author":"ZM van Berlo","year":"2021","unstructured":"van Berlo ZM, van Reijmersdal EA, Smit EG, van der Laan LN (2021) Brands in virtual reality games: affective processes within computer- mediated consumer experiences. J Bus Res 122:458\u2013465","journal-title":"J Bus Res"},{"key":"10196_CR113","doi-asserted-by":"crossref","unstructured":"Vincur J, Konopka M, Tvarozek J, Hoang M, Navrat P (2017)\u00a0Cubely: virtual reality block-based programming environment. In: Proceedings of the 23rd ACM Symposium on Virtual Reality Software and Technology, pp 1\u20132","DOI":"10.1145\/3139131.3141785"},{"key":"10196_CR114","unstructured":"Vive Pro 2 - the best VR headset in the metaverse: United States (n.d.) https:\/\/www.vive.com\/us\/product\/vive-pro2\/overview\/"},{"key":"10196_CR115","unstructured":"W3Schools free online web tutorials (n.d.) https:\/\/www.w3schools.com\/"},{"issue":"6","key":"10196_CR116","doi-asserted-by":"publisher","first-page":"1204","DOI":"10.3390\/ijerph15061204","volume":"15","author":"P Wang","year":"2018","unstructured":"Wang P, Wu P, Wang J, Chi H-L, Wang X (2018) A critical review of the use of virtual reality in construction engineering education and training. Int J Environ Res Public Health 15(6):1204","journal-title":"Int J Environ Res Public Health"},{"key":"10196_CR117","doi-asserted-by":"crossref","unstructured":"Wiese ES, Rafferty AN, Fox A (2019) Linking code readability, structure, and comprehension among novices: it's complicated. In:\u00a02019 IEEE\/ACM 41st International Conference on Software Engineering: Software Engineering Education and Training (ICSE-SEET). IEEE,\u00a0pp 84\u201394","DOI":"10.1109\/ICSE-SEET.2019.00017"},{"issue":"4","key":"10196_CR118","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1109\/52.854064","volume":"17","author":"L Williams","year":"2000","unstructured":"Williams L, Kessler RR, Cunningham W, Jeffries R (2000) Strengthening the case for pair programming. IEEE Softw 17(4):19\u201325","journal-title":"IEEE Softw"},{"issue":"1\u20132","key":"10196_CR119","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1080\/10904018.2015.1065746","volume":"30","author":"C Wolfgramm","year":"2016","unstructured":"Wolfgramm C, Suter N, G\u00f6ksel E (2016) Examining the role of concentra- tion, vocabulary and self-concept in listening and reading comprehen- sion. Int J Listen 30(1\u20132):25\u201346","journal-title":"Int J Listen"},{"key":"10196_CR120","unstructured":"Workrooms: VR for business meetings (n.d.) https:\/\/www.oculus.com\/workrooms\/"},{"issue":"1\u20132","key":"10196_CR121","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1016\/S0378-3758(99)00041-5","volume":"82","author":"D Yekutieli","year":"1999","unstructured":"Yekutieli D, Benjamini Y (1999) Resampling-based false discovery rate con- trolling multiple test procedures for correlated test statistics. Journal of Statistical Planning and Inference 82(1\u20132):171\u2013196","journal-title":"Journal of Statistical Planning and Inference"},{"key":"10196_CR122","unstructured":"Zirkelbach C, Krause A, Hasselbring W (2019)\u00a0Hands-on: experiencing software architecture in virtual reality"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-022-10196-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-022-10196-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-022-10196-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,9]],"date-time":"2025-04-09T13:45:45Z","timestamp":1744206345000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-022-10196-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9,20]]},"references-count":122,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2022,12]]}},"alternative-id":["10196"],"URL":"https:\/\/doi.org\/10.1007\/s10664-022-10196-5","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,9,20]]},"assertion":[{"value":"15 June 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 September 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors did not receive support from any organization for the submitted work.The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"173"}}