{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T16:48:24Z","timestamp":1779295704361,"version":"3.51.4"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2019,10,30]],"date-time":"2019-10-30T00:00:00Z","timestamp":1572393600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,10,30]],"date-time":"2019-10-30T00:00:00Z","timestamp":1572393600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100004956","name":"Bundesministerium f\u00fcr Verkehr, Innovation und Technologie","doi-asserted-by":"crossref","award":["860210"],"award-info":[{"award-number":["860210"]}],"id":[{"id":"10.13039\/501100004956","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Qual User Exp"],"published-print":{"date-parts":[[2019,12]]},"DOI":"10.1007\/s41233-019-0029-1","type":"journal-article","created":{"date-parts":[[2019,10,30]],"date-time":"2019-10-30T23:03:06Z","timestamp":1572476586000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":22,"title":["Questionnaires embedded in virtual environments: reliability and positioning of rating scales in virtual environments"],"prefix":"10.1007","volume":"4","author":[{"given":"Georg","family":"Regal","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2786-9262","authenticated-orcid":false,"given":"Jan-Niklas","family":"Voigt-Antons","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Steven","family":"Schmidt","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Johann","family":"Schrammel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tanja","family":"Koji\u0107","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Manfred","family":"Tscheligi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sebastian","family":"M\u00f6ller","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,10,30]]},"reference":[{"key":"29_CR1","doi-asserted-by":"publisher","unstructured":"Anthes C, Garc\u00eda-Hern\u00e1ndez RJ, Wiedemann M, Kranzlm\u00fcller D (2016) State of the art of virtual reality technology. In: Proceedings of the IEEE aerospace conference, pp 1\u201319. \nhttps:\/\/doi.org\/10.1109\/AERO.2016.7500674","DOI":"10.1109\/AERO.2016.7500674"},{"issue":"4","key":"29_CR2","doi-asserted-by":"publisher","first-page":"404","DOI":"10.1162\/105474602760204309","volume":"11","author":"DA Bowman","year":"2002","unstructured":"Bowman DA, Gabbard JL, Hix D (2002) A survey of usability evaluation in virtual environments: classification and comparison of methods. Presence Teleoper Virtual Environ 11(4):404\u2013424. \nhttps:\/\/doi.org\/10.1162\/105474602760204309","journal-title":"Presence Teleoper Virtual Environ"},{"issue":"1","key":"29_CR3","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1162\/105474601750182342","volume":"10","author":"DA Bowman","year":"2001","unstructured":"Bowman DA, Kruijff E, LaViola JJ Jr, Poupyrev I (2001) An introduction to 3-D user interface design. Presence Teleoper Virtual Environ 10(1):96\u2013108. \nhttps:\/\/doi.org\/10.1162\/105474601750182342","journal-title":"Presence Teleoper Virtual Environ"},{"key":"29_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-22701-6_17","volume-title":"Human-computer interaction \u2013 INTERACT 2015","author":"A Bruun","year":"2015","unstructured":"Bruun A, Ahm S (2015) Mind the gap! Comparing retrospective and concurrent ratings of emotion in user experience evaluation. In: Abascal J, Barbosa S, Fetter M, Gross T, Palanque P, Winckler M (eds) Human-computer interaction \u2013 INTERACT 2015. Lecture Notes in Computer Science, vol 9296. Springer, Cham"},{"issue":"9","key":"29_CR5","doi-asserted-by":"publisher","first-page":"921","DOI":"10.1016\/j.image.2014.07.001","volume":"29","author":"S Buchinger","year":"2014","unstructured":"Buchinger S, Robitza W, Nezveda M, Hotop E, Hummelbrunner P, Sack MC, Hlavacs H (2014) Evaluating feedback devices for time-continuous mobile multimedia quality assessment. Signal Process Image Commun 29(9):921\u2013934. \nhttps:\/\/doi.org\/10.1016\/j.image.2014.07.001","journal-title":"Signal Process Image Commun"},{"issue":"1","key":"29_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jebo.2011.08.009","volume":"81","author":"G Charness","year":"2012","unstructured":"Charness G, Gneezy U, Kuhn MA (2012) Experimental methods: between-subject and within-subject design. J Econ Behav Organ 81(1):1\u20138. \nhttps:\/\/doi.org\/10.1016\/j.jebo.2011.08.009","journal-title":"J Econ Behav Organ"},{"key":"29_CR7","doi-asserted-by":"publisher","unstructured":"Chertoff DB, Goldiez B, LaViola JJ (2010) Virtual experience test: a virtual environment evaluation questionnaire. In: Proceedings of the IEEE virtual reality conference, pp 103\u2013110. \nhttps:\/\/doi.org\/10.1109\/VR.2010.5444804","DOI":"10.1109\/VR.2010.5444804"},{"issue":"1","key":"29_CR8","doi-asserted-by":"publisher","first-page":"42","DOI":"10.20982\/tqmp.01.1.p042","volume":"1","author":"D Cousineau","year":"2005","unstructured":"Cousineau D (2005) Confidence intervals in within-subject designs: a simpler solution to Loftus and Masson\u2019s method. Tutor Quant Methods Psychol 1(1):42\u201345. \nhttps:\/\/doi.org\/10.20982\/tqmp.01.1.p042","journal-title":"Tutor Quant Methods Psychol"},{"issue":"2","key":"29_CR9","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1007\/s11135-009-9297-9","volume":"45","author":"E Davidov","year":"2011","unstructured":"Davidov E, Depner F (2011) Testing for measurement equivalence of human values across online and paper-and-pencil surveys. Qual Quant 45(2):375\u2013390. \nhttps:\/\/doi.org\/10.1007\/s11135-009-9297-9","journal-title":"Qual Quant"},{"issue":"2","key":"29_CR10","doi-asserted-by":"publisher","first-page":"336","DOI":"10.1111\/j.1464-0597.2008.00350.x","volume":"58","author":"A De Beuckelaer","year":"2009","unstructured":"De Beuckelaer A, Lievens F (2009) Measurement equivalence of paper-and-pencil and Internet organisational surveys: a large scale examination in 16 countries. Appl Psychol 58(2):336\u2013361. \nhttps:\/\/doi.org\/10.1111\/j.1464-0597.2008.00350.x","journal-title":"Appl Psychol"},{"key":"29_CR11","unstructured":"Fagerholt E, Lorentzon M (2009) Beyond the HUD. User interfaces for increased player immersion in FPS games. Master of science thesis, Chalmers University"},{"issue":"5","key":"29_CR12","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1093\/iwc\/iwt005","volume":"22","author":"K Finstad","year":"2010","unstructured":"Finstad K (2010) The usability metric for user experience. Interact Comput 22(5):323\u2013327. \nhttps:\/\/doi.org\/10.1093\/iwc\/iwt005","journal-title":"Interact Comput"},{"key":"29_CR13","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1007\/978-3-319-22701-6_16","volume":"9296","author":"J Harms","year":"2015","unstructured":"Harms J, Biegler S, Wimmer C, Kappel K, Grechenig T (2015) Gamification of online surveys: design process, case study, and evaluation. Hum Comput Interact 9296:219\u2013236. \nhttps:\/\/doi.org\/10.1007\/978-3-319-22701-6_16","journal-title":"Hum Comput Interact"},{"key":"29_CR14","unstructured":"Hassenzahl M, Kekez R, Burmester M (2002) The importance of a software\u2019s pragmatic quality depends on usage modes. In: Proceedings of the 6th international conference on work with display units, vol 3, pp 275\u2013276"},{"key":"29_CR15","doi-asserted-by":"publisher","unstructured":"Hassenzahl M, Sandweg N (2004) From mental effort to perceived usability: transforming experiences into summary assessments. In: Chi04 extended abstracts on human factors in computing systems. ACM, pp 1283\u20131286. \nhttps:\/\/doi.org\/10.1145\/985921.986044","DOI":"10.1145\/985921.986044"},{"issue":"4","key":"29_CR16","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1177\/001872089203400405","volume":"34","author":"S Hill","year":"1992","unstructured":"Hill S, Iavecchia H, Byers J, Bittner A, Zaklade A, Christ R (1992) Comparison of four subjective workload rating scales. Hum Factors 34(4):429\u2013439","journal-title":"Hum Factors"},{"key":"29_CR17","doi-asserted-by":"publisher","unstructured":"Hinckley K, Pausch R, Goble JC, Kassell NF (1994) A survey of design issues in spatial input. In: Proceedings of the 7th annual ACM symposium on User interface software and technology, pp 213\u2013222. \nhttps:\/\/doi.org\/10.1145\/192426.192501","DOI":"10.1145\/192426.192501"},{"key":"29_CR18","doi-asserted-by":"publisher","unstructured":"Jan\u00dfen D, Tummel C, Richert A, Isenhardt I (2016) Towards measuring user experience, activation and task performance in immersive virtual learning environments for students. In: Proceedings of the international conference on immersive learning, pp 45\u201358. \nhttps:\/\/doi.org\/10.1007\/978-3-319-41769-1_4","DOI":"10.1007\/978-3-319-41769-1_4"},{"issue":"1","key":"29_CR19","doi-asserted-by":"publisher","first-page":"122","DOI":"10.1016\/j.ipm.2007.02.007","volume":"44","author":"D Kelly","year":"2008","unstructured":"Kelly D, Harper DJ, Landau B (2008) Questionnaire mode effects in interactive information retrieval experiments. Inf Process Manag 44(1):122\u2013141. \nhttps:\/\/doi.org\/10.1016\/j.ipm.2007.02.007","journal-title":"Inf Process Manag"},{"issue":"3","key":"29_CR20","doi-asserted-by":"publisher","first-page":"282","DOI":"10.1162\/105474601300343612","volume":"10","author":"J Lessiter","year":"2001","unstructured":"Lessiter J, Freeman J, Keogh E, Davidoff J (2001) A cross-media presence questionnaire: the ITC-sense of presence inventory. Presence Teleoper Virtual Environ 10(3):282\u2013297. \nhttps:\/\/doi.org\/10.1162\/105474601300343612","journal-title":"Presence Teleoper Virtual Environ"},{"key":"29_CR21","doi-asserted-by":"publisher","unstructured":"Livatino S, Koeffel C (2007) Handbook for evaluation studies in virtual reality. In: Proceedings of the IEEE international conference on virtual environments, human\u2013computer interfaces, and measurement systems, pp 1\u20136. \nhttps:\/\/doi.org\/10.1109\/VECIMS.2007.4373918","DOI":"10.1109\/VECIMS.2007.4373918"},{"key":"29_CR22","unstructured":"Mayring P (2014) Qualitative content analysis: theoretical foundation, basic procedures and software solution. Klagenfurt. \nhttps:\/\/nbn-resolving.org\/urn:nbn:de:0168-ssoar-395173"},{"key":"29_CR23","doi-asserted-by":"publisher","unstructured":"Men L, Bryan-Kinns N, Hassard AS, Ma Z (2017) The impact of transitions on user experience in virtual reality. In: Proceedings of the IEEE virtual reality conference, pp 285\u2013286. \nhttps:\/\/doi.org\/10.1109\/VR.2017.7892288","DOI":"10.1109\/VR.2017.7892288"},{"key":"29_CR24","doi-asserted-by":"publisher","unstructured":"Regal G, Schatz R, Schrammel J, Suette S (2018) VRate: a Unity3D asset for integrating subjective assessment questionnaires in virtual environments. In: Proceedings of the international conference on quality of multimedia experience (QoMEX), pp 1\u20133. \nhttps:\/\/doi.org\/10.1109\/QoMEX.2018.8463296","DOI":"10.1109\/QoMEX.2018.8463296"},{"issue":"4","key":"29_CR25","doi-asserted-by":"publisher","first-page":"425","DOI":"10.1162\/105474602760204318","volume":"11","author":"H Regenbrecht","year":"2002","unstructured":"Regenbrecht H, Schubert T (2002) Real and illusory interactions enhance presence in virtual environments. Presence Teleoper Virtual Environ 11(4):425\u2013434","journal-title":"Presence Teleoper Virtual Environ"},{"key":"29_CR26","doi-asserted-by":"crossref","unstructured":"Schatz R, Regal G, Schwarz S, Suettc S, Kempf M (2018) Assessing the QoE impact of 3D rendering style in the context of VR-based training. In: Proceedings of the international conference on quality of multimedia experience (QoMEX), pp 1\u20136","DOI":"10.1109\/QoMEX.2018.8463411"},{"issue":"2","key":"29_CR27","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1026\/\/1617-6383.15.2.69","volume":"15","author":"T Schubert","year":"2003","unstructured":"Schubert T (2003) The sense of presence in virtual environments: a three-component scale measuring spatial presence, involvement, and realness. Zeitschrift f\u00fcr Medienpsychologie 15(2):69\u201371","journal-title":"Zeitschrift f\u00fcr Medienpsychologie"},{"issue":"3","key":"29_CR28","doi-asserted-by":"publisher","first-page":"266","DOI":"10.1162\/105474601300343603","volume":"10","author":"T Schubert","year":"2001","unstructured":"Schubert T, Friedmann F, Regenbrecht H (2001) The experience of presence: factor analytic insights. Presence Teleoper Virtual Environ 10(3):266\u2013281","journal-title":"Presence Teleoper Virtual Environ"},{"key":"29_CR29","doi-asserted-by":"publisher","unstructured":"Schwind V, Knierim P, Haas N, Henze N (2019) Using presence questionnaires in virtual reality. In: Proceedings of the 2019 CHI conference on human factors in computing systems: CHI \u201919, pp 1\u201312. \nhttps:\/\/doi.org\/10.1145\/3290605.3300590","DOI":"10.1145\/3290605.3300590"},{"issue":"5","key":"29_CR30","doi-asserted-by":"publisher","first-page":"560","DOI":"10.1162\/105474699566477","volume":"8","author":"M Slater","year":"1999","unstructured":"Slater M (1999) Measuring presence: a response to the Witmer and Singer presence questionnaire. Presence Teleoper Virtual Environ 8(5):560\u2013565. \nhttps:\/\/doi.org\/10.1162\/105474699566477","journal-title":"Presence Teleoper Virtual Environ"},{"key":"29_CR31","unstructured":"Slater M (2003) A note on presence terminology. \nhttp:\/\/www0.cs.ucl.ac.uk\/research\/vr\/Projects\/Presencia\/ConsortiumPublications\/ucl_cs_papers\/presence-terminology.htm\n\n. Accessed 25 Oct 2019"},{"key":"29_CR32","doi-asserted-by":"publisher","unstructured":"Soler-Dominguez JL, Camba JD, Contero M, Alca\u00f1iz M (2017) A proposal for the selection of eye-tracking metrics for the implementation of adaptive gameplay in virtual reality based games. In: Proceedings of the 9th international conference on virtual, augmented and mixed reality, pp 369\u2013380. \nhttps:\/\/doi.org\/10.1007\/978-3-319-57987-0_30","DOI":"10.1007\/978-3-319-57987-0_30"},{"issue":"1","key":"29_CR33","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.chb.2006.11.003","volume":"24","author":"J Takatalo","year":"2008","unstructured":"Takatalo J, Nyman G, Laaksonen L (2008) Components of human experience in virtual environments. Comput Hum Behav 24(1):1\u201315. \nhttps:\/\/doi.org\/10.1016\/j.chb.2006.11.003","journal-title":"Comput Hum Behav"},{"key":"29_CR34","doi-asserted-by":"publisher","unstructured":"Takhtamysheva A, Smeddinck J (2012) Serious questions in playful questionnaires. In: Proceedings of the international conference on entertainment computing, pp 449\u2013452. \nhttps:\/\/doi.org\/10.1007\/978-3-642-33542-6_50","DOI":"10.1007\/978-3-642-33542-6_50"},{"key":"29_CR35","doi-asserted-by":"publisher","unstructured":"Tcha-Tokey K, Loup-Escande E, Christmann O, Richir S (2016) A questionnaire to measure the user experience in immersive virtual environments. In: Proceedings of the 2016 virtual reality international conference, pp 1\u20135. \nhttps:\/\/doi.org\/10.1145\/2927929.2927955","DOI":"10.1145\/2927929.2927955"},{"key":"29_CR36","doi-asserted-by":"publisher","unstructured":"Upenik E, Rerabek M, Ebrahimi T (2017) On the performance of objective metrics for omnidirectional visual content. In: Proceedings of the international conference on quality of multimedia experience (QoMEX), pp 1\u20136. \nhttps:\/\/doi.org\/10.1109\/QoMEX.2017.7965660","DOI":"10.1109\/QoMEX.2017.7965660"},{"issue":"3","key":"29_CR37","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1162\/105474698565686","volume":"7","author":"BG Witmer","year":"1998","unstructured":"Witmer BG, Singer M (1998) Measuring presence in virtual environments: a presence questionnaire. Presence 7(3):225\u2013240. \nhttps:\/\/doi.org\/10.1162\/105474698565686","journal-title":"Presence"}],"container-title":["Quality and User Experience"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s41233-019-0029-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s41233-019-0029-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s41233-019-0029-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,10,29]],"date-time":"2020-10-29T00:24:12Z","timestamp":1603931052000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s41233-019-0029-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,10,30]]},"references-count":37,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,12]]}},"alternative-id":["29"],"URL":"https:\/\/doi.org\/10.1007\/s41233-019-0029-1","relation":{},"ISSN":["2366-0139","2366-0147"],"issn-type":[{"value":"2366-0139","type":"print"},{"value":"2366-0147","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,10,30]]},"assertion":[{"value":"9 April 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 October 2019","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"On behalf of all authors, the corresponding authors state that there is no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"5"}}