{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T15:45:07Z","timestamp":1781797507201,"version":"3.54.5"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031147845","type":"print"},{"value":"9783031147852","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-14785-2_9","type":"book-chapter","created":{"date-parts":[[2022,8,22]],"date-time":"2022-08-22T15:09:08Z","timestamp":1661180948000},"page":"140-149","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Automated UX Evaluation for\u00a0User-Centered Design of\u00a0VR Interfaces"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9266-2084","authenticated-orcid":false,"given":"Kadiray","family":"Karakaya","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5967-833X","authenticated-orcid":false,"given":"Enes","family":"Yigitbas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5397-9548","authenticated-orcid":false,"given":"Gregor","family":"Engels","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,8,16]]},"reference":[{"key":"9_CR1","unstructured":"Abras, C., Maloney-Krichmar, D., Preece, J., Bainbridge, W.: Encyclopedia of Human-Computer Interaction. Sage Publications, Thousand Oaks 37, 445\u2013456 (2004)"},{"key":"9_CR2","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1016\/j.infsof.2015.01.004","volume":"61","author":"M Brhel","year":"2015","unstructured":"Brhel, M., Meth, H., Maedche, A., Werder, K.: Exploring principles of user-centered agile software development: a literature review. Inf. Softw. Technol. 61, 163\u2013181 (2015)","journal-title":"Inf. Softw. Technol."},{"key":"9_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1007\/978-3-319-49094-6_27","volume-title":"Product-Focused Software Process Improvement","author":"LE Lwakatare","year":"2016","unstructured":"Lwakatare, L.E., Kuvaja, P., Oivo, M.: Relationship of DevOps to agile, lean and continuous deployment. In: Abrahamsson, P., Jedlitschka, A., Nguyen Duc, A., Felderer, M., Amasaki, S., Mikkonen, T. (eds.) PROFES 2016. LNCS, vol. 10027, pp. 399\u2013415. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-49094-6_27"},{"issue":"3","key":"9_CR4","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1109\/MS.2016.68","volume":"33","author":"C Ebert","year":"2016","unstructured":"Ebert, C., Gallardo, G., Hernantes, J., Serrano, N.: DevOps. IEEE Softw. 33(3), 94\u2013100 (2016)","journal-title":"IEEE Softw."},{"key":"9_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1007\/978-3-030-64266-2_6","volume-title":"Human-Centered Software Engineering","author":"J Barambones","year":"2020","unstructured":"Barambones, J., Moral, C., Ferre, X., Villalba-Mora, E.: A scrum-based development process to support co-creation with elders in the ehealth domain. In: Bernhaupt, R., Ardito, C., Sauer, S. (eds.) HCSE 2020. LNCS, vol. 12481, pp. 105\u2013117. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-64266-2_6"},{"key":"9_CR6","unstructured":"Silva, T., Martin, A., Maurer, F., Silveira, M.: User-centered design and agile methods: a systematic review. In: 2011 Agile Conference, pp. 77\u201386 (2011)"},{"key":"9_CR7","doi-asserted-by":"crossref","unstructured":"Sohaib, O., Khan, K.: Integrating usability engineering and agile software development: a literature review. In: 2010 International Conference on Computer Design and Applications, vol. 2, pp. V2-32\u2013V2-38 (2010)","DOI":"10.1109\/ICCDA.2010.5540916"},{"key":"9_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"152","DOI":"10.1007\/978-3-030-64266-2_9","volume-title":"Human-Centered Software Engineering","author":"J Klemets","year":"2020","unstructured":"Klemets, J., Storholmen, T.C.B.: Towards super user-centred continuous delivery: a case study. In: Bernhaupt, R., Ardito, C., Sauer, S. (eds.) HCSE 2020. LNCS, vol. 12481, pp. 152\u2013165. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-64266-2_9"},{"key":"9_CR9","doi-asserted-by":"publisher","first-page":"470","DOI":"10.1145\/503112.503114","volume":"33","author":"M Ivory","year":"2001","unstructured":"Ivory, M., Hearst, M.: The state of the art in automating usability evaluation of user interfaces. ACM Comput. Surv. 33, 470\u2013516 (2001). https:\/\/doi.org\/10.1145\/503112.503114","journal-title":"ACM Comput. Surv."},{"issue":"1","key":"9_CR10","first-page":"33","volume":"50","author":"K Siau","year":"2021","unstructured":"Siau, K., Woo, C., Storey, V., Chiang, R., Chua, C., Beard, J.: Information systems analysis and design: past revolutions, present challenges, and future research directions. Commun. Assoc. Inf. Syst. 50(1), 33 (2021)","journal-title":"Commun. Assoc. Inf. Syst."},{"key":"9_CR11","doi-asserted-by":"publisher","unstructured":"Herbold, S., Harms, P.: AutoQUEST\u2013automated quality engineering of event-driven software. In: Proceedings of the 2013 IEEE Sixth International Conference on Software Testing, Verification and Validation Workshops, pp. 134\u2013139 (2013). https:\/\/doi.org\/10.1109\/ICSTW.2013.23","DOI":"10.1109\/ICSTW.2013.23"},{"key":"9_CR12","doi-asserted-by":"publisher","first-page":"404","DOI":"10.1162\/105474602760204309","volume":"11","author":"D Bowman","year":"2002","unstructured":"Bowman, D., Gabbard, J., Hix, D.: A survey of usability evaluation in virtual environments: classification and comparison of methods. Presence: Teleoper. Virtual Environ. 11, 404\u2013424 (2002). https:\/\/doi.org\/10.1162\/105474602760204309","journal-title":"Presence: Teleoper. Virtual Environ."},{"issue":"3","key":"9_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3301423","volume":"26","author":"P Harms","year":"2019","unstructured":"Harms, P.: Automated usability evaluation of virtual reality applications. ACM Trans. Comput.-Hum. Interact. 26(3), 1\u201336 (2019). https:\/\/doi.org\/10.1145\/3301423","journal-title":"ACM Trans. Comput.-Hum. Interact."},{"key":"9_CR14","doi-asserted-by":"publisher","unstructured":"Darken, R., Sibert, J.: Wayfinding strategies and behaviors in large virtual worlds. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 142\u2013149 (1996). https:\/\/doi.org\/10.1145\/238386.238459","DOI":"10.1145\/238386.238459"},{"key":"9_CR15","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1006\/jvlc.1998.0111","volume":"10","author":"D Bowman","year":"1999","unstructured":"Bowman, D., Hodges, L.: Formalizing the design, evaluation, and application of interaction techniques for immersive virtual environments. J. Vis. Lang. Comput. 10, 37\u201353 (1999)","journal-title":"J. Vis. Lang. Comput."},{"key":"9_CR16","doi-asserted-by":"publisher","first-page":"320","DOI":"10.1145\/235833.236054","volume":"3","author":"B John","year":"1996","unstructured":"John, B., Kieras, D.: The GOMS family of user interface analysis techniques: comparison and contrast. ACM Trans. Comput.-Hum. Interact. 3, 320\u2013351 (1996). https:\/\/doi.org\/10.1145\/235833.236054","journal-title":"ACM Trans. Comput.-Hum. Interact."},{"key":"9_CR17","unstructured":"Unity Unity Real-Time Development Platform $$|$$ 3D, 2D VR & AR Engine (2022). https:\/\/unity.com\/"},{"issue":"194","key":"9_CR18","first-page":"4","volume":"189","author":"J Brooke","year":"1996","unstructured":"Brooke, J.: SUS-a quick and dirty usability scale. Usability Eval. Ind. 189(194), 4\u20137 (1996)","journal-title":"Usability Eval. Ind."},{"key":"9_CR19","doi-asserted-by":"crossref","unstructured":"Whitney, D., Rosen, E., Ullman, D., Phillips, E., Tellex, S.: ROS reality: a virtual reality framework using consumer-grade hardware for ROS-enabled robots. In: 2018 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 1\u20139 (2018)","DOI":"10.1109\/IROS.2018.8593513"},{"key":"9_CR20","doi-asserted-by":"publisher","first-page":"486","DOI":"10.3390\/app10020486","volume":"10","author":"A Burghardt","year":"2020","unstructured":"Burghardt, A., Szybicki, D., Gierlak, P., Kurc, K., Pietru\u015b, P., Cygan, R.: Programming of industrial robots using virtual reality and digital twins. Appl. Sci. 10, 486 (2020)","journal-title":"Appl. Sci."},{"key":"9_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1007\/978-3-662-44811-3_13","volume-title":"Human-Centered Software Engineering","author":"P Harms","year":"2014","unstructured":"Harms, P., Grabowski, J.: Usage-based automatic detection of usability smells. In: Sauer, S., Bogdan, C., Forbrig, P., Bernhaupt, R., Winckler, M. (eds.) HCSE 2014. LNCS, vol. 8742, pp. 217\u2013234. Springer, Heidelberg (2014). https:\/\/doi.org\/10.1007\/978-3-662-44811-3_13"},{"key":"9_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"563","DOI":"10.1007\/978-3-030-29390-1_38","volume-title":"Human-Computer Interaction \u2013 INTERACT 2019","author":"E Yigitbas","year":"2019","unstructured":"Yigitbas, E., Jovanovikj, I., Josifovska, K., Sauer, S., Engels, G.: On-the-fly usability evaluation of mobile adaptive UIs through instant user feedback. In: Lamas, D., Loizides, F., Nacke, L., Petrie, H., Winckler, M., Zaphiris, P. (eds.) INTERACT 2019. LNCS, vol. 11749, pp. 563\u2013567. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-29390-1_38"},{"key":"9_CR23","doi-asserted-by":"crossref","unstructured":"Yigitbas, E., Karakaya, K., Jovanovikj, I., Engels, G.: Enhancing human-in-the-loop adaptive systems through digital twins and VR interfaces. In: 2021 International Symposium on Software Engineering for Adaptive and Self-Managing Systems (SEAMS), pp. 30\u201340 (2021)","DOI":"10.1109\/SEAMS51251.2021.00015"},{"key":"9_CR24","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1109\/LRA.2017.2737046","volume":"3","author":"J Lipton","year":"2018","unstructured":"Lipton, J., Fay, A., Rus, D.: Baxter\u2019s homunculus: virtual reality spaces for teleoperation in manufacturing. IEEE Robot. Autom. Lett. 3, 179\u2013186 (2018)","journal-title":"IEEE Robot. Autom. Lett."},{"key":"9_CR25","doi-asserted-by":"crossref","unstructured":"Polson, P., Lewis, C., Rieman, J., Wharton, C.: Cognitive walkthroughs: a method for theory-based evaluation of user interfaces. Int. J. Man-Mach. Stud. 36, 741\u2013773 (1992)","DOI":"10.1016\/0020-7373(92)90039-N"},{"key":"9_CR26","doi-asserted-by":"crossref","unstructured":"Nielsen, J.: Heuristic Evaluation. Usability Inspection Methods, pp. 25\u201362 (1994)","DOI":"10.1145\/259963.260531"},{"key":"9_CR27","doi-asserted-by":"crossref","unstructured":"Yigitbas, E., Jovanovikj, I., Scholand, J., Engels, G.: VR training for warehouse management. In: VRST 2020: 26th ACM Symposium on Virtual Reality Software and Technology, pp. 78:1\u201378:3 (2020)","DOI":"10.1145\/3385956.3422106"},{"key":"9_CR28","first-page":"505","volume":"2020","author":"E Yigitbas","year":"2020","unstructured":"Yigitbas, E., Tejedor, C., Engels, G.: Experiencing and programming the ENIAC in VR. Mensch Comput. 2020, 505\u2013506 (2020)","journal-title":"Mensch Comput."},{"key":"9_CR29","doi-asserted-by":"publisher","first-page":"885","DOI":"10.1145\/3340764.3349525","volume":"2019","author":"E Yigitbas","year":"2019","unstructured":"Yigitbas, E., Heind\u00f6rfer, J., Engels, G.: A context-aware virtual reality first aid training application. Proc. Mensch Comput. 2019, 885\u2013888 (2019)","journal-title":"Proc. Mensch Comput."},{"key":"9_CR30","doi-asserted-by":"publisher","unstructured":"Yigitbas, E., Gorissen, S., Weidmann, N., Engels, G.: Collaborative software modeling in virtual reality. In: 24th International Conference on Model Driven Engineering Languages and Systems, MODELS 2021, Fukuoka, 10\u201315 October 2021, pp. 261\u2013272 (2021). https:\/\/doi.org\/10.1109\/MODELS50736.2021.00034","DOI":"10.1109\/MODELS50736.2021.00034"}],"container-title":["Lecture Notes in Computer Science","Human-Centered Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-14785-2_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,2]],"date-time":"2022-12-02T15:13:49Z","timestamp":1669994029000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-14785-2_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031147845","9783031147852"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-14785-2_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"16 August 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCSE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Centred Software Engineering","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Eindhoven","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 August 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 August 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcse2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/hcse-conference.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"25","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"11","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"44% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Additionally, 2 demo\/poster papers underwent single-blind review and were accepted.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}