{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,11]],"date-time":"2026-01-11T14:33:52Z","timestamp":1768142032523,"version":"3.49.0"},"reference-count":122,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2021,2,18]],"date-time":"2021-02-18T00:00:00Z","timestamp":1613606400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,2,18]],"date-time":"2021-02-18T00:00:00Z","timestamp":1613606400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["CCF Trans. Pervasive Comp. Interact."],"published-print":{"date-parts":[[2021,3]]},"DOI":"10.1007\/s42486-020-00055-x","type":"journal-article","created":{"date-parts":[[2021,2,19]],"date-time":"2021-02-19T16:49:23Z","timestamp":1613753363000},"page":"57-75","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Emerging mobile apps: challenges and open problems"],"prefix":"10.1007","volume":"3","author":[{"given":"Abrar S.","family":"Alrumayh","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sarah M.","family":"Lehman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5758-6394","authenticated-orcid":false,"given":"Chiu C.","family":"Tan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,2,18]]},"reference":[{"key":"55_CR1","unstructured":"Abu-El-Haija, S., Kothari, N., Lee, J., Natsev, P., Toderici, G., Varadarajan, B., Vijayanarasimhan, S.: Youtube-8m: a large-scale video classification benchmark (2016). arXiv:1609.08675"},{"key":"55_CR2","doi-asserted-by":"crossref","unstructured":"Ak\u00e7ay\u0131r, M., Ak\u00e7ay\u0131r, G.: Advantages and challenges associated with augmented reality for education: a systematic review of the literature. Educ. Res. Rev. 20, 1\u201311 (2017)","DOI":"10.1016\/j.edurev.2016.11.002"},{"key":"55_CR3","doi-asserted-by":"crossref","unstructured":"Alhaija, H.A., Mustikovela, S.K., Mescheder, L., Geiger, A., Rother, C.: Augmented reality meets computer vision: efficient data generation for urban driving scenes. Int. J. Comput. Vis. 126(9), 961\u2013972 (2018)","DOI":"10.1007\/s11263-018-1070-x"},{"key":"55_CR4","unstructured":"Amazon.: Ask\u2014the amazon alexa skills kit (2020). https:\/\/developer.amazon.com\/en-US\/alexa\/alexa-skills-kit. Accessed 13 Jan 2021"},{"key":"55_CR5","unstructured":"Apple Developer.: App store review guidelines (2020a). https:\/\/developer.apple.com\/app-store\/review\/guidelines\/. Accessed 13 Jan 2021"},{"key":"55_CR6","unstructured":"Apple Developer.: Arkit (2020b). https:\/\/developer.amazon.com\/en-US\/alexa\/alexa-skills-kit0. Accessed 13 Jan 2021"},{"key":"55_CR7","unstructured":"Apple Developer.: Reality composer\u2014augmented reality (2020c). https:\/\/developer.amazon.com\/en-US\/alexa\/alexa-skills-kit1. Accessed 13 Jan 2021"},{"key":"55_CR8","unstructured":"Apple Developer Documentation.: Homekit (2020). https:\/\/developer.amazon.com\/en-US\/alexa\/alexa-skills-kit3. Accessed 13 Jan 2021"},{"key":"55_CR9","unstructured":"Arshad, S., Shah, M.A., Khan, A., Ahmed, M.: Android malware detection & protection: a survey. Int. J. Adv. Comput. Sci. Appl. 7(2), 463\u2013475 (2016)"},{"key":"55_CR10","doi-asserted-by":"crossref","unstructured":"Bernhardt, S., Nicolau, S.A., Soler, L., Doignon, C.: The status of augmented reality in laparoscopic surgery as of 2016. Med. Image Anal. 37, 66\u201390 (2017)","DOI":"10.1016\/j.media.2017.01.007"},{"key":"55_CR11","unstructured":"Bespoken.: Automated testing for Alexa skills and more (2020). https:\/\/bespoken.io\/blog\/automated-testing-alexa-skills\/. Accessed 13 Jan 2021"},{"key":"55_CR12","doi-asserted-by":"crossref","unstructured":"Bonetti, F., Warnaby, G., Quinn, L.: Augmented reality and virtual reality in physical and online retailing: a review, synthesis and research agenda. In: Augmented Reality and Virtual Reality, pp. 119\u2013132. Springer (2018)","DOI":"10.1007\/978-3-319-64027-3_9"},{"key":"55_CR13","unstructured":"Botium. Automated testing and monitoring for alexa skills with botium box (2020). https:\/\/www.botium.ai\/automated-testing-and-monitoring-for-alexa-skills-with-botium-box\/. Accessed 13 Jan 2021"},{"key":"55_CR14","unstructured":"Botmock.: Botmock (2020). https:\/\/botmock.com. Accessed 13 Jan 2021"},{"key":"55_CR15","doi-asserted-by":"crossref","unstructured":"Carbunar, B., Potharaju, R.: A longitudinal study of the google app market. In: Proceedings of the 2015 IEEE\/ACM International Conference on Advances in Social Networks Analysis and Mining 2015, pp. 242\u2013249 (2015)","DOI":"10.1145\/2808797.2808823"},{"key":"55_CR16","unstructured":"Carlini, N., Mishra, P., Vaidya, T., Zhang, Y., Sherr, M., Shields, C., Wagner, D., Zhou, W.: Hidden voice commands. In: 25th $$\\{$$USENIX$$\\}$$ Security Symposium ($$\\{$$USENIX$$\\}$$ Security 16), pp. 513\u2014530 (2016)"},{"key":"55_CR17","doi-asserted-by":"crossref","unstructured":"Carlini, N., Wagner, D.: Audio adversarial examples: Targeted attacks on speech-to-text. In: 2018 IEEE Security and Privacy Workshops (SPW), pp. 1\u20137. IEEE (2018)","DOI":"10.1109\/SPW.2018.00009"},{"issue":"2","key":"55_CR18","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1016\/j.tele.2015.09.007","volume":"33","author":"I-C Chang","year":"2016","unstructured":"Chang, I.-C., Chou, P.-C., Yeh, R.K.-J., Tseng, H.-T.: Factors influencing Chinese tourists\u2019 intentions to use the Taiwan medical travel app. Telemat. Inform. 33(2), 401\u2013409 (2016)","journal-title":"Telemat. Inform."},{"key":"55_CR19","doi-asserted-by":"crossref","unstructured":"Chen, P., Liu, X., Cheng, W., Huang, R.: A review of using augmented reality in education from 2011 to 2016. In: Innovations in Smart Learning, pp. 13\u201318. Springer (2017)","DOI":"10.1007\/978-981-10-2419-1_2"},{"key":"55_CR20","unstructured":"Cisse, M.M., Adi, Y., Neverova, N., Keshet, J.: Houdini: fooling deep structured visual and speech recognition models with adversarial examples. In: Advances in Neural Information Processing Systems, pp. 6977\u20136987 (2017)"},{"key":"55_CR21","doi-asserted-by":"crossref","unstructured":"Cowan, B.R., Doyle, P., Edwards, J., Garaialde, D., Hayes-Brady, A., Branigan, H.P., Cabral, J., Clark, L.: What\u2019s in an accent? The impact of accented synthetic speech on lexical choice in human-machine dialogue. In: Proceedings of the 1st International Conference on Conversational User Interfaces, pp. 1\u20138 (2019)","DOI":"10.1145\/3342775.3342786"},{"key":"55_CR22","unstructured":"DCASE.: Detection and classification of acoustic scenes and events (2020). http:\/\/dcase.community. Accessed 13 Jan 2021"},{"key":"55_CR23","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1016\/j.techfore.2016.09.032","volume":"124","author":"SG Dacko","year":"2017","unstructured":"Dacko, S.G.: Enabling smart retail settings via mobile augmented reality shopping apps. Technol. Forecast. Soc. Change 124, 243\u2013256 (2017)","journal-title":"Technol. Forecast. Soc. Change"},{"issue":"5","key":"55_CR24","doi-asserted-by":"publisher","first-page":"248","DOI":"10.1097\/NMC.0000000000000353","volume":"42","author":"DW Davis","year":"2017","unstructured":"Davis, D.W., Logsdon, M.C., Vogt, K., Rushton, J., Myers, J., Lauf, A., Hogan, F.: Parent education is changing: a review of smartphone apps. MCN Am. J. Matern. Child Nurs. 42(5), 248\u2013256 (2017)","journal-title":"MCN Am. J. Matern. Child Nurs."},{"issue":"12","key":"55_CR25","doi-asserted-by":"publisher","first-page":"e177","DOI":"10.2196\/mhealth.7886","volume":"5","author":"K Dou","year":"2017","unstructured":"Dou, K., Yu, P., Deng, N., Liu, F., Guan, Y., Li, Z., Ji, Y., Du, N., Lu, X., Duan, H.: Patients\u2019 acceptance of smartphone health technology for chronic disease management: a theoretical model and empirical test. JMIR mHealth uHealth 5(12), e177 (2017)","journal-title":"JMIR mHealth uHealth"},{"key":"55_CR26","doi-asserted-by":"crossref","unstructured":"Edwards, E.A., Lumsden, J., Rivas, C., Steed, L., Edwards, L.A., Thiyagarajan, A., Sohanpal, R., Caton, H., Griffiths, C.J., Munaf\u00f2, M.R., et al.: Gamification for health promotion: systematic review of behaviour change techniques in smartphone apps. BMJ Open 6(10) (2016)","DOI":"10.1136\/bmjopen-2016-012447"},{"issue":"2","key":"55_CR27","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1007\/s11263-009-0275-4","volume":"88","author":"M Everingham","year":"2010","unstructured":"Everingham, M., van Gool, L., Williams, C.K.I., Winn, J., Zisserman, A.: The pascal visual object classes (voc) challenge. Int. J. Comput. Vis. 88(2), 303\u2013338 (2010)","journal-title":"Int. J. Comput. Vis."},{"key":"55_CR28","unstructured":"Fabble.io.: Fabble.io (2020). https:\/\/developer.amazon.com\/en-US\/alexa\/alexa-skills-kit4. Accessed 13 Jan 2021"},{"key":"55_CR29","unstructured":"Firebase.: Face detection (2020a). https:\/\/developer.amazon.com\/en-US\/alexa\/alexa-skills-kit5. Accessed 13 Jan 2021"},{"key":"55_CR30","unstructured":"Firebase. Ml kit (2020b). https:\/\/developer.amazon.com\/en-US\/alexa\/alexa-skills-kit6. Accessed 13 Jan 2021"},{"issue":"3","key":"55_CR31","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1002\/wps.20472","volume":"16","author":"J Firth","year":"2017","unstructured":"Firth, J., Torous, J., Nicholas, J., Carney, R., Pratap, A., Rosenbaum, S., Sarris, J.: The efficacy of smartphone-based mental health interventions for depressive symptoms: a meta-analysis of randomized controlled trials. World Psychiatry 16(3), 287\u2013298 (2017)","journal-title":"World Psychiatry"},{"key":"55_CR32","unstructured":"Flickr.: Dog\u2014dog, man, portrait\u2014lars schiolborg (2020a). https:\/\/developer.amazon.com\/en-US\/alexa\/alexa-skills-kit7. Accessed 13 Jan 2021"},{"key":"55_CR33","unstructured":"Flickr.: The morning snuggle | larry catches a picture of dora, raven, ... (2020b). https:\/\/developer.amazon.com\/en-US\/alexa\/alexa-skills-kit8. Accessed 13 Jan 2021"},{"key":"55_CR34","doi-asserted-by":"crossref","unstructured":"Fraga-Lamas, P., Fern\u00e1ndez-Caram\u00e9s, T.M., Blanco-Novoa, \u00d3., Vilar-Montesinos, M. A.: A review on industrial augmented reality systems for the industry 4.0 shipyard. Ieee Access 6, 13358\u201313375 (2018)","DOI":"10.1109\/ACCESS.2018.2808326"},{"key":"55_CR35","doi-asserted-by":"crossref","unstructured":"Ghosh, D., Foong, P.S., Zhang, S., Zhao, S.: Assessing the utility of the system usability scale for evaluating voice-based user interfaces. In: Proceedings of the Sixth International Symposium of Chinese CHI, pp. 11\u201315 (2018)","DOI":"10.1145\/3202667.3204844"},{"issue":"2","key":"55_CR36","first-page":"115","volume":"72","author":"PJ Gianaros","year":"2001","unstructured":"Gianaros, P.J., Muth, E.R., Mordkoff, J.T., Levine, M.E., Stern, R.M.: A questionnaire for the assessment of the multiple dimensions of motion sickness. Aviat. Space Environ. Med. 72(2), 115 (2001)","journal-title":"Aviat. Space Environ. Med."},{"key":"55_CR37","unstructured":"Google.: Actions console (2020). https:\/\/bespoken.io\/blog\/automated-testing-alexa-skills\/1. Accessed 13 Jan 2021"},{"key":"55_CR38","unstructured":"Google Cloud.: Dialogflow documentation (2020a). https:\/\/cloud.google.com\/dialogflow\/docs\/. Accessed 13 Jan 2021"},{"key":"55_CR39","unstructured":"Google Cloud.: Vision api\u2014derive image insights via ml (2020b). https:\/\/cloud.google.com\/vision. Accessed 13 Jan 2021"},{"key":"55_CR40","unstructured":"Google Developers.: Arcore (2020). https:\/\/developer.amazon.com\/en-US\/alexa\/alexa-skills-kit2. Accessed 13 Jan 2021"},{"key":"55_CR41","unstructured":"Google Research.: Audioset (2020). https:\/\/www.botium.ai\/automated-testing-and-monitoring-for-alexa-skills-with-botium-box\/2. Accessed 13 Jan 2021"},{"key":"55_CR42","unstructured":"Google Support.: Declare permissions for your app\u2014play console help (2020a). https:\/\/www.botium.ai\/automated-testing-and-monitoring-for-alexa-skills-with-botium-box\/7. Accessed 13 Jan 2021"},{"key":"55_CR43","unstructured":"Google Support.: Prepare your app for review\u2014play console help (2020b). https:\/\/www.botium.ai\/automated-testing-and-monitoring-for-alexa-skills-with-botium-box\/8. Accessed 13 Jan 2021"},{"key":"55_CR44","unstructured":"Hone, K.: Usability measurement for speech systems: Sassi revisited. In: SIGCHI Conference Paper, Toronto (2014)"},{"key":"55_CR45","doi-asserted-by":"crossref","unstructured":"Hone, K.S., Graham, R.: Towards a tool for the subjective assessment of speech system interfaces (sassi) (2000)","DOI":"10.1017\/S1351324900002497"},{"key":"55_CR46","doi-asserted-by":"crossref","unstructured":"Hu, H., Yang, L., Lin, S., Wang, G.: Security vetting process of smart-home assistant applications: a first look and case studies (2020). https:\/\/bespoken.io\/blog\/automated-testing-alexa-skills\/2","DOI":"10.1109\/SPW50608.2020.00029"},{"key":"55_CR47","unstructured":"Ib\u00e1 nez, M.-B., Delgado-Kloos, C.: Augmented reality for stem learning: a systematic review. Comput. Educ. 123, 109\u2013123 (2018)"},{"key":"55_CR48","unstructured":"Joy, R., Ajith, A.: Survey on android malware detection methods using static and dynamic analysis. Int. J. 5(7) (2016)"},{"key":"55_CR49","doi-asserted-by":"crossref","unstructured":"Jung, T., tom Dieck, M.C., Lee, H., Chung, N.: Effects of virtual reality and augmented reality on visitor experiences in museum. In: Information and communication technologies in tourism 2016, pp. 621\u2014635. Springer (2016)","DOI":"10.1007\/978-3-319-28231-2_45"},{"key":"55_CR50","unstructured":"Kennedy-Eden, H., Gretzel, U.: A taxonomy of mobile applications in tourism (2012)"},{"issue":"10","key":"55_CR51","doi-asserted-by":"publisher","first-page":"e0162602","DOI":"10.1371\/journal.pone.0162602","volume":"11","author":"H Kim","year":"2016","unstructured":"Kim, H., Gerber, L.C., Chiu, D., Lee, S.A., Cira, N.J., Xia, S.Y., Riedel-Kruse, I.H.: Ludusscope: accessible interactive smartphone microscopy for life-science education. PLoS One 11(10), e0162602 (2016)","journal-title":"PLoS One"},{"issue":"11","key":"55_CR52","doi-asserted-by":"publisher","first-page":"2082","DOI":"10.3390\/su9112082","volume":"9","author":"D Kim","year":"2017","unstructured":"Kim, D., Kim, S.: The role of mobile technology in tourism: patents, articles, news, and mobile tour app reviews. Sustainability 9(11), 2082 (2017)","journal-title":"Sustainability"},{"key":"55_CR53","doi-asserted-by":"publisher","first-page":"66","DOI":"10.1016\/j.apergo.2017.12.016","volume":"69","author":"HK Kim","year":"2018","unstructured":"Kim, H.K., Park, J., Choi, Y., Choe, M.: Virtual reality sickness questionnaire (vrsq): motion sickness measurement index in a virtual reality environment. Appl. Ergon. 69, 66\u201373 (2018)","journal-title":"Appl. Ergon."},{"key":"55_CR54","doi-asserted-by":"crossref","unstructured":"Kowalski, J., Jaskulska, A., Skorupska, K., Abramczuk, K., Biele, C., Kope\u0107, W., Marasek, K.: Older adults and voice interaction: a pilot study with google home. In: Extended Abstracts of the 2019 CHI Conference on Human Factors in Computing Systems, pp. 1\u20136 (2019)","DOI":"10.1145\/3290607.3312973"},{"key":"55_CR55","unstructured":"Kumar, D., Paccagnella, R., Murley, P., Hennenfent, E., Mason, J., Bates, A., Bailey, M.: Skill squatting attacks on amazon alexa. In: 27th $$\\{$$USENIX$$\\}$$ Security Symposium ($$\\{$$USENIX$$\\}$$ Security 18), pp. 33\u201347 (2018)"},{"key":"55_CR56","doi-asserted-by":"crossref","unstructured":"Lebeck, K., Ruth, K., Kohno, T., Roesner, F.: Towards security and privacy for multi-user augmented reality: Foundations with end users. In: 2018 IEEE Symposium on Security and Privacy (SP), pp. 392\u2013408. IEEE (2018)","DOI":"10.1109\/SP.2018.00051"},{"key":"55_CR57","doi-asserted-by":"crossref","unstructured":"Lehman, S.M., Alrumayh, A.S., Ling, H., Tan, C.C.: Stealthy privacy attacks against mobile ar apps. In: Proceedings of the Sixth International Workshop on Security and Privacy in the Cloud (2020)","DOI":"10.1109\/CNS48642.2020.9162330"},{"key":"55_CR58","doi-asserted-by":"crossref","unstructured":"Lehman, S.M., Ling, H., Tan, C.C.: Archie: a user-focused framework for testing augmented reality applications in the wild. In: 2020 IEEE Conference on Virtual Reality and 3D User Interfaces (VR), pp. 903\u2013912. IEEE (2020)","DOI":"10.1109\/VR46266.2020.00013"},{"key":"55_CR59","doi-asserted-by":"crossref","unstructured":"Lehman, S.M., Tan, C.C.: Privacymanager: an access control framework for mobile augmented reality applications. In: 2017 IEEE Conference on Communications and Network Security (CNS), pp. 1\u20139. IEEE (2017)","DOI":"10.1109\/CNS.2017.8228630"},{"key":"55_CR60","doi-asserted-by":"crossref","unstructured":"Leiva, G., Nguyen, C., Kazi, R.H., Asente, P.: Pronto: Rapid augmented reality video prototyping using sketches and enaction. In: Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems, pp. 1\u201313 (2020)","DOI":"10.1145\/3313831.3376160"},{"key":"55_CR61","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1016\/j.infsof.2017.04.001","volume":"88","author":"L Li","year":"2017","unstructured":"Li, L., Bissyand\u00e9, T.F., Papadakis, M., Rasthofer, S., Bartel, A., Octeau, D., Klein, J., Traon, L.: Static analysis of android apps: a systematic literature review. Inf. Softw. Technol. 88, 67\u201395 (2017)","journal-title":"Inf. Softw. Technol."},{"key":"55_CR62","doi-asserted-by":"publisher","first-page":"150","DOI":"10.1016\/j.autcon.2017.11.003","volume":"86","author":"X Li","year":"2018","unstructured":"Li, X., Yi, W., Chi, H.-L., Wang, X., Chan, A.P.C.: A critical review of virtual and augmented reality (vr\/ar) applications in construction safety. Autom. Constr. 86, 150\u2013162 (2018)","journal-title":"Autom. Constr."},{"key":"55_CR63","doi-asserted-by":"crossref","unstructured":"Li, N., Lei, Y., Khan, H.R., Liu, J., Guo, Y.: Applying combinatorial test data generation to big data applications. In: 2016 31st IEEE\/ACM International Conference on Automated Software Engineering (ASE), pp. 637\u2013647. IEEE (2016)","DOI":"10.1145\/2970276.2970325"},{"key":"55_CR64","doi-asserted-by":"crossref","unstructured":"Lin, T.-Y., Maire, M., Belongie, S., Hays, J., Perona, P., Ramanan, D., Doll\u00e1r, P., Zitnick, C.L.: Microsoft coco: common objects in context. In: European Conference on Computer Vision, pp. 740\u2013755. Springer (2014)","DOI":"10.1007\/978-3-319-10602-1_48"},{"issue":"1","key":"55_CR65","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1002\/hfm.20723","volume":"28","author":"M Liu","year":"2018","unstructured":"Liu, M., Huang, Y., Zhang, D.: Gamification\u2019s impact on manufacturing: Enhancing job motivation, satisfaction and operational performance with smartphone-based gamified job design. Hum. Factors Ergon. Manuf. Serv. Ind. 28(1), 38\u201351 (2018)","journal-title":"Hum. Factors Ergon. Manuf. Serv. Ind."},{"key":"55_CR66","doi-asserted-by":"crossref","unstructured":"Magrath, V., McCormick, H.: Marketing design elements of mobile fashion retail apps. J. Fashion Mark. Manag. (2013)","DOI":"10.1108\/13612021311305173"},{"key":"55_CR67","unstructured":"Microsoft Github.: Getting started with mrtk\u2014mixed reality toolkit documentation (2020a). https:\/\/developer.amazon.com\/en-US\/alexa\/alexa-skills-kit9. Accessed 13 Jan 2021"},{"key":"55_CR68","unstructured":"Microsoft GitHub.: Writing and running tests in mrtk | mixed reality toolkit documentation (2020b). https:\/\/bespoken.io\/blog\/automated-testing-alexa-skills\/0. Accessed 13 Jan 2021"},{"key":"55_CR69","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.mfglet.2016.08.001","volume":"10","author":"D Mourtzis","year":"2016","unstructured":"Mourtzis, D., Doukas, M., Milas, N.: A knowledge-based social networking app for collaborative problem-solving in manufacturing. Manuf. Lett. 10, 1\u20135 (2016)","journal-title":"Manuf. Lett."},{"key":"55_CR70","unstructured":"NASA.: Task load index (2020). https:\/\/bespoken.io\/blog\/automated-testing-alexa-skills\/6. Accessed 13 Jan 2021"},{"key":"55_CR71","doi-asserted-by":"crossref","unstructured":"Nebeling, M., Nebeling, J., Yu, A., Rumble, R.: Protoar: rapid physical-digital prototyping of mobile augmented reality applications. In: Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems, pp. 1\u201312 (2018)","DOI":"10.1145\/3173574.3173927"},{"key":"55_CR72","doi-asserted-by":"crossref","unstructured":"Newman, C.L., Wachter, K., White, A.: Bricks or clicks? Understanding consumer usage of retail mobile apps. J. Serv. Mark (2018)","DOI":"10.1108\/JSM-08-2016-0289"},{"key":"55_CR73","unstructured":"Olafuyi, L.: Alexa\u2019s struggle with accents (2020). https:\/\/bespoken.io\/blog\/automated-testing-alexa-skills\/7. Accessed 13 Jan 2021"},{"issue":"7","key":"55_CR74","doi-asserted-by":"publisher","first-page":"1691","DOI":"10.1038\/npp.2016.7","volume":"41","author":"J-P Onnela","year":"2016","unstructured":"Onnela, J.-P., Rauch, S.L.: Harnessing smartphone-based digital phenotyping to enhance behavioral and mental health. Neuropsychopharmacology 41(7), 1691\u20131696 (2016)","journal-title":"Neuropsychopharmacology"},{"key":"55_CR75","unstructured":"Open Speech and Language Resources.: Librispeech asr corpus (2020). https:\/\/www.botium.ai\/automated-testing-and-monitoring-for-alexa-skills-with-botium-box\/4. Accessed 13 Jan 2021"},{"key":"55_CR76","unstructured":"PTC.: Vuforia\u2014market-leaving enterprise ar (2020). https:\/\/www.botium.ai\/automated-testing-and-monitoring-for-alexa-skills-with-botium-box\/1. Accessed 13 Jan 2021"},{"key":"55_CR77","doi-asserted-by":"crossref","unstructured":"Pal, D., Arpnikanondt, C., Funilkul, S., Varadarajan, V.: User experience with smart voice assistants: the accent perspective. In: 2019 10th International Conference on Computing, Communication and Networking Technologies (ICCCNT), pp. 1\u20136. IEEE (2019)","DOI":"10.1109\/ICCCNT45670.2019.8944754"},{"key":"55_CR78","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1016\/j.rcim.2017.06.002","volume":"49","author":"R Palmarini","year":"2018","unstructured":"Palmarini, R., Erkoyuncu, J.A., Roy, R., Torabmostaedi, H.: A systematic review of augmented reality applications in maintenance. Robot. Comput. Integr. Manuf. 49, 215\u2013228 (2018)","journal-title":"Robot. Comput. Integr. Manuf."},{"key":"55_CR79","doi-asserted-by":"crossref","unstructured":"Parker, C.J., Wang, H.: Examining hedonic and utilitarian motivations for m-commerce fashion retail app engagement. J. Fashion Mark. Manag. (2016)","DOI":"10.1108\/JFMM-02-2016-0015"},{"key":"55_CR80","unstructured":"Paul, S.: Voice is the next big platform, unless you have an accent\u2014wired (2020). https:\/\/bespoken.io\/blog\/automated-testing-alexa-skills\/8. Accessed 13 Jan 2021"},{"key":"55_CR81","unstructured":"Payumo, K., Huyen, A., Seguin, L., Lu, T.T., Chow, E., Torres, G.: Augmented reality data generation for training deep learning neural network. In: Pattern Recognition and Tracking XXIX, vol. 10649, p. 106490U. International Society for Optics and Photonics (2018)"},{"key":"55_CR82","unstructured":"Peterson, T.: How to test voice apps is remarkably difficult (2020). https:\/\/bespoken.io\/blog\/automated-testing-alexa-skills\/9. Accessed 13 Jan 2021"},{"key":"55_CR83","doi-asserted-by":"crossref","unstructured":"Petsas, T., Papadogiannakis, A., Polychronakis, M., Markatos, E.P., Karagiannis, T.: Rise of the planet of the apps: a systematic study of the mobile app ecosystem. In: Proceedings of the 2013 Conference on Internet Measurement Conference, pp. 277\u2013290 (2013)","DOI":"10.1145\/2504730.2504749"},{"key":"55_CR84","doi-asserted-by":"crossref","unstructured":"Petsas, T., Papadogiannakis, A., Polychronakis, M., Markatos, E.P., Karagiannis, T.: Measurement, modeling, and analysis of the mobile app ecosystem. ACM Trans. Model. Perform. Eval. Comput. Syst. (TOMPECS) 2(2), 1\u201333 (2017)","DOI":"10.1145\/2993419"},{"key":"55_CR85","doi-asserted-by":"crossref","unstructured":"Pfeiffer-Le\u00dfmann, N., Pfeiffer, T.: Exprotovar: a lightweight tool for experience-focused prototyping of augmented reality applications using virtual reality. In: International Conference on Human-Computer Interaction, pp. 311\u2013318. Springer (2018)","DOI":"10.1007\/978-3-319-92279-9_42"},{"issue":"2","key":"55_CR86","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1023\/A:1022390615396","volume":"6","author":"MD Polkosky","year":"2003","unstructured":"Polkosky, M.D., Lewis, J.R.: Expanding the mos: development and psychometric evaluation of the mos-r and mos-x. Int. J. Speech Technol. 6(2), 161\u2013182 (2003)","journal-title":"Int. J. Speech Technol."},{"key":"55_CR87","doi-asserted-by":"crossref","unstructured":"Polkosky, M.D.: Machines as mediators: The challenge of technology for interpersonal communication theory and research. In: Mediated Interpersonal Communication, pp. 48\u201371. Routledge (2008)","DOI":"10.4324\/9780203926864-11"},{"key":"55_CR88","unstructured":"Polkosky, M.D.: Toward a social-cognitive psychology of speech technology: affective responses to speech-based e-service (2005)"},{"key":"55_CR89","doi-asserted-by":"crossref","unstructured":"Pyae, A., Joelsson, T.N.: Investigating the usability and user experiences of voice user interface: a case of google home smart speaker. In: Proceedings of the 20th International Conference on Human-Computer Interaction with Mobile Devices and Services Adjunct, pp. 127\u2013131 (2018)","DOI":"10.1145\/3236112.3236130"},{"key":"55_CR90","doi-asserted-by":"crossref","unstructured":"Pyae, A., Scifleet, P.: Investigating differences between native english and non-native english speakers in interacting with a voice user interface: a case of google home. In: Proceedings of the 30th Australian Conference on Computer-Human Interaction, pp. 548\u2013553 (2018)","DOI":"10.1145\/3292147.3292236"},{"key":"55_CR91","doi-asserted-by":"crossref","unstructured":"Roy, N., Hassanieh, H., Roy Choudhury, R.: Backdoor: Making microphones hear inaudible sounds. In: Proceedings of the 15th Annual International Conference on Mobile Systems, Applications, and Services, pp. 2\u201314 (2017)","DOI":"10.1145\/3081333.3081366"},{"key":"55_CR92","unstructured":"Saini, A.: Voice user interfaces\u201415 challenges and opportunities for design (2020). https:\/\/www.botium.ai\/automated-testing-and-monitoring-for-alexa-skills-with-botium-box\/3. Accessed 13 Jan 2021"},{"key":"55_CR93","unstructured":"Security Research Labs.: Smart spies: Alexa and google home expose users to vishing and eavesdropping (2020). https:\/\/bespoken.io\/blog\/automated-testing-alexa-skills\/3. Accessed 13 Jan 2021"},{"key":"55_CR94","unstructured":"Statista.: Number of apps available in leading app stores as of 1st quarter 2020 (2020a). https:\/\/www.botium.ai\/automated-testing-and-monitoring-for-alexa-skills-with-botium-box\/5. Accessed 13 Jan 2021"},{"key":"55_CR95","unstructured":"Statista.: Total number of amazon Alexa skills from January 2016 to September 2019 (2020b). https:\/\/www.botium.ai\/automated-testing-and-monitoring-for-alexa-skills-with-botium-box\/6. Accessed 13 Jan 2021"},{"key":"55_CR96","doi-asserted-by":"crossref","unstructured":"Tan, G.W.-H., Lee, V.H., Lin, B., Ooi, K.-B.: Mobile applications in tourism: the future of the tourism industry?. Ind. Manag. Data Syst (2017)","DOI":"10.1108\/IMDS-12-2015-0490"},{"key":"55_CR97","unstructured":"TensorFlow.: Best testing practices (2020). https:\/\/www.botium.ai\/automated-testing-and-monitoring-for-alexa-skills-with-botium-box\/9. Accessed 13 Jan 2021"},{"key":"55_CR98","unstructured":"TensorFlow Core.: Basic classification: classify images of clothing (2020). https:\/\/www.tensorflow.org\/tutorials\/keras\/classification. Accessed 13 Jan 2021"},{"key":"55_CR99","unstructured":"TensorFlow Lite. Image classification (2020a). https:\/\/bespoken.io\/blog\/automated-testing-alexa-skills\/4. Accessed 13 Jan 2021"},{"key":"55_CR100","unstructured":"TensorFlow Lite.: Pose estimation (2020b). https:\/\/bespoken.io\/blog\/automated-testing-alexa-skills\/5. Accessed 13 Jan 2021"},{"key":"55_CR101","doi-asserted-by":"crossref","unstructured":"Tepper, O.M., Rudy, H.L., Lefkowitz, A., Weimer, K.A., Marks, S.M., Stern, C.S., Garfein, E.S.: Mixed reality with hololens: where virtual reality meets augmented reality in the operating room. Plast. Reconstr. Surg. 140(5), 1066\u20131070 (2017)","DOI":"10.1097\/PRS.0000000000003802"},{"key":"55_CR102","unstructured":"The Nationwide Speech Project.: Project corpus (2020). https:\/\/www.botium.ai\/automated-testing-and-monitoring-for-alexa-skills-with-botium-box\/0. Accessed 13 Jan 2021"},{"key":"55_CR103","unstructured":"UEQ.: User experience questionnaire (2020). https:\/\/botmock.com0. Accessed 13 Jan 2021"},{"key":"55_CR104","doi-asserted-by":"crossref","unstructured":"Usability.gov.: System usability scale (2020). https:\/\/botmock.com1. Accessed 13 Jan 2021","DOI":"10.33096\/ilkom.v13i3.920.266-271"},{"key":"55_CR105","unstructured":"Voiceflow.: Voiceflow (2020). https:\/\/botmock.com2. Accessed 13 Jan 2021"},{"key":"55_CR106","unstructured":"Vox.: Tech companies tried to help us spend less time on our phones. It didn\u2019t work (2020). https:\/\/botmock.com3. Accessed 13 Jan 2021"},{"key":"55_CR107","unstructured":"VoxCeleb.: A large scale audio-visual dataset of human speech (2020). https:\/\/botmock.com4. Accessed 13 Jan 2021"},{"key":"55_CR108","unstructured":"VoxForge.: Free speech recognition (linux, windows, and mac) (2020). https:\/\/botmock.com5. Accessed 13 Jan 2021"},{"key":"55_CR109","unstructured":"Vuforia.: Developer portal (2020). https:\/\/botmock.com6. Accessed 13 Jan 2021"},{"key":"55_CR110","unstructured":"Vuforia.: Getting started with vuforia engine in unity\u2014developer library (2020a). https:\/\/botmock.com7. Accessed 13 Jan 2021"},{"key":"55_CR111","unstructured":"Vuforia.: Getting started with vuforia for android development\u2014developer library (2020b). https:\/\/botmock.com8. Accessed 13 Jan 2021"},{"key":"55_CR112","unstructured":"Vuforia.: Getting started with vuforia for ios development\u2014developer library (2020c). https:\/\/botmock.com9. Accessed 13 Jan 2021"},{"key":"55_CR113","unstructured":"Vuforia.: Overview\u2014-developer library (2020). https:\/\/cloud.google.com\/dialogflow\/docs\/0. Accessed 13 Jan 2021"},{"key":"55_CR114","doi-asserted-by":"crossref","unstructured":"V\u00e1vra, P., Roman, J., Zon\u010da, P., Ihn\u00e1t, P., N\u011bmec, M., Kumar, J., Habib, N., El-Gendi, A.: Recent development of augmented reality in surgery: a review. J. Healthc. Eng. 2017 (2017)","DOI":"10.1155\/2017\/4574172"},{"key":"55_CR115","doi-asserted-by":"crossref","unstructured":"Wang, H., Li, H., Guo, Y.: Understanding the evolution of mobile app ecosystems: a longitudinal measurement study of google play. In: The World Wide Web Conference, pp. 1988\u20131999 (2019)","DOI":"10.1145\/3308558.3313611"},{"key":"55_CR116","unstructured":"Yuan, X., Chen, Y., Zhao, Y., Long, Y., Liu, X., Chen, K., Zhang, S., Huang, H., Wang, X., Gunter, C.A.: Commandersong: a systematic approach for practical adversarial voice recognition. In: 27th $$\\{$$USENIX$$\\}$$ Security Symposium ($$\\{$$USENIX$$\\}$$ Security 18), pp. 49\u201364 (2018)"},{"issue":"17","key":"55_CR117","doi-asserted-by":"publisher","first-page":"2056","DOI":"10.1080\/13683500.2017.1417359","volume":"22","author":"R Yung","year":"2019","unstructured":"Yung, R., Khoo-Lattimore, C.: New realities: a systematic literature review on virtual reality and augmented reality in tourism research. Curr. Issues Tour. 22(17), 2056\u20132081 (2019)","journal-title":"Curr. Issues Tour."},{"issue":"16","key":"55_CR118","doi-asserted-by":"publisher","first-page":"1318","DOI":"10.1080\/09537287.2017.1375142","volume":"28","author":"A Zangiacomi","year":"2017","unstructured":"Zangiacomi, A., Oesterle, J., Fornasiero, R., Sacco, M., Azevedo, A.: The implementation of digital technologies for operations management: a case study for manufacturing apps. Prod. Plan. Control 28(16), 1318\u20131331 (2017)","journal-title":"Prod. Plan. Control"},{"key":"55_CR119","first-page":"40","volume":"7","author":"MWB Zhang","year":"2016","unstructured":"Zhang, M.W.B., Ho, R.: Tapping onto the potential of smartphone applications for psycho-education and early intervention in addictions. Front. Psychiatry 7, 40 (2016)","journal-title":"Front. Psychiatry"},{"key":"55_CR120","doi-asserted-by":"crossref","unstructured":"Zhang, G., Yan, C., Ji, X., Zhang, T., Zhang, T., Xu, W.: Dolphinattack: inaudible voice commands. In: Proceedings of the 2017 ACM SIGSAC Conference on Computer and Communications Security, pp. 103\u2013117 (2017)","DOI":"10.1145\/3133956.3134052"},{"key":"55_CR121","doi-asserted-by":"crossref","unstructured":"Zhang, L., Gonzalez-Garcia, A., van de Weijer, J., Danelljan, M., Khan, Fahad S.: Synthetic data generation for end-to-end thermal infrared tracking. IEEE Trans. Image Process. 28(4), 1837\u20131850 (2018)","DOI":"10.1109\/TIP.2018.2879249"},{"key":"55_CR122","doi-asserted-by":"crossref","unstructured":"Zhang, N., Mi, X., Feng, X., Wang, X., Tian, Y., Qian, F.: Dangerous skills: understanding and mitigating security risks of voice-controlled third-party functions on virtual personal assistant systems. In: 2019 IEEE Symposium on Security and Privacy (SP), pp. 1381\u20131396. IEEE (2019)","DOI":"10.1109\/SP.2019.00016"}],"container-title":["CCF Transactions on Pervasive Computing and Interaction"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s42486-020-00055-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s42486-020-00055-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s42486-020-00055-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,18]],"date-time":"2022-12-18T06:39:59Z","timestamp":1671345599000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s42486-020-00055-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,2,18]]},"references-count":122,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2021,3]]}},"alternative-id":["55"],"URL":"https:\/\/doi.org\/10.1007\/s42486-020-00055-x","relation":{},"ISSN":["2524-521X","2524-5228"],"issn-type":[{"value":"2524-521X","type":"print"},{"value":"2524-5228","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,2,18]]},"assertion":[{"value":"29 July 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 December 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 February 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"On behalf of all authors, the corresponding author states that there is no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}