{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T03:57:13Z","timestamp":1771905433453,"version":"3.50.1"},"reference-count":56,"publisher":"Informa UK Limited","issue":"3-4","content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Advanced Robotics"],"published-print":{"date-parts":[[2020,2,16]]},"DOI":"10.1080\/01691864.2019.1694068","type":"journal-article","created":{"date-parts":[[2019,11,28]],"date-time":"2019-11-28T07:37:54Z","timestamp":1574926674000},"page":"157-172","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":40,"title":["System for augmented human\u2013robot interaction through mixed reality and robot training by non-experts in customer service environments"],"prefix":"10.1080","volume":"34","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9795-6153","authenticated-orcid":false,"given":"L.","family":"El Hafi","sequence":"first","affiliation":[{"name":"College of Information Science and Engineering, Ritsumeikan University, Kusatsu, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"S.","family":"Isobe","sequence":"additional","affiliation":[{"name":"College of Information Science and Engineering, Ritsumeikan University, Kusatsu, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Y.","family":"Tabuchi","sequence":"additional","affiliation":[{"name":"College of Information Science and Engineering, Ritsumeikan University, Kusatsu, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Y.","family":"Katsumata","sequence":"additional","affiliation":[{"name":"College of Information Science and Engineering, Ritsumeikan University, Kusatsu, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"H.","family":"Nakamura","sequence":"additional","affiliation":[{"name":"College of Information Science and Engineering, Ritsumeikan University, Kusatsu, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"T.","family":"Fukui","sequence":"additional","affiliation":[{"name":"College of Information Science and Engineering, Ritsumeikan University, Kusatsu, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"T.","family":"Matsuo","sequence":"additional","affiliation":[{"name":"College of Information Science and Engineering, Ritsumeikan University, Kusatsu, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6518-577X","authenticated-orcid":false,"given":"G. A.","family":"Garcia Ricardez","sequence":"additional","affiliation":[{"name":"Division of Information Science, Nara Institute of Science and Technology, Ikoma, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"M.","family":"Yamamoto","sequence":"additional","affiliation":[{"name":"Business Innovation Division, Panasonic Corporation, Osaka, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"A.","family":"Taniguchi","sequence":"additional","affiliation":[{"name":"College of Information Science and Engineering, Ritsumeikan University, Kusatsu, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Y.","family":"Hagiwara","sequence":"additional","affiliation":[{"name":"College of Information Science and Engineering, Ritsumeikan University, Kusatsu, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"T.","family":"Taniguchi","sequence":"additional","affiliation":[{"name":"College of Information Science and Engineering, Ritsumeikan University, Kusatsu, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"301","published-online":{"date-parts":[[2019,11,27]]},"reference":[{"key":"CIT0001","doi-asserted-by":"publisher","DOI":"10.1186\/s12976-018-0091-z"},{"key":"CIT0002","doi-asserted-by":"crossref","unstructured":"Wada K. New robot technology challenge for convenience store. 2017 IEEE\/SICE International Symposium on System Integration (SII 2017); 2017 Dec; Taipei. IEEE. p. 1086\u20131091.","DOI":"10.1109\/SII.2017.8279367"},{"key":"CIT0003","unstructured":"World Robot Summit. Future convenience store challenge; 2018. Available from: http:\/\/worldrobotsummit.org\/en\/wrc2018\/service\/."},{"issue":"4","key":"CIT0004","first-page":"285","volume":"8","author":"Taniguchi A","year":"2016","journal-title":"IEEE Trans Cogn Dev Syst"},{"key":"CIT0005","doi-asserted-by":"crossref","unstructured":"Taniguchi A, Hagiwara Y, Taniguchi T, et\u00a0al. Online spatial concept and lexical acquisition with simultaneous localization and mapping. 2017 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS 2017); 2017 Sep; Vancouver. p. 811\u2013818.","DOI":"10.1109\/IROS.2017.8202243"},{"key":"CIT0006","doi-asserted-by":"crossref","unstructured":"Isobe S, Taniguchi A, Hagiwara Y, et\u00a0al. Learning relationships between objects and places by multimodal spatial concept with bag of objects. 2017 International Conference on Social Robotics (ICSR 2017); 2017 Nov; Tsukuba. p. 115\u2013125.","DOI":"10.1007\/978-3-319-70022-9_12"},{"issue":"11","key":"CIT0007","first-page":"1","volume":"12","author":"Hagiwara Y","year":"2018","journal-title":"Front Neurorobot"},{"key":"CIT0008","unstructured":"Nakamura H, El Hafi L, Hagiwara Y, et\u00a0al. Calibration system using semantic-ICP for visualization of robot spatial perception through mixed reality. 2019 Annual Conference of the Japanese Society for Artificial Intelligence (JSAI 2019); 2019 Jun; Niigata. p. 1\u20134."},{"key":"CIT0009","doi-asserted-by":"publisher","DOI":"10.1186\/s40648-019-0129-y"},{"key":"CIT0010","doi-asserted-by":"crossref","unstructured":"Yamamoto T, Terada K, Ochiai A, et\u00a0al. Development of the research platform of a domestic mobile manipulator utilized for international competition and field test. 2018 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS 2018); 2018 Oct; Madrid. p. 7675\u20137682.","DOI":"10.1109\/IROS.2018.8593798"},{"key":"CIT0011","unstructured":"Microsoft. HoloLens; 2016. Available from: https:\/\/www.microsoft.com\/en-us\/hololens."},{"key":"CIT0012","unstructured":"Quigley M, Gerkey B, Conley K, et\u00a0al. ROS: an open-source robot operating system. 2009 IEEE Workshop on Open Source Software; 2009 May; Kobe. p. 1\u20136."},{"key":"CIT0013","doi-asserted-by":"crossref","unstructured":"Crick C, Jay G, Osentoski S, et\u00a0al. Rosbridge: ROS for non-ROS users. 15th International Symposium on Robotics Research (ISRR 2011); 2011 Aug; Flagstaff, AR. p. 493\u2013504.","DOI":"10.1007\/978-3-319-29363-9_28"},{"key":"CIT0014","unstructured":"Bischoff M. ROS#; 2017. Available from: https:\/\/github.com\/siemens\/ros-sharp."},{"key":"CIT0015","unstructured":"Unity Technologies. Unity; 2005. Available from: https:\/\/unity3d.com\/."},{"key":"CIT0016","unstructured":"Docker. Docker Engine; 2013. Available from: https:\/\/www.docker.com\/."},{"key":"CIT0017","unstructured":"Koenig N, Howard A. Design and use paradigms for gazebo, an open-source multi-robot simulator. 2004 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS 2004). Vol. 3; 2004 Sep; Sendai. p. 2149\u20132154."},{"key":"CIT0018","doi-asserted-by":"crossref","unstructured":"von Drigalski F, El Hafi L, Uriguen Eljuri PM, et\u00a0al. NAIST drillbot: drilling robot at the airbus shopfloor challenge. 2016 Annual Conference of the Robotics Society of Japan (RSJ 2016); 2016 Sep; Yamagata. p. 1\u20132.","DOI":"10.1109\/LRA.2017.2715398"},{"key":"CIT0019","unstructured":"Garcia Ricardez GA, El Hafi L, von Drigalski F, et\u00a0al. Climbing on giant's shoulders: newcomer's road into the Amazon robotics challenge 2017. 2017 IEEE\/RAS Warehouse Picking Automation Workshop (WPAW 2017); 2017 May; Singapore. p. 1\u20134."},{"key":"CIT0020","unstructured":"Garcia Ricardez GA, von Drigalski F, El Hafi L, et\u00a0al. Warehouse picking automation system with learning- and feature-based object recognition and grasping point estimation. 2017 SICE System Integration Division Annual Conference (SI 2017); 2017 Dec; Sendai. p. 2249\u20132253."},{"key":"CIT0021","unstructured":"Garcia Ricardez GA, von Drigalski F, El Hafi L, et\u00a0al. Lessons from the airbus shopfloor challenge 2016 and the Amazon robotics challenge 2017. 2017 SICE System Integration Division Annual Conference (SI 2017); 2017 Dec; Sendai. p. 572\u2013575."},{"key":"CIT0022","unstructured":"El Hafi L, Hagiwara Y, Taniguchi T. Abstraction-rich workflow for agile collaborative development and deployment of robotic solutions. 2018 Annual Conference of the Robotics Society of Japan (RSJ 2018); 2018 Sep; Kasugai. p. 1\u20133."},{"key":"CIT0023","unstructured":"AsusTek Computer. Xtion PRO LIVE; 2011. Available from: https:\/\/www.asus.com\/3D-Sensor\/Xtion_PRO_LIVE\/."},{"key":"CIT0024","unstructured":"Bjelonic M. YOLO ROS: real-time object detection for ROS; 2016. Available from: https:\/\/github.com\/leggedrobotics\/darknet_ros."},{"key":"CIT0025","unstructured":"Redmon J, Divvala S, Girshick R, et\u00a0al. You only look once: unified, real-time object detection. 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR 2016); 2016 Jun; Las Vegas, NV. p. 779\u2013788."},{"key":"CIT0026","doi-asserted-by":"crossref","unstructured":"Redmon J, Farhadi A. YOLO9000: better, faster, stronger. arXiv Computer Vision and Pattern Recognition (csCV); 2016. p. 1\u20139 (preprint).","DOI":"10.1109\/CVPR.2017.690"},{"key":"CIT0027","unstructured":"Redmon J, Farhadi A. YOLOv3: an incremental improvement. arXiv Computer Vision and Pattern Recognition (csCV); 2018. p. 1\u20136 (preprint)."},{"key":"CIT0028","unstructured":"Ren S, He K, Girshick R, et\u00a0al. Faster R-CNN: towards real-time object detection with region proposal networks. 2015 Conference on Neural Information Processing Systems (NIPS 2015); 2015 Dec; Montreal. p. 91\u201399."},{"key":"CIT0029","doi-asserted-by":"publisher","DOI":"10.1109\/MRA.2012.2205651"},{"key":"CIT0030","unstructured":"Sucan IA, Chitta S. MoveIt; 2011. Available from: https:\/\/moveit.ros.org\/."},{"key":"CIT0031","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-012-9321-0"},{"key":"CIT0032","unstructured":"Kohlbrecher S, von Stryk O, Meyer J, et\u00a0al. A flexible and scalable SLAM system with full 3D motion estimation. 2011 IEEE International Symposium on Safety, Security, and Rescue Robotics (SSRR 2011); 2011 Nov; Kyoto. p. 155\u2013160."},{"key":"CIT0033","doi-asserted-by":"crossref","unstructured":"Yamauchi B. Frontier-based exploration using multiple robots. 2nd International Conference on Autonomous Agents (AGENTS 1998); 1998 May; Minneapolis, MN. p. 47\u201353.","DOI":"10.1145\/280765.280773"},{"key":"CIT0034","doi-asserted-by":"crossref","unstructured":"Xiao Q, Sun F, Ge R, et\u00a0al. Human tracking and following of mobile robot with a laser scanner. 2017 International Conference on Advanced Robotics and Mechatronics (ICARM 2017); 2017 Aug; Hefei. p. 675\u2013680.","DOI":"10.1109\/ICARM.2017.8273243"},{"key":"CIT0035","doi-asserted-by":"crossref","unstructured":"Kawahara T, Lee A, Kobayashi T, et\u00a0al. Free software toolkit for Japanese large vocabulary continuous speech recognition. 6th International Conference on Spoken Language Processing (ICSLP 2000). Vol. 4; 2000 Oct; Beijing. p. 476\u2013479.","DOI":"10.21437\/ICSLP.2000-852"},{"key":"CIT0036","doi-asserted-by":"crossref","unstructured":"Lee A, Kawahara T, Shikano K. Julius: an open source real-time large vocabulary recognition engine. 7th European Conference on Speech Communication and Technology (EUROSPEECH 2001); 2001 Sep; Aalborg. p. 1691\u20131694.","DOI":"10.21437\/Eurospeech.2001-396"},{"key":"CIT0037","unstructured":"Lee A, Kawahara T. Recent development of open-source speech recognition engine Julius. 2009 Asia-Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC 2009); 2009 Oct; Sapporo. p. 131\u2013137."},{"key":"CIT0038","doi-asserted-by":"crossref","unstructured":"Schillinger P, Kohlbrecher S, von Stryk O. Human\u2013robot collaborative high-level control with application to rescue robotics. 2016 IEEE International Conference on Robotics and Automation (ICRA 2016); 2016 May; Stockholm. p. 2796\u20132802.","DOI":"10.1109\/ICRA.2016.7487442"},{"key":"CIT0039","unstructured":"Krizhevsky A, Sutskever I, Hinton GE. ImageNet classification with deep convolutional neural networks. 2012 Conference on Neural Information Processing Systems (NIPS 2012); 2012 Dec; Lake Tahoe. p. 1097\u20131105."},{"key":"CIT0040","unstructured":"Zhou B, Lapedriza A, Xiao J, et\u00a0al. Learning deep features for scene recognition using places database. 2014 Conference on Neural Information Processing Systems (NIPS 2014); 2014 Dec; Montreal. p. 487\u2013495."},{"key":"CIT0041","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2014.12.006"},{"key":"CIT0042","doi-asserted-by":"publisher","DOI":"10.1080\/01691864.2016.1164622"},{"key":"CIT0043","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2018.2867772"},{"issue":"25","key":"CIT0044","first-page":"1","volume":"12","author":"Nakamura T","year":"2018","journal-title":"Front Neurorobot"},{"key":"CIT0045","doi-asserted-by":"publisher","DOI":"10.1109\/3468.952718"},{"key":"CIT0046","unstructured":"Collett THJ, MacDonald BA. Augmented reality visualisation for player. 2006 IEEE International Conference on Robotics and Automation (ICRA 2006); 2006 May; Orlando, FL. p. 3954\u20133959."},{"key":"CIT0047","doi-asserted-by":"crossref","unstructured":"Liu H, Zhang Y, Si W, et\u00a0al. Interactive robot knowledge patching using augmented reality. 2018 IEEE International Conference on Robotics and Automation (ICRA 2018); 2018 May; Brisbane. p. 1947\u20131954.","DOI":"10.1109\/ICRA.2018.8462837"},{"key":"CIT0048","doi-asserted-by":"crossref","unstructured":"Sprute D, Tonnies K, Konig M. Virtual borders: accurate definition of a mobile robot's workspace using augmented reality. 2018 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS 2018); 2018 Oct; Madrid. p. 8574\u20138581.","DOI":"10.1109\/IROS.2018.8593615"},{"key":"CIT0049","unstructured":"Parkison SA, Gan L, Jadidi MG, et\u00a0al. Semantic iterative closest point through expectation-maximization. 29th British Machine Vision Conference (BMVC 2018); 2018; Newcastle. p. 1\u201317."},{"key":"CIT0050","doi-asserted-by":"publisher","DOI":"10.1515\/9781400830244"},{"key":"CIT0051","doi-asserted-by":"crossref","unstructured":"Segal AV, Haehnel D, Thrun S. Generalized-ICP. 2009 Robotics: Science and Systems (RSS V). Vol. 2; 2009 Jul; Seattle. p. 1\u20138.","DOI":"10.15607\/RSS.2009.V.021"},{"key":"CIT0052","doi-asserted-by":"publisher","DOI":"10.1109\/34.121791"},{"key":"CIT0053","unstructured":"Zhang X, Filliat D. Semantic SLAM; 2018. Available from: https:\/\/github.com\/floatlazer\/semantic_slam."},{"key":"CIT0054","unstructured":"Zhao H, Shi J, Qi X, et\u00a0al. Pyramid scene parsing network. 2017 IEEE Conference on Computer Vision and Pattern Recognition (CVPR 2017); 2017 Jul; Honolulu, HI. p. 6230\u20136239."},{"key":"CIT0055","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2015.2463671"},{"key":"CIT0056","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2017.2705103"}],"container-title":["Advanced Robotics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/01691864.2019.1694068","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,7]],"date-time":"2022-10-07T03:02:39Z","timestamp":1665111759000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/01691864.2019.1694068"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,11,27]]},"references-count":56,"journal-issue":{"issue":"3-4","published-print":{"date-parts":[[2020,2,16]]}},"alternative-id":["10.1080\/01691864.2019.1694068"],"URL":"https:\/\/doi.org\/10.1080\/01691864.2019.1694068","relation":{},"ISSN":["0169-1864","1568-5535"],"issn-type":[{"value":"0169-1864","type":"print"},{"value":"1568-5535","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,11,27]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=tadr20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=tadr20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2019-05-20","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2019-09-08","order":1,"name":"revised","label":"Revised","group":{"name":"publication_history","label":"Publication History"}},{"value":"2019-10-16","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2019-11-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}