{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,18]],"date-time":"2025-04-18T04:16:32Z","timestamp":1744949792343,"version":"3.40.4"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2025,3,6]],"date-time":"2025-03-06T00:00:00Z","timestamp":1741219200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,3,6]],"date-time":"2025-03-06T00:00:00Z","timestamp":1741219200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100000196","name":"Canada Foundation for Innovation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000196","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001804","name":"Canada Research Chairs","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001804","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J of Soc Robotics"],"published-print":{"date-parts":[[2025,4]]},"DOI":"10.1007\/s12369-025-01223-8","type":"journal-article","created":{"date-parts":[[2025,3,6]],"date-time":"2025-03-06T19:20:36Z","timestamp":1741288836000},"page":"587-608","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Social Referencing Disambiguation with Robot Mental Imagery for Domestic Service Robots: System Implementation and Validation in an Object Selection Task"],"prefix":"10.1007","volume":"17","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-4422-6349","authenticated-orcid":false,"given":"Kevin","family":"Fan","sequence":"first","affiliation":[]},{"given":"Melanie","family":"Jouaiti","sequence":"additional","affiliation":[]},{"given":"Ali","family":"Noormohammadi-Asl","sequence":"additional","affiliation":[]},{"given":"Kerstin","family":"Dautenhahn","sequence":"additional","affiliation":[]},{"given":"Chrystopher L.","family":"Nehaniv","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,3,6]]},"reference":[{"key":"1223_CR1","doi-asserted-by":"publisher","first-page":"913","DOI":"10.1007\/s10071-020-01401-3","volume":"23","author":"A Salamon","year":"2020","unstructured":"Salamon A, Sz\u00e1raz J, Mikl\u00f3si \u00c1, G\u00e1csi M (2020) Movement and vocal intonation together evoke social referencing in companion dogs when confronted with a suspicious stranger. Anim Cognit 23:913\u2013924","journal-title":"Anim Cognit"},{"issue":"3\u20134","key":"1223_CR2","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1016\/j.applanim.2013.02.007","volume":"145","author":"M G\u00e1csi","year":"2013","unstructured":"G\u00e1csi M, Vas J, Top\u00e1l J, Mikl\u00f3si \u00c1 (2013) Wolves do not join the dance: Sophisticated aggression control by adjusting to human social signals in dogs. Appl Anim Behav Sci 145(3\u20134):109\u2013122","journal-title":"Appl Anim Behav Sci"},{"issue":"3","key":"1223_CR3","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1177\/1754073916669594","volume":"9","author":"EA Walle","year":"2017","unstructured":"Walle EA, Reschke PJ, Knothe JM (2017) Social referencing: defining and delineating a basic process of emotion. Emot Rev 9(3):245\u2013252","journal-title":"Emot Rev"},{"key":"1223_CR4","doi-asserted-by":"publisher","first-page":"639","DOI":"10.1007\/s10071-014-0832-2","volume":"18","author":"I Merola","year":"2015","unstructured":"Merola I, Lazzaroni M, Marshall-Pescini S, Prato-Previde E (2015) Social referencing and cat-human communication. Anim Cognit 18:639\u2013648","journal-title":"Anim Cognit"},{"issue":"1","key":"1223_CR5","doi-asserted-by":"publisher","first-page":"164","DOI":"10.3390\/ani10010164","volume":"10","author":"A Schrimpf","year":"2020","unstructured":"Schrimpf A, Single M-S, Nawroth C (2020) Social referencing in the domestic horse. Animals 10(1):164","journal-title":"Animals"},{"key":"1223_CR6","doi-asserted-by":"crossref","unstructured":"Parkinson B (2019) Social referencing in adults and children: Extending social appraisal approaches. The social nature of emotion expression: What emotions can tell us about the world, pp 119\u2013140","DOI":"10.1007\/978-3-030-32968-6_7"},{"issue":"1","key":"1223_CR7","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1196\/annals.1280.040","volume":"1000","author":"JJ Campos","year":"2003","unstructured":"Campos JJ, Thein S, Owen D (2003) A Darwinian legacy to understanding human infancy: emotional expressions as behavior regulators. Ann N Y Acad Sci 1000(1):110\u2013134","journal-title":"Ann N Y Acad Sci"},{"key":"1223_CR8","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1007\/978-1-4899-2462-9_8","volume-title":"Social referencing and the social construction of reality in infancy","author":"A Bandura","year":"1992","unstructured":"Bandura A (1992) Social cognitive theory of social referencing. Social referencing and the social construction of reality in infancy. Springer, New York, pp 175\u2013208"},{"key":"1223_CR9","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780195179088.001.0001","volume-title":"The case for mental imagery","author":"SM Kosslyn","year":"2006","unstructured":"Kosslyn SM, Thompson WL, Ganis G (2006) The case for mental imagery. Oxford University Press, Oxford"},{"issue":"10","key":"1223_CR10","doi-asserted-by":"publisher","first-page":"624","DOI":"10.1038\/s41583-019-0202-9","volume":"20","author":"J Pearson","year":"2019","unstructured":"Pearson J (2019) The human imagination: the cognitive neuroscience of visual mental imagery. Nat Rev Neurosci 20(10):624\u2013634","journal-title":"Nat Rev Neurosci"},{"key":"1223_CR11","doi-asserted-by":"crossref","unstructured":"Fan K, Jouaiti M, Noormohammadi-Asl A, Dautenhahn K, Nehaniv CL (2023) Social referencing disambiguation framework for domestic service robots. In: The 40th IEEE conference on robotics and automation (ICRA 2023) . IEEE","DOI":"10.1109\/ICRA48891.2023.10161168"},{"key":"1223_CR12","doi-asserted-by":"crossref","unstructured":"Fan K, Jouaiti M, Dautenhahn K, Nehaniv CL (2022) Fuzzy object ambiguity determination and human attention assessment for domestic service robots. In: 2022 9th international conference on soft computing & machine intelligence (ISCMI). IEEE","DOI":"10.1109\/ISCMI56532.2022.10068479"},{"key":"1223_CR13","doi-asserted-by":"crossref","unstructured":"Thomaz AL, Berlin M, Breazeal C (2005) An embodied computational model of social referencing. In: ROMAN 2005. IEEE international workshop on robot and human interactive communication, 2005. IEEE, pp 591\u2013598","DOI":"10.1109\/ROMAN.2005.1513844"},{"issue":"1","key":"1223_CR14","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1109\/TAMD.2013.2284065","volume":"6","author":"S Boucenna","year":"2013","unstructured":"Boucenna S, Gaussier P, Hafemeister L (2013) Development of first social referencing skills: emotional interaction as a way to regulate robot behavior. IEEE Trans Auton Mental Dev 6(1):42\u201355","journal-title":"IEEE Trans Auton Mental Dev"},{"issue":"3","key":"1223_CR15","doi-asserted-by":"publisher","first-page":"1374","DOI":"10.1109\/TSMCB.2004.823327","volume":"34","author":"D Roy","year":"2004","unstructured":"Roy D, Hsiao K-Y, Mavridis N (2004) Mental imagery for a conversational robot. J IEEE Trans Syst Man Cybern Part B (Cybern) 34(3):1374\u20131383","journal-title":"J IEEE Trans Syst Man Cybern Part B (Cybern)"},{"key":"1223_CR16","doi-asserted-by":"crossref","unstructured":"Mania P, Kenfack FK, Neumann M, Beetz M (2021) Imagination-enabled robot perception. In: 2021 IEEE\/RSJ international conference on intelligent robots and systems (IROS). IEEE, pp 936\u2013943","DOI":"10.1109\/IROS51168.2021.9636359"},{"key":"1223_CR17","unstructured":"Lin Y-C, Florence P, Zeng A, Barron JT, Du Y, Ma W-C, Simeonov A, Garcia AR, Isola P (2022) Mira: Mental imagery for robotic affordances. In: 6th annual conference on robot learning"},{"key":"1223_CR18","doi-asserted-by":"crossref","unstructured":"Hatori J, Kikuchi Y, Kobayashi S, Takahashi K, Tsuboi Y, Unno Y, Ko W, Tan J (2018) Interactively picking real-world objects with unconstrained spoken language instructions. In: 2018 IEEE international conference on robotics and automation (ICRA). IEEE, pp 3774\u20133781","DOI":"10.1109\/ICRA.2018.8460699"},{"key":"1223_CR19","doi-asserted-by":"crossref","unstructured":"Sibirtseva E, Kontogiorgos D, Nykvist O, Karaoguz H, Leite I, Gustafson J, Kragic D (2018) A comparison of visualisation methods for disambiguating verbal requests in human\u2013robot interaction. In: 2018 27th IEEE international symposium on robot and human interactive communication (RO-MAN). IEEE, pp 43\u201350","DOI":"10.1109\/ROMAN.2018.8525554"},{"key":"1223_CR20","doi-asserted-by":"crossref","unstructured":"Haasch A, Hofemann N, Fritsch J, Sagerer G (2005) A multi-modal object attention system for a mobile robot. In: 2005 IEEE\/RSJ international conference on intelligent robots and systems. IEEE, pp 2712\u20132717","DOI":"10.1109\/IROS.2005.1545191"},{"key":"1223_CR21","doi-asserted-by":"publisher","unstructured":"Lemaignan S, Garcia F, Jacq A, Dillenbourg P (2016) From real-time attention assessment to \u201cwith-me-ness\u201d in human\u2013robot interaction. In: 2016 11th ACM\/IEEE international conference on human\u2013robot interaction (HRI), pp 157\u2013164 . https:\/\/doi.org\/10.1109\/HRI.2016.7451747 . ISSN: 2167-2148","DOI":"10.1109\/HRI.2016.7451747"},{"key":"1223_CR22","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1016\/j.eswa.2016.07.042","volume":"64","author":"J Minguillon","year":"2016","unstructured":"Minguillon J, Lopez-Gordo MA, Pelayo F (2016) Detection of attention in multi-talker scenarios: a fuzzy approach. Expert Syst Appl 64:261\u2013268. https:\/\/doi.org\/10.1016\/j.eswa.2016.07.042","journal-title":"Expert Syst Appl"},{"issue":"4","key":"1223_CR23","doi-asserted-by":"publisher","DOI":"10.1115\/1.4030608","volume":"9","author":"S Li","year":"2015","unstructured":"Li S, Zhang X, Kim FJ, Silva R, Gustafson D, Molina WR (2015) Attention-aware robotic laparoscope based on fuzzy interpretation of eye-gaze patterns. J Med Dev 9(4):041007. https:\/\/doi.org\/10.1115\/1.4030608","journal-title":"J Med Dev"},{"key":"1223_CR24","doi-asserted-by":"publisher","unstructured":"Asteriadis S, Karpouzis K, Kollias S (2011) Robust validation of visual focus of attention using adaptive fusion of head and eye gaze patterns. In: 2011 IEEE international conference on computer vision workshops (ICCV Workshops), pp 414\u2013421 . https:\/\/doi.org\/10.1109\/ICCVW.2011.6130271","DOI":"10.1109\/ICCVW.2011.6130271"},{"key":"1223_CR25","doi-asserted-by":"crossref","unstructured":"Whitney D, Rosen E, MacGlashan J, Wong LL, Tellex S (2017) Reducing errors in object-fetching interactions through social feedback. In: 2017 IEEE international conference on robotics and automation (ICRA). IEEE, pp 1006\u20131013","DOI":"10.1109\/ICRA.2017.7989121"},{"issue":"2","key":"1223_CR26","doi-asserted-by":"publisher","first-page":"532","DOI":"10.1109\/LRA.2019.2963649","volume":"5","author":"A Magassouba","year":"2020","unstructured":"Magassouba A, Sugiura K, Kawai H (2020) A multimodal target-source classifier with attention branches to understand ambiguous instructions for fetching daily objects. IEEE Robot Autom Lett 5(2):532\u2013539","journal-title":"IEEE Robot Autom Lett"},{"key":"1223_CR27","doi-asserted-by":"crossref","unstructured":"Zhang H, Lu Y, Yu C, Hsu D, La X, Zheng N (2021) Invigorate: interactive visual grounding and grasping in clutter. arXiv preprint arXiv:2108.11092","DOI":"10.15607\/RSS.2021.XVII.020"},{"key":"1223_CR28","doi-asserted-by":"crossref","unstructured":"Pramanick P, Sarkar C, Paul S, dev Roychoudhury R, Bhowmick B (2022) DoRO: Disambiguation of referred object for embodied agents, arXiv:2207.14205","DOI":"10.1109\/LRA.2022.3195198"},{"key":"1223_CR29","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2022.104183","volume":"155","author":"P Pramanick","year":"2022","unstructured":"Pramanick P, Sarkar C, Banerjee S, Bhowmick B (2022) Talk-to-resolve: combining scene understanding and spatial dialogue to resolve granular task ambiguity for a collocated robot. Robot Auton Syst 155:104183","journal-title":"Robot Auton Syst"},{"key":"1223_CR30","doi-asserted-by":"crossref","unstructured":"Redmon J, Divvala S, Girshick R, Farhadi A (2016) You only look once: unified, real-time object detection. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 779\u2013788","DOI":"10.1109\/CVPR.2016.91"},{"key":"1223_CR31","doi-asserted-by":"crossref","unstructured":"Jia Y, Shelhamer E, Donahue J, Karayev S, Long J, Girshick R, Guadarrama S, Darrell T (2014) Caffe: convolutional architecture for fast feature embedding. In: Proceedings of the 22nd ACM international conference on multimedia, pp 675\u2013678","DOI":"10.1145\/2647868.2654889"},{"key":"1223_CR32","unstructured":"Andr\u00e9 N, Glen S, Philip J, Hans W (2020) Web Speech API . https:\/\/wicg.github.io\/speech-api\/ Accessed 12 Oct 2023"},{"key":"1223_CR33","doi-asserted-by":"crossref","unstructured":"Rombach R, Blattmann A, Lorenz D, Esser P, Ommer B (2022) High-resolution image synthesis with latent diffusion models. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 10684\u201310695","DOI":"10.1109\/CVPR52688.2022.01042"},{"key":"1223_CR34","doi-asserted-by":"crossref","unstructured":"Hal\u00e1csy P, Kornai A, Oravecz C (2007) Hunpos-an open source trigram tagger","DOI":"10.3115\/1557769.1557830"},{"issue":"3","key":"1223_CR35","doi-asserted-by":"publisher","first-page":"338","DOI":"10.1016\/S0019-9958(65)90241-X","volume":"8","author":"LA Zadeh","year":"1965","unstructured":"Zadeh LA (1965) Fuzzy sets. Inf Control 8(3):338\u2013353. https:\/\/doi.org\/10.1016\/S0019-9958(65)90241-X","journal-title":"Inf Control"},{"issue":"2","key":"1223_CR36","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1109\/91.493904","volume":"4","author":"LA Zadeh","year":"1996","unstructured":"Zadeh LA (1996) Fuzzy logic = computing with words. IEEE Trans Fuzzy Syst 4(2):103\u2013111. https:\/\/doi.org\/10.1109\/91.493904","journal-title":"IEEE Trans Fuzzy Syst"},{"issue":"4","key":"1223_CR37","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1109\/2.53","volume":"21","author":"LA Zadeh","year":"1988","unstructured":"Zadeh LA (1988) Fuzzy logic. Computer 21(4):83\u201393. https:\/\/doi.org\/10.1109\/2.53","journal-title":"Computer"},{"key":"1223_CR38","doi-asserted-by":"publisher","unstructured":"JD Warner\/scikit-fuzzy: Scikit-Fuzzy version 0.4.2. Zenodo (2019). https:\/\/doi.org\/10.5281\/zenodo.3541386 . https:\/\/zenodo.org\/record\/3541386 Accessed 25 Apr 2022","DOI":"10.5281\/zenodo.3541386"},{"key":"1223_CR39","unstructured":"Lucas BD, Kanade T et al. (1981) An iterative image registration technique with an application to Stereo Vision, vol 81. Vancouver"},{"key":"1223_CR40","unstructured":"Eight F (2019) Twitter us airline sentiment . https:\/\/www.kaggle.com\/datasets\/crowdflower\/twitter-airline-sentiment"},{"key":"1223_CR41","unstructured":"Feinman S (1982) Social referencing in infancy. Merrill-Palmer Quarterly (1982-), pp 445\u2013470"},{"key":"1223_CR42","first-page":"6840","volume":"33","author":"J Ho","year":"2020","unstructured":"Ho J, Jain A, Abbeel P (2020) Denoising diffusion probabilistic models. Adv Neural Inf Process Syst 33:6840\u20136851","journal-title":"Adv Neural Inf Process Syst"},{"key":"1223_CR43","doi-asserted-by":"crossref","unstructured":"Sandler M, Howard A, Zhu M, Zhmoginov A, Chen L-C (2018) Mobilenetv2: inverted residuals and linear bottlenecks. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 4510\u20134520","DOI":"10.1109\/CVPR.2018.00474"},{"key":"1223_CR44","unstructured":"Koch G, Zemel R, Salakhutdinov R et al. (2015) Siamese neural networks for one-shot image recognition. In: ICML deep learning workshop, vol 2, p 0 . Lille"},{"key":"1223_CR45","unstructured":"Simonyan K, Zisserman A (2015) Very deep convolutional networks for large-scale image recognition. Computational and Biological Learning Society, pp 1\u201314"},{"key":"1223_CR46","doi-asserted-by":"crossref","unstructured":"Alves-Oliveira P, Ribeiro T, Petisca S, Di\u00a0Tullio E, Melo FS, Paiva A (2015) An empathic robotic tutor for school classrooms: considering expectation and satisfaction of children as end-users. In: Social robotics: 7th international conference, ICSR 2015, Paris, France, October 26\u201330, 2015, Proceedings 7. Springer, pp 21\u201330","DOI":"10.1007\/978-3-319-25554-5_3"},{"key":"1223_CR47","doi-asserted-by":"crossref","unstructured":"Carpinella CM, Wyman AB, Perez MA, Stroessner SJ (2017) The robotic social attributes scale (rosas) development and validation. In: Proceedings of the 2017 ACM\/IEEE international conference on human\u2013robot interaction, pp 254\u2013262","DOI":"10.1145\/2909824.3020208"},{"key":"1223_CR48","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1007\/s12369-008-0001-3","volume":"1","author":"C Bartneck","year":"2009","unstructured":"Bartneck C, Kuli\u0107 D, Croft E, Zoghbi S (2009) Measurement instruments for the anthropomorphism, animacy, likeability, perceived intelligence, and perceived safety of robots. Int J Soc Robot 1:71\u201381","journal-title":"Int J Soc Robot"},{"key":"1223_CR49","doi-asserted-by":"crossref","unstructured":"Zoghbi S, Croft E, Kuli\u0107 D, Loos M (2009) Evaluation of affective state estimations using an on-line reporting device during human-robot interactions. In: 2009 IEEE\/RSJ international conference on intelligent robots and systems. IEEE, pp 3742\u20133749","DOI":"10.1109\/IROS.2009.5354177"},{"issue":"6","key":"1223_CR50","first-page":"103","volume":"4","author":"M Schrepp","year":"2017","unstructured":"Schrepp M, Hinderks A, Thomaschewski J (2017) Design and evaluation of a short version of the user experience questionnaire (UEQ-S). Int J Interact Multimed Artif Intell 4(6):103","journal-title":"Int J Interact Multimed Artif Intell"},{"key":"1223_CR51","unstructured":"Freight Base Research \u2013 Fetch Robotics. https:\/\/fetchrobotics.com\/freight-base-research\/ Accessed 13 Oct 2023"},{"key":"1223_CR52","doi-asserted-by":"crossref","unstructured":"Dautenhahn K (2004) Robots we like to live with?!-a developmental perspective on a personalized, life-long robot companion. In: RO-MAN 2004. In: 13th IEEE International workshop on robot and human interactive communication (IEEE Catalog No. 04TH8759). IEEE, pp 17\u201322","DOI":"10.1109\/ROMAN.2004.1374720"}],"container-title":["International Journal of Social Robotics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12369-025-01223-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12369-025-01223-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12369-025-01223-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,17]],"date-time":"2025-04-17T15:48:07Z","timestamp":1744904887000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12369-025-01223-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,6]]},"references-count":52,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2025,4]]}},"alternative-id":["1223"],"URL":"https:\/\/doi.org\/10.1007\/s12369-025-01223-8","relation":{},"ISSN":["1875-4791","1875-4805"],"issn-type":[{"type":"print","value":"1875-4791"},{"type":"electronic","value":"1875-4805"}],"subject":[],"published":{"date-parts":[[2025,3,6]]},"assertion":[{"value":"24 January 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 March 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no Conflict of interest to declare that are relevant in the context of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"The study obtained approval from the University of Waterloo Human Research Ethics Board.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Informed consent was obtained from all individual participants involved in the study.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Participants gave informed consent to publish anonymized results from this study.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}}]}}