{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,23]],"date-time":"2025-12-23T18:47:02Z","timestamp":1766515622769,"version":"3.32.0"},"reference-count":70,"publisher":"Informa UK Limited","issue":"23","funder":[{"DOI":"10.13039\/100019201","name":"Honda Research Institute","doi-asserted-by":"crossref","id":[{"id":"10.13039\/100019201","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Spanish Ministry of Science and Education","award":["PTQ2021-011726"],"award-info":[{"award-number":["PTQ2021-011726"]}]}],"content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Advanced Robotics"],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1080\/01691864.2024.2415093","type":"journal-article","created":{"date-parts":[[2024,10,22]],"date-time":"2024-10-22T18:45:12Z","timestamp":1729622712000},"page":"1710-1728","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":1,"title":["Preliminary study on the feasibility of approximating children's engagement level from their emotions estimation by a picture-based, three-model AI in a family-robot cohabitation scenario"],"prefix":"10.1080","volume":"38","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0022-3717","authenticated-orcid":false,"given":"Gonzalo A.","family":"Garc\u00eda","sequence":"first","affiliation":[{"name":"4i Intelligent Insights, Seville, Spain"},{"name":"Faculty of Education, UNIR -- Universidad Internacional de La Rioja, Logro\u00f1o, La Rioja, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8358-996X","authenticated-orcid":false,"given":"Guillermo","family":"P\u00e9rez","sequence":"additional","affiliation":[{"name":"4i Intelligent Insights, Seville, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-7321-3127","authenticated-orcid":false,"given":"Rohan K.","family":"Laycock-Narayan","sequence":"additional","affiliation":[{"name":"Julietta Research Group, Universidad de Sevilla, Sevilla, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6964-8441","authenticated-orcid":false,"given":"Leigh","family":"Levinson","sequence":"additional","affiliation":[{"name":"Indiana University Bloomington, Bloomington, IN, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3064-3061","authenticated-orcid":false,"given":"J. Gabriel","family":"Amores","sequence":"additional","affiliation":[{"name":"Department of English Language and Linguistics, Universidad de Sevilla, Sevilla, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5840-177X","authenticated-orcid":false,"given":"Gloria","family":"Alvarez-Benito","sequence":"additional","affiliation":[{"name":"Department of English Language and Linguistics, Universidad de Sevilla, Sevilla, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6680-4840","authenticated-orcid":false,"given":"Manuel","family":"Castro-Malet","sequence":"additional","affiliation":[{"name":"4i Intelligent Insights, Seville, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7869-866X","authenticated-orcid":false,"given":"Mario","family":"Casta\u00f1o-Oca\u00f1a","sequence":"additional","affiliation":[{"name":"4i Intelligent Insights, Seville, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1751-0798","authenticated-orcid":false,"given":"Marta J.","family":"L\u00f3pez-Gonz\u00e1lez de Quevedo","sequence":"additional","affiliation":[{"name":"4i Intelligent Insights, Seville, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4554-7715","authenticated-orcid":false,"given":"Ricardo","family":"Dur\u00e1n-Vi\u00f1uelas","sequence":"additional","affiliation":[{"name":"4i Intelligent Insights, Seville, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3191-6818","authenticated-orcid":false,"given":"Randy","family":"Gomez","sequence":"additional","affiliation":[{"name":"Honda Research Institute, Wako, Saitama, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2553-854X","authenticated-orcid":false,"given":"Selma","family":"\u0160abanovi\u0107","sequence":"additional","affiliation":[{"name":"Indiana University Bloomington, Bloomington, IN, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"301","published-online":{"date-parts":[[2024,10,22]]},"reference":[{"key":"e_1_3_4_2_1","first-page":"224","volume-title":"Why do they refuse to use my robot? Reasons for non-use derived from a long-term home study","author":"de Graaf M","year":"2017","unstructured":"de Graaf M, Ben Allouch S, van Dijk J. Why do they refuse to use my robot? Reasons for non-use derived from a long-term home study. New York (NY): ACM Press; 2017. p. 224\u2013233."},{"key":"e_1_3_4_3_1","doi-asserted-by":"crossref","unstructured":"Garcia GA Perez G Levinson L et al. Living with Haru4Kids: study on children's activity and engagement in a family-robot cohabitation scenario. In: 2023 32nd IEEE International Conference on Robot and Human Interactive Communication (RO-MAN). IEEE; 2023 Aug. p. 1428\u20131435.","DOI":"10.1109\/RO-MAN57019.2023.10309509"},{"key":"e_1_3_4_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-24670-8_6"},{"key":"e_1_3_4_5_1","doi-asserted-by":"crossref","unstructured":"Gomez R Szapiro D Galindo K et al. Haru: hardware design of an experimental tabletop robot assistant. In: HRI 2018; Chicago IL USA; p. 233\u2013240.","DOI":"10.1145\/3171221.3171288"},{"key":"e_1_3_4_6_1","doi-asserted-by":"publisher","DOI":"10.3389\/frobt.2021.577107"},{"key":"e_1_3_4_7_1","doi-asserted-by":"crossref","unstructured":"Perez G Garcia GA Castro-Malet M et al. Child-robot conversation in the wild wild home: a language processing user study. In: 32nd IEEE International Conference on Robot and Human Interactive Communication IEEE RO-MAN 2023 Busan South Korea August 28\u201331 2023 Aug.","DOI":"10.1109\/RO-MAN57019.2023.10309630"},{"key":"e_1_3_4_8_1","doi-asserted-by":"crossref","unstructured":"Andries V Robertson J. \u201cAlexa doesn't have that many feelings\u201d: children's understanding of AI through interactions with smart speakers in their homes. 2023. arXiv preprint arXiv:2305.05597.","DOI":"10.1016\/j.caeai.2023.100176"},{"key":"e_1_3_4_9_1","unstructured":"Khan S Abedi A Colella T. Inconsistencies in the definition and annotation of student engagement in virtual learning datasets: a critical review. 2022. https:\/\/arxiv.org\/abs\/2208.04548 Publisher: [object Object] Version Number: 2."},{"key":"e_1_3_4_10_1","doi-asserted-by":"publisher","DOI":"10.1080\/00461520.2017.1281747"},{"key":"e_1_3_4_11_1","doi-asserted-by":"publisher","DOI":"10.1080\/00461520.2014.1002924"},{"key":"e_1_3_4_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jksuci.2018.12.008"},{"key":"e_1_3_4_13_1","unstructured":"Sharma P Joshi S Gautam S et al. Student engagement detection using emotion analysis eye tracking and head movement with machine learning. arXiv preprint. 2019. https:\/\/arxiv.org\/abs\/1909.12913"},{"key":"e_1_3_4_14_1","doi-asserted-by":"crossref","unstructured":"Brucal SGE de Jesus LCM Peruda SR et al. Development of tomato leaf disease detection using YoloV8 model via RoboFlow 2.0. In: 2023 IEEE 12th Global Conference on Consumer Electronics (GCCE). IEEE; 2023 Oct. p. 692\u2013694.","DOI":"10.1109\/GCCE59613.2023.10315251"},{"key":"e_1_3_4_15_1","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2020.1801172"},{"key":"e_1_3_4_16_1","doi-asserted-by":"crossref","unstructured":"Anagnostopoulou D Efthymiou N Papailiou C et al. Engagement estimation during child robot interaction using deep convolutional networks focusing on ASD children. In: 2021 IEEE International Conference on Robotics and Automation (ICRA). IEEE; 2021 May. p. 3641\u20133647.","DOI":"10.1109\/ICRA48506.2021.9561687"},{"key":"e_1_3_4_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-26945-6"},{"key":"e_1_3_4_18_1","doi-asserted-by":"crossref","unstructured":"Robins B Dautenhahn K Nehaniv CL et al. Sustaining interaction dynamics and engagement in dyadic child-robot interaction kinesics: lessons learnt from an exploratory study. In: ROMAN 2005. IEEE International Workshop on Robot and Human Interactive Communication. IEEE; 2005 Aug. p. 716\u2013722.","DOI":"10.1109\/ROMAN.2005.1513864"},{"key":"e_1_3_4_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-27446-1_1"},{"key":"e_1_3_4_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12369-013-0178-y"},{"key":"e_1_3_4_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2018.01.004"},{"key":"e_1_3_4_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2014.2316163"},{"key":"e_1_3_4_23_1","doi-asserted-by":"crossref","unstructured":"Kamath A Biswas A Balasubramanian V. A crowdsourced approach to student engagement recognition in e-learning environments. In: 2016 IEEE Winter Conference on Applications of Computer Vision (WACV). IEEE; 2016 Mar. p. 1\u20139.","DOI":"10.1109\/WACV.2016.7477618"},{"key":"e_1_3_4_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12369-020-00639-8"},{"key":"e_1_3_4_25_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41398-020-01015-w"},{"key":"e_1_3_4_26_1","doi-asserted-by":"crossref","unstructured":"Mavadati SM Feng H Salvador M et al. Robot-based therapeutic protocol for training children with Autism. In: 2016 25th IEEE International Symposium on Robot and Human Interactive Communication (RO-MAN). IEEE; 2016 Aug. p. 855\u2013860.","DOI":"10.1109\/ROMAN.2016.7745219"},{"key":"e_1_3_4_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12369-018-0508-1"},{"key":"e_1_3_4_28_1","doi-asserted-by":"publisher","DOI":"10.1111\/exsy.v39.1"},{"key":"e_1_3_4_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12369-020-00661-w"},{"key":"e_1_3_4_30_1","doi-asserted-by":"publisher","DOI":"10.1186\/s40561-018-0080-z"},{"key":"e_1_3_4_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ROMAN.2016.7745171"},{"key":"e_1_3_4_32_1","doi-asserted-by":"publisher","DOI":"10.5898\/JHRI.6.1.Admoni"},{"key":"e_1_3_4_33_1","doi-asserted-by":"crossref","unstructured":"Pan Y Hirokawa M Suzuki K. Measuring K-degree facial interaction between robot and children with autism spectrum disorders. In: 24th IEEE International Symposium on Robot and Human Interactive Communication (RO-MAN); Kobe Japan; 2015. p. 48\u201353.","DOI":"10.1109\/ROMAN.2015.7333683"},{"key":"e_1_3_4_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.5165369"},{"key":"e_1_3_4_35_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-020-64999-x"},{"key":"e_1_3_4_36_1","doi-asserted-by":"crossref","unstructured":"Rudovic O Park HW Busche J et al. Personalized estimation of engagement from videos using active learning with deep reinforcement learning. In: 2019 IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW). IEEE; 2019 Jun. p. 217\u2013226.","DOI":"10.1109\/CVPRW.2019.00031"},{"key":"e_1_3_4_37_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2022.05.014"},{"key":"e_1_3_4_38_1","doi-asserted-by":"crossref","unstructured":"Abedi A Khan SImproving state-of-the-art in detecting student engagement with resnet and TCN hybrid network. In: 2021 18th Conference On Robots And Vision (CRV); Online; 2021. p. 151\u2013157.","DOI":"10.1109\/CRV52889.2021.00028"},{"key":"e_1_3_4_39_1","unstructured":"Abedi A Khan S. Affect-driven ordinal engagement measurement from video. (arXiv 2022 11) http:\/\/arxiv.org\/abs\/2106.10882 arXiv:2106.10882 [cs]."},{"key":"e_1_3_4_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2023.3309560"},{"key":"e_1_3_4_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818346.2820739"},{"key":"e_1_3_4_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.destud.2013.02.001"},{"key":"e_1_3_4_43_1","doi-asserted-by":"publisher","DOI":"10.1177\/001316446002000104"},{"key":"e_1_3_4_44_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02310555"},{"key":"e_1_3_4_45_1","doi-asserted-by":"publisher","DOI":"10.1098\/rspl.1895.0041"},{"key":"e_1_3_4_46_1","unstructured":"Distractless Dataset. (Roboflow 2023 12). https:\/\/universe.roboflow.com\/distractless Publication Title: Roboflow Universe Type: Open Source Dataset Published: https:\/\/universe.roboflow.com\/distractless\/."},{"key":"e_1_3_4_47_1","unstructured":"Bosque U. FER Dataset. (Roboflow 2023 11) https:\/\/universe.roboflow.com\/universidad-el-bosque-vkjox\/fer-scoss Publication Title: Roboflow Universe Type: Open Source Dataset Published: https:\/\/universe.roboflow.com\/universidad-el-bosque-vkjox\/fer-scoss."},{"key":"e_1_3_4_48_1","unstructured":"Lin T Maire M Belongie S et al. Microsoft COCO: common objects in context. 2015. _eprint: 1405.0312."},{"key":"e_1_3_4_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2016.2603342"},{"key":"e_1_3_4_50_1","doi-asserted-by":"crossref","unstructured":"Deng J Dong W Socher R et al. Imagenet: a large-scale hierarchical image database. In: 2009 IEEE Conference On Computer Vision And Pattern Recognition; Miami FL USA; 2009. p. 248\u2013255.","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_4_51_1","unstructured":"Dumitru Challenges in Representation Learning: Facial Expression Recognition Challenge. (Kaggle 2013). https:\/\/kaggle.com\/competitions\/challenges-in-representation-learning-facial-expression-recognition-challenge."},{"key":"e_1_3_4_52_1","doi-asserted-by":"publisher","DOI":"10.3390\/asi5040080"},{"key":"e_1_3_4_53_1","unstructured":"Gupta A D'Cunha A Awasthi K et al. DAiSEE: towards user engagement recognition in the wild. (arXiv 2022 7) http:\/\/arxiv.org\/abs\/1609.01885 arXiv:1609.01885 [cs]."},{"key":"e_1_3_4_54_1","doi-asserted-by":"publisher","DOI":"10.1186\/s12874-018-0606-7"},{"key":"e_1_3_4_55_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11135-004-8107-7"},{"key":"e_1_3_4_56_1","doi-asserted-by":"publisher","DOI":"10.1162\/coli.07-034-R2"},{"key":"e_1_3_4_57_1","doi-asserted-by":"publisher","DOI":"10.2307\/2529310"},{"key":"e_1_3_4_58_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11165-016-9602-2"},{"key":"e_1_3_4_59_1","volume-title":"Human-in-the-Loop Machine Learning: Active Learning and Annotation for Human-Centered AI","author":"Monarch RM.","year":"2021","unstructured":"Monarch RM. Human-in-the-Loop Machine Learning: Active Learning and Annotation for Human-Centered AI Simon & Schuster; 2021.\u00a0ISBN: 9781617296741."},{"key":"e_1_3_4_60_1","doi-asserted-by":"crossref","unstructured":"Van Der Lee C Gatt A Van Miltenburg E et al. Best practices for the human evaluation of automatically generated text. In: Proceedings of the 12th International Conference on Natural Language Generation; Tokyo Japan; 2019. p. 355\u2013368.","DOI":"10.18653\/v1\/W19-8643"},{"issue":"1","key":"e_1_3_4_61_1","first-page":"1","article-title":"Statistical methods for annotation analysis","volume":"15","author":"Paun S","year":"2022","unstructured":"Paun S, Artstein R, Poesio M. Statistical methods for annotation analysis. Synth Lect Human Lang Technol. 2022;15(1):1\u2013217.","journal-title":"Synth Lect Human Lang Technol"},{"key":"e_1_3_4_62_1","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.58.1.78"},{"issue":"3","key":"e_1_3_4_63_1","first-page":"69","article-title":"A guide to appropriate use of correlation coefficient in medical research","volume":"24","author":"Mukaka MM.","year":"2012","unstructured":"Mukaka MM. A guide to appropriate use of correlation coefficient in medical research. Malawi Med J. 2012;24(3):69\u201371.","journal-title":"Malawi Med J"},{"key":"e_1_3_4_64_1","doi-asserted-by":"crossref","unstructured":"Stiefelhagen R Zhu J. Head orientation and gaze direction in meetings. In: CHI '02 Extended Abstracts on Human Factors In Computing Systems; Minneapolis MN USA; 2002 Apr. p. 858\u2013859. https:\/\/dl.acm.org\/doi\/10.1145\/506443.506634.","DOI":"10.1145\/506443.506634"},{"key":"e_1_3_4_65_1","doi-asserted-by":"crossref","unstructured":"Rajagopalan SS Murthy OR Goecke R et al. Play with me \u2013 Measuring a child's engagement in a social interaction. In: 2015 11th IEEE International Conference and Workshops on Automatic Face and Gesture Recognition (FG). Vol. 1. IEEE; 2015 May. p. 1\u20138.","DOI":"10.1109\/FG.2015.7163129"},{"key":"e_1_3_4_66_1","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aao6760"},{"key":"e_1_3_4_67_1","doi-asserted-by":"crossref","unstructured":"Hadfield J Chalvatzaki G Koutras P et al. A deep learning approach for multi-view engagement estimation of children in a child-robot joint attention task. In: 2019 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS). IEEE; 2019 Nov. p. 1251\u20131256.","DOI":"10.1109\/IROS40897.2019.8968443"},{"key":"e_1_3_4_68_1","doi-asserted-by":"publisher","DOI":"10.3389\/frobt.2020.00043"},{"key":"e_1_3_4_69_1","doi-asserted-by":"crossref","unstructured":"Anagnostopoulou D Efthymiou N Papailiou C et al. Child engagement estimation in heterogeneous child-robot interactions using spatiotemporal visual cues. In: 2022 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS). IEEE; 2022 Oct. p. 3584-3589.","DOI":"10.1109\/IROS47612.2022.9981908"},{"key":"e_1_3_4_70_1","doi-asserted-by":"crossref","unstructured":"Murshed M Dewan M Lin F et al. Engagement detection in e-learning environments using convolutional neural networks. In: 2019 IEEE Intl Conf on Dependable Autonomic and Secure Computing Intl Conf on Pervasive Intelligence and Computing Intl Conf on Cloud and Big Data Computing Intl Conf on Cyber Science and Technology Congress (DASC\/PiCom\/CBDCom\/CyberSciTech); Fukuoka Japan; 2019 Aug. p. 80\u201386. https:\/\/ieeexplore.ieee.org\/document\/8890457\/.","DOI":"10.1109\/DASC\/PiCom\/CBDCom\/CyberSciTech.2019.00028"},{"key":"e_1_3_4_71_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2021.09.115"}],"container-title":["Advanced Robotics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/01691864.2024.2415093","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,2]],"date-time":"2025-01-02T09:57:02Z","timestamp":1735811822000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/01691864.2024.2415093"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,22]]},"references-count":70,"journal-issue":{"issue":"23","published-print":{"date-parts":[[2024,12]]}},"alternative-id":["10.1080\/01691864.2024.2415093"],"URL":"https:\/\/doi.org\/10.1080\/01691864.2024.2415093","relation":{},"ISSN":["0169-1864","1568-5535"],"issn-type":[{"type":"print","value":"0169-1864"},{"type":"electronic","value":"1568-5535"}],"subject":[],"published":{"date-parts":[[2024,10,22]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=tadr20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=tadr20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2024-03-26","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-09-19","order":1,"name":"revised","label":"Revised","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-09-25","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-10-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}