{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T20:41:24Z","timestamp":1740170484848,"version":"3.37.3"},"reference-count":48,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100002322","name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior (CAPES)\u2014Finance Code 001","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002322","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001807","name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","doi-asserted-by":"publisher","award":["2018\/26636-2"],"award-info":[{"award-number":["2018\/26636-2"]}],"id":[{"id":"10.13039\/501100001807","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003593","name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["314174\/2020-6","312922\/2018-3"],"award-info":[{"award-number":["314174\/2020-6","312922\/2018-3"]}],"id":[{"id":"10.13039\/501100003593","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE R. Iberoamericana Tecnologias Aprendizaje"],"published-print":{"date-parts":[[2022,2]]},"DOI":"10.1109\/rita.2022.3149776","type":"journal-article","created":{"date-parts":[[2022,2,7]],"date-time":"2022-02-07T21:00:33Z","timestamp":1644267633000},"page":"99-107","source":"Crossref","is-referenced-by-count":0,"title":["On the Experimental Process in Evaluations of Brazilian Conversational Agents in Education"],"prefix":"10.1109","volume":"17","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1076-9174","authenticated-orcid":false,"given":"Leo Natan","family":"Paschoal","sequence":"first","affiliation":[{"name":"Institute of Mathematics and Computer Sciences (ICMC), University of Sao Paulo (USP), S&#x00E3;o Carlos, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tayana Uchoa","family":"Conte","sequence":"additional","affiliation":[{"name":"Institute of Computing (IComp), Federal University of Amazonas (UFAM), Manaus, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9007-9821","authenticated-orcid":false,"given":"Simone do Rocio Senger de","family":"Souza","sequence":"additional","affiliation":[{"name":"Institute of Mathematics and Computer Sciences (ICMC), University of Sao Paulo (USP), S&#x00E3;o Carlos, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-84882-215-3_13"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/SIIE.2016.7751819"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2017.03.041"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-018-0171-6"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CLEI.2018.00105"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2013.04.017"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2018.02.004"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICTAI.2017.00176"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2019.03.054"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/FIE44824.2020.9273813"},{"key":"ref11","first-page":"1","article-title":"A framework to support the experimental evaluation process of the pedagogical conversational systems","volume-title":"Proc. Ibero-American Conf. Softw. Eng.","author":"Paschoal"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s10772-015-9330-4"},{"issue":"3","key":"ref13","first-page":"25","article-title":"Evaluating quality of chatbots and intelligent conversational agents","volume":"19","author":"Radziwill","year":"2017","journal-title":"Softw. Quality Professional"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3180308.3180373"},{"issue":"1","key":"ref15","first-page":"259","article-title":"How are you, chatbot? Evaluating chatbots in educational settings","volume":"17","author":"Hobert","year":"2019","journal-title":"Lect. Notes Informat."},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.5465\/AMBPP.2018.15903abstract"},{"article-title":"A pragmatic documents standard for an experience library: Roles, documen, contents and structure","year":"2001","author":"Conradi","key":"ref17"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.22456\/1679-1916.86019"},{"issue":"1","key":"ref19","first-page":"14","article-title":"Use of doctoral thesis as a source of information: A study of researchers of Karnataka university Dharwad","volume-title":"Int. J. Inf. Dissemination Technol.","volume":"7","author":"Kuri","year":"2017"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.5753\/cbie.sbie.2017.71"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.14236\/ewic\/EASE2008.8"},{"article-title":"Guidelines for performing systematic literature reviews in software engineering","year":"2007","author":"Kitchenham","key":"ref22"},{"key":"ref23","first-page":"232","article-title":"The goal question metric approach","volume-title":"Encyclopedia of Software Engineering","volume":"2","author":"Basili","year":"1994"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2008.01.006"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.08.017"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2"},{"article-title":"A avalia\u00e7\u00e3o do uso de chatterbots, no ensino atrav\u00e9s de uma ferramenta de autoria","year":"2002","author":"Castanho","key":"ref27"},{"article-title":"Avalia\u00e7\u00e3o de faqbots atrav\u00e9s da ferramenta autochatter","year":"2002","author":"Campos","key":"ref28"},{"article-title":"M\u00eddia e aprendizagem: Um estudo comparativo entre hipertexto e chatterbot","year":"2003","author":"Domingues","key":"ref29"},{"article-title":"Doroty","year":"2005","author":"Leonhardt","key":"ref30"},{"key":"ref31","article-title":"I-collaboration","volume-title":"M.S. thesis","author":"Oliveira","year":"2008"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.22456\/1982-1654.12322"},{"article-title":"A produ\u00e7\u00e3o de sentidos na conversa\u00e7\u00e3o com chatterbots","year":"2010","author":"Leite","key":"ref33"},{"article-title":"Aprimoramento das habilidades cognitivas de resolu\u00e7\u00e3o de problemas com o apoio de um agente conversacional","year":"2011","author":"Aguiar","key":"ref34"},{"article-title":"Desenvolvimento de chatterbots educacionais: Um estudo de caso voltado ao ensino de algoritmos","year":"2011","author":"Lemos","key":"ref35"},{"article-title":"Estudo de implementa\u00e7\u00e3o de um rob\u00f4 de conversa\u00e7\u00e3o em curso de l\u00edngua estrangeira em ambiente virtual: Um caso de estabiliza\u00e7\u00e3o do sistema adaptativo complexo","year":"2014","author":"Lima","key":"ref36"},{"article-title":"A media\u00e7\u00e3o de um agente pedag\u00f3gico na aprendizagem colaborativa de ingl\u00eas como l\u00edngua estrangeira","year":"2015","author":"Pinho","key":"ref37"},{"article-title":"Explorando autodetermina\u00e7\u00e3o, utilizando novas tecnologias para ensejar autocuidado em obesos","year":"2017","author":"Sgobbi","key":"ref38"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.11606\/d.55.2019.tde-13062019-140507"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.5753\/wave.2018.1"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.7238\/elc.chatbots.2018"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-015-9386-4"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.01.006"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/32.6156"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3350768.3352456"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ICACCI.2017.8126057"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.amj.2009.04.013"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-84800-044-5"}],"container-title":["IEEE Revista Iberoamericana de Tecnologias del Aprendizaje"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6245520\/9735164\/09706427.pdf?arnumber=9706427","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,17]],"date-time":"2024-01-17T23:30:50Z","timestamp":1705534250000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9706427\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2]]},"references-count":48,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/rita.2022.3149776","relation":{},"ISSN":["1932-8540","2374-0132"],"issn-type":[{"type":"electronic","value":"1932-8540"},{"type":"electronic","value":"2374-0132"}],"subject":[],"published":{"date-parts":[[2022,2]]}}}