{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T04:02:45Z","timestamp":1772769765751,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":24,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,10,18]],"date-time":"2021-10-18T00:00:00Z","timestamp":1634515200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100001807","name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","doi-asserted-by":"publisher","award":["2016.26290-3"],"award-info":[{"award-number":["2016.26290-3"]}],"id":[{"id":"10.13039\/501100001807","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002322","name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","doi-asserted-by":"publisher","award":["887.388306\/2019-00"],"award-info":[{"award-number":["887.388306\/2019-00"]}],"id":[{"id":"10.13039\/501100002322","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003593","name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["315180\/2018-8"],"award-info":[{"award-number":["315180\/2018-8"]}],"id":[{"id":"10.13039\/501100003593","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003593","name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["309030\/2019-6"],"award-info":[{"award-number":["309030\/2019-6"]}],"id":[{"id":"10.13039\/501100003593","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011911","name":"Instituto Nacional de Ci\u00eancia e Tecnologia em Medicina Assistida por Computa\u00e7\u00e3o Cient\u00edfica","doi-asserted-by":"publisher","award":["157535\/2017-7"],"award-info":[{"award-number":["157535\/2017-7"]}],"id":[{"id":"10.13039\/501100011911","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,10,18]]},"DOI":"10.1145\/3488162.3488207","type":"proceedings-article","created":{"date-parts":[[2022,1,3]],"date-time":"2022-01-03T11:08:05Z","timestamp":1641208085000},"page":"14-23","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["Comparison of machine learning algorithms for automatic assessment of performance in a virtual reality dental simulator"],"prefix":"10.1145","author":[{"given":"Lucas H.","family":"Sallaberry","sequence":"first","affiliation":[{"name":"Interlab - PCS, Universidade de Sao Paulo, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Romero","family":"Tori","sequence":"additional","affiliation":[{"name":"PCS\/Escola Politecnica\/Interlab, University of Sao Paulo, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fatima L S","family":"Nunes","sequence":"additional","affiliation":[{"name":"University of Sao Paulo, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,1,3]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.3109\/17453674.2015.1041083"},{"key":"e_1_3_2_1_2_1","unstructured":"Gustavo\u00a0EAPA Batista Ana\u00a0LC Bazzan Maria\u00a0Carolina Monard 2003. Balancing Training Data for Automated Annotation of Keywords: A Case Study.. In WOB. 10\u201318.  Gustavo\u00a0EAPA Batista Ana\u00a0LC Bazzan Maria\u00a0Carolina Monard 2003. Balancing Training Data for Automated Annotation of Keywords: A Case Study.. In WOB. 10\u201318."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00464-008-0240-2"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1464-410X.2009.09193.x"},{"key":"e_1_3_2_1_5_1","volume-title":"The Balanced Accuracy and Its Posterior Distribution. In 2010 20th International Conference on Pattern Recognition. IEEE","author":"Brodersen Kay\u00a0Henning","year":"2010","unstructured":"Kay\u00a0Henning Brodersen , Cheng\u00a0Soon Ong , Klaas\u00a0Enno Stephan , and Joachim\u00a0 M. Buhmann . 2010 . The Balanced Accuracy and Its Posterior Distribution. In 2010 20th International Conference on Pattern Recognition. IEEE , Istanbul, Turkey, 3121\u20133124. https:\/\/doi.org\/10.1109\/ICPR. 2010.764 10.1109\/ICPR.2010.764 Kay\u00a0Henning Brodersen, Cheng\u00a0Soon Ong, Klaas\u00a0Enno Stephan, and Joachim\u00a0M. Buhmann. 2010. The Balanced Accuracy and Its Posterior Distribution. In 2010 20th International Conference on Pattern Recognition. IEEE, Istanbul, Turkey, 3121\u20133124. https:\/\/doi.org\/10.1109\/ICPR.2010.764"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1227\/NEU.0b013e3182750d26"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.953"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.328.7437.418"},{"key":"e_1_3_2_1_9_1","unstructured":"Fran\u00e7ois Chollet 2015. Keras.  Fran\u00e7ois Chollet 2015. Keras."},{"key":"e_1_3_2_1_10_1","article-title":"Immersion and Haptic Feedback Impacts on Dental Anesthesia Technical Skills Virtual Reality Training","author":"Colla\u00e7o Elen","year":"2020","unstructured":"Elen Colla\u00e7o , Elisabeti Kira , Lucas\u00a0 H Sallaberry , Anna C.\u00a0M. Queiroz , Maria A. A.\u00a0M. Machado , Oswaldo Crivello\u00a0Jr , and Romero Tori . 2020 . Immersion and Haptic Feedback Impacts on Dental Anesthesia Technical Skills Virtual Reality Training . Journal of Dental Education ( Nov. 2020), jdd.12503. https:\/\/doi.org\/10.1002\/jdd.12503 10.1002\/jdd.12503 Elen Colla\u00e7o, Elisabeti Kira, Lucas\u00a0H Sallaberry, Anna C.\u00a0M. Queiroz, Maria A. A.\u00a0M. Machado, Oswaldo Crivello\u00a0Jr, and Romero Tori. 2020. Immersion and Haptic Feedback Impacts on Dental Anesthesia Technical Skills Virtual Reality Training. Journal of Dental Education (Nov. 2020), jdd.12503. https:\/\/doi.org\/10.1002\/jdd.12503","journal-title":"Journal of Dental Education"},{"key":"#cr-split#-e_1_3_2_1_11_1.1","doi-asserted-by":"crossref","unstructured":"Alexandre\u00a0Martins dos Anjos. 2014. Um m\u00e9todo para avaliar a aquisi\u00e7\u00e3o de habilidades sens\u00f3rio-motoras em ambientes virtuais interativos tridimensionais para treinamento m\u00e9dico.Doutorado em Engenharia de Computa\u00e7\u00e3o. Universidade de S\u00e3o Paulo S\u00e3o Paulo. https:\/\/doi.org\/10.11606\/T.3.2014.tde-20052015-160007 10.11606\/T.3.2014.tde-20052015-160007","DOI":"10.11606\/T.3.2014.tde-20052015-160007"},{"key":"#cr-split#-e_1_3_2_1_11_1.2","doi-asserted-by":"crossref","unstructured":"Alexandre\u00a0Martins dos Anjos. 2014. Um m\u00e9todo para avaliar a aquisi\u00e7\u00e3o de habilidades sens\u00f3rio-motoras em ambientes virtuais interativos tridimensionais para treinamento m\u00e9dico.Doutorado em Engenharia de Computa\u00e7\u00e3o. Universidade de S\u00e3o Paulo S\u00e3o Paulo. https:\/\/doi.org\/10.11606\/T.3.2014.tde-20052015-160007","DOI":"10.11606\/T.3.2014.tde-20052015-160007"},{"key":"e_1_3_2_1_12_1","volume-title":"Hands-on Machine Learning with Scikit-Learn, Keras, and TensorFlow: Concepts, Tools, and Techniques to Build Intelligent Systems. O\u2019Reilly Media","author":"G\u00e9ron Aur\u00e9lien","unstructured":"Aur\u00e9lien G\u00e9ron . 2019. Hands-on Machine Learning with Scikit-Learn, Keras, and TensorFlow: Concepts, Tools, and Techniques to Build Intelligent Systems. O\u2019Reilly Media , Inc., Sebastopol, CA. Aur\u00e9lien G\u00e9ron. 2019. Hands-on Machine Learning with Scikit-Learn, Keras, and TensorFlow: Concepts, Tools, and Techniques to Build Intelligent Systems. O\u2019Reilly Media, Inc., Sebastopol, CA."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v031.i07"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/141975.142034"},{"key":"e_1_3_2_1_15_1","volume-title":"Estimating Attributes: Analysis and Extensions of RELIEF. In Machine Learning: ECML-94, J.\u00a0G. Carbonell, J.\u00a0Siekmann, G.\u00a0Goos, J.\u00a0Hartmanis, Francesco Bergadano, and Luc Raedt (Eds.). Vol.\u00a0784","author":"Kononenko Igor","year":"1994","unstructured":"Igor Kononenko . 1994 . Estimating Attributes: Analysis and Extensions of RELIEF. In Machine Learning: ECML-94, J.\u00a0G. Carbonell, J.\u00a0Siekmann, G.\u00a0Goos, J.\u00a0Hartmanis, Francesco Bergadano, and Luc Raedt (Eds.). Vol.\u00a0784 . Springer Berlin Heidelberg , Berlin, Heidelberg , 171\u2013182. https:\/\/doi.org\/10.1007\/3-540-57868-4_57 10.1007\/3-540-57868-4_57 Igor Kononenko. 1994. Estimating Attributes: Analysis and Extensions of RELIEF. In Machine Learning: ECML-94, J.\u00a0G. Carbonell, J.\u00a0Siekmann, G.\u00a0Goos, J.\u00a0Hartmanis, Francesco Bergadano, and Luc Raedt (Eds.). Vol.\u00a0784. Springer Berlin Heidelberg, Berlin, Heidelberg, 171\u2013182. https:\/\/doi.org\/10.1007\/3-540-57868-4_57"},{"key":"e_1_3_2_1_16_1","first-page":"1","article-title":"Imbalanced-Learn: A Python Toolbox to Tackle the Curse of Imbalanced Datasets in Machine Learning","volume":"18","author":"Lema\u00eetre Guillaume","year":"2017","unstructured":"Guillaume Lema\u00eetre , Fernando Nogueira , and Christos\u00a0 K. Aridas . 2017 . Imbalanced-Learn: A Python Toolbox to Tackle the Curse of Imbalanced Datasets in Machine Learning . Journal of Machine Learning Research 18 , 17 (2017), 1 \u2013 5 . Guillaume Lema\u00eetre, Fernando Nogueira, and Christos\u00a0K. Aridas. 2017. Imbalanced-Learn: A Python Toolbox to Tackle the Curse of Imbalanced Datasets in Machine Learning. Journal of Machine Learning Research 18, 17 (2017), 1\u20135.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_17_1","volume-title":"Machine Learning: A Probabilistic Perspective","author":"Murphy P.","year":"2012","unstructured":"Kevin\u00a0 P. Murphy . 2012 . Machine Learning: A Probabilistic Perspective . MIT Press , Cambridge, MA . Kevin\u00a0P. Murphy. 2012. Machine Learning: A Probabilistic Perspective. MIT Press, Cambridge, MA."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.5555\/1953048.2078195"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1177\/1553350618773666"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2011.04.003"},{"key":"e_1_3_2_1_21_1","volume-title":"VIDA ODONTO: Ambiente de Realidade Virtual Para Treinamento Odontol\u00f3gico. Revista Brasileira de Inform\u00e1tica na Educa\u00e7\u00e3o 26, 02 (May","author":"Tori Romero","year":"2018","unstructured":"Romero Tori , Gustavo\u00a0Ziyu Wang , Lucas\u00a0Henna Sallaberry , Allan\u00a0Amaral Tori , Elen\u00a0Colla\u00e7o de Oliveira , and Maria Aparecida A.\u00a0M. Machado . 2018 . VIDA ODONTO: Ambiente de Realidade Virtual Para Treinamento Odontol\u00f3gico. Revista Brasileira de Inform\u00e1tica na Educa\u00e7\u00e3o 26, 02 (May 2018), 80\u2013101. https:\/\/doi.org\/10.5753\/rbie.2018.26.02.80 10.5753\/rbie.2018.26.02.80 Romero Tori, Gustavo\u00a0Ziyu Wang, Lucas\u00a0Henna Sallaberry, Allan\u00a0Amaral Tori, Elen\u00a0Colla\u00e7o de Oliveira, and Maria Aparecida A.\u00a0M. Machado. 2018. VIDA ODONTO: Ambiente de Realidade Virtual Para Treinamento Odontol\u00f3gico. Revista Brasileira de Inform\u00e1tica na Educa\u00e7\u00e3o 26, 02 (May 2018), 80\u2013101. https:\/\/doi.org\/10.5753\/rbie.2018.26.02.80"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2018.07.015"},{"key":"e_1_3_2_1_23_1","volume-title":"Scoring and Assessment in Medical VR Training Simulators with Dynamic Time Series Classification. Engineering Applications of Artificial Intelligence 94 (Sept","author":"Vaughan Neil","year":"2020","unstructured":"Neil Vaughan and Bogdan Gabrys . 2020. Scoring and Assessment in Medical VR Training Simulators with Dynamic Time Series Classification. Engineering Applications of Artificial Intelligence 94 (Sept . 2020 ), 103760. https:\/\/doi.org\/10.1016\/j.engappai.2020.103760 10.1016\/j.engappai.2020.103760 Neil Vaughan and Bogdan Gabrys. 2020. Scoring and Assessment in Medical VR Training Simulators with Dynamic Time Series Classification. Engineering Applications of Artificial Intelligence 94 (Sept. 2020), 103760. https:\/\/doi.org\/10.1016\/j.engappai.2020.103760"}],"event":{"name":"SVR'21: Symposium on Virtual and Augmented Reality","location":"Virtual Event Brazil","acronym":"SVR'21"},"container-title":["Symposium on Virtual and Augmented Reality"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3488162.3488207","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3488162.3488207","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T21:24:33Z","timestamp":1750195473000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3488162.3488207"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,18]]},"references-count":24,"alternative-id":["10.1145\/3488162.3488207","10.1145\/3488162"],"URL":"https:\/\/doi.org\/10.1145\/3488162.3488207","relation":{},"subject":[],"published":{"date-parts":[[2021,10,18]]},"assertion":[{"value":"2022-01-03","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}