{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T20:41:25Z","timestamp":1740170485283,"version":"3.37.3"},"reference-count":27,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100003593","name":"Brazilian National Council for Scientific and Technological Development","doi-asserted-by":"publisher","award":["305731\/2021-1"],"award-info":[{"award-number":["305731\/2021-1"]}],"id":[{"id":"10.13039\/501100003593","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE R. Iberoamericana Tecnologias Aprendizaje"],"published-print":{"date-parts":[[2023,2]]},"DOI":"10.1109\/rita.2023.3250446","type":"journal-article","created":{"date-parts":[[2023,2,28]],"date-time":"2023-02-28T18:52:42Z","timestamp":1677610362000},"page":"2-9","source":"Crossref","is-referenced-by-count":1,"title":["Quantitative Analysis of Users\u2019 Agreement on Open Educational Resources Quality Inside Repositories"],"prefix":"10.1109","volume":"18","author":[{"given":"Mayara Sousa","family":"Stein","sequence":"first","affiliation":[{"name":"Information and Communication Technologies (PPGTIC), Federal University of Santa Catarina, Campus Ararangu&#x00E1;, Santa Catarina, Ararangu\u00e1, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6384-409X","authenticated-orcid":false,"given":"Cristian","family":"Cechinel","sequence":"additional","affiliation":[{"name":"Information and Communication Technologies (PPGTIC), Federal University of Santa Catarina, Campus Ararangu&#x00E1;, Santa Catarina, Ararangu\u00e1, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8319-743X","authenticated-orcid":false,"given":"Vinicius Faria Culmant","family":"Ramos","sequence":"additional","affiliation":[{"name":"Information and Communication Technologies (PPGTIC), Federal University of Santa Catarina, Ararangu&#x00E1;, Brazil"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2011.01.012"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.28945\/384"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2015.03.026"},{"issue":"1","key":"ref4","first-page":"389","article-title":"An\u00e1lise quantitativa da concord\u00e2ncia entre pares de avaliadores de recursos digitais educacionais:\u03bcm estudo de caso com dados do reposit\u00f3rio merlot","volume-title":"Proc. Brazilian Symp. Comput. Educ. Simp\u00f3sio Brasileiro de Inform\u00e1tica na Educa\u00e7 ao SBIE","volume":"30","author":"Cristian Cechinel Vinicius Ramos"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.28945\/1339"},{"article-title":"Open educational resources: Opportunities and challenges","volume-title":"Proceedings of Open Education, Community, Culture, and Content","author":"Hyl\u00e9n","key":"ref6"},{"issue":"2","key":"ref7","first-page":"3","article-title":"The quality adaptation model: Adaptation and adoption of the quality standard ISO\/IEC 19796\u20131 for learning, education, and training","volume":"10","author":"Pawlowski","year":"2007","journal-title":"Educ. Technol. Soc."},{"issue":"3","key":"ref8","first-page":"20","article-title":"Evaluation of inter-rater agreement and inter-rater reliability for observational data: An overview of concepts and methods","volume":"41","author":"Bajpai","year":"2015","journal-title":"J. Indian Acad. Appl. Psychol."},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18222\/eae255920142750"},{"issue":"10","key":"ref10","doi-asserted-by":"crossref","first-page":"1033","DOI":"10.1016\/j.jclinepi.2005.10.015","article-title":"When to use agreement versus reliability measures","volume":"59","author":"de Vet","year":"2006","journal-title":"J. Clin. Epidemiol."},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/B978-012691360-6\/50005-7"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1002\/9781118445112.stat04910"},{"issue":"2","key":"ref13","doi-asserted-by":"crossref","first-page":"207","DOI":"10.2307\/2529972","article-title":"Extension of the Kappa coefficient","volume":"36","author":"Kraemer","year":"1980","journal-title":"Biometrics"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcm.2016.02.012"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1002\/SERIES1345"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1037\/1082-989X.1.1.30"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.2466\/pr0.1966.19.1.3"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1117\/1.jbo.20.5.050801"},{"issue":"3","key":"ref19","first-page":"136","article-title":"Adoption of the multimedia educational resource for learning and online teaching (MERLOT) among higher education faculty: Evidence from the State University of New York learning network","volume":"2","author":"Shea","year":"2006","journal-title":"MERLOT J. Online Learn. Teaching"},{"key":"ref20","first-page":"71","article-title":"Objetos de Aprendizagem: Introdu\u00e7 ao e fundamentos","volume":"1","author":"Cechinel","year":"2015","journal-title":"Editora UFABC"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2012.07.004"},{"journal-title":"Estat\u00edstica Aplicada \u00e0s \u00e0s Ci\u00eancias Sociais","year":"1994","author":"Barbetta","key":"ref22"},{"article-title":"Evidence based policy and the quality of evidence: Rethinking peer review","volume-title":"ESRC UK Centre for Evidence Based Policy and Practice","author":"Grayson","key":"ref23"},{"issue":"3","key":"ref24","first-page":"227","article-title":"Peer review in scientific publications: Benefits, critiques, & a survival guide","volume":"25","author":"Kelly","year":"2014","journal-title":"J. Int. Fed. Clin. Chem. Lab. Med."},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1590\/S0103-21002012000500024"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1590\/S0034-89102006000400005"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3264560.3264567"}],"container-title":["IEEE Revista Iberoamericana de Tecnologias del Aprendizaje"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6245520\/10105500\/10056317.pdf?arnumber=10056317","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,14]],"date-time":"2024-03-14T03:23:31Z","timestamp":1710386611000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10056317\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2]]},"references-count":27,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/rita.2023.3250446","relation":{},"ISSN":["1932-8540","2374-0132"],"issn-type":[{"type":"electronic","value":"1932-8540"},{"type":"electronic","value":"2374-0132"}],"subject":[],"published":{"date-parts":[[2023,2]]}}}