{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T18:39:59Z","timestamp":1786991999214,"version":"build-2736575974"},"reference-count":31,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,4,3]],"date-time":"2025-04-03T00:00:00Z","timestamp":1743638400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001659","name":"German Research Foundation","doi-asserted-by":"publisher","award":["KR 5457\/1-1"],"award-info":[{"award-number":["KR 5457\/1-1"]}],"id":[{"id":"10.13039\/501100001659","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Dentistry"],"published-print":{"date-parts":[[2025,6]]},"DOI":"10.1016\/j.jdent.2025.105728","type":"journal-article","created":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T09:50:04Z","timestamp":1743501004000},"page":"105728","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":12,"special_numbering":"C","title":["From inconsistent annotations to ground truth: Aggregation strategies for annotations of proximal carious lesions in dental imagery"],"prefix":"10.1016","volume":"157","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-0706-8794","authenticated-orcid":false,"given":"Vanessa","family":"Klein","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Martha","family":"B\u00fcttner","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3128-3616","authenticated-orcid":false,"given":"Gerd","family":"G\u00f6stemeyer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sarina","family":"Rolle","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6260-9992","authenticated-orcid":false,"given":"Antonin","family":"Tichy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1223-1669","authenticated-orcid":false,"given":"Falk","family":"Schwendicke","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2705-4194","authenticated-orcid":false,"given":"Noah F.","family":"Nordblom","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jdent.2025.105728_bib0001","doi-asserted-by":"crossref","first-page":"1747","DOI":"10.1177\/00220345000790100301","article-title":"The real performance of bitewing radiography and fiber-optic transillumination in approximal caries diagnosis","volume":"79","author":"Vaarkamp","year":"2000","journal-title":"J. Dent. Res."},{"key":"10.1016\/j.jdent.2025.105728_bib0002","doi-asserted-by":"crossref","DOI":"10.1016\/j.jdent.2020.103425","article-title":"Detecting caries lesions of different radiographic extension on bitewings using deep learning","volume":"100","author":"Cantu","year":"2020","journal-title":"J. Dent."},{"key":"10.1016\/j.jdent.2025.105728_bib0003","doi-asserted-by":"crossref","first-page":"481","DOI":"10.1038\/s41415-021-3526-6","article-title":"The ADEPT study: a comparative study of dentists\u2019 ability to detect enamel-only proximal caries in bitewing radiographs with and without the use of AssistDent artificial intelligence software","volume":"231","author":"Devlin","year":"2021","journal-title":"Br. Dent. J."},{"key":"10.1016\/j.jdent.2025.105728_bib0004","doi-asserted-by":"crossref","first-page":"6069","DOI":"10.1007\/s00784-021-04113-1","article-title":"Systematic review and meta-analysis of diagnostic studies of proximal surface caries","volume":"25","author":"Janjic Rankovic","year":"2021","journal-title":"Clin. Oral Investig."},{"key":"10.1016\/j.jdent.2025.105728_bib0005","doi-asserted-by":"crossref","first-page":"3846","DOI":"10.3390\/jcm13133846","article-title":"Developing the benchmark: establishing a gold standard for the evaluation of AI caries diagnostics","volume":"13","author":"Boldt","year":"2024","journal-title":"J. Clin. Med."},{"key":"10.1016\/j.jdent.2025.105728_bib0006","doi-asserted-by":"crossref","first-page":"937","DOI":"10.3390\/jcm12030937","article-title":"Machine learning in dentistry: a scoping review","volume":"12","author":"Arsiwala-Scheppach","year":"2023","journal-title":"J. Clin. Med."},{"key":"10.1016\/j.jdent.2025.105728_bib0007","doi-asserted-by":"crossref","first-page":"1365","DOI":"10.1177\/00220345241272052","article-title":"Publicly available dental image datasets for artificial intelligence","volume":"103","author":"Uribe","year":"2024","journal-title":"J. Dent. Res."},{"key":"10.1016\/j.jdent.2025.105728_bib0008","doi-asserted-by":"crossref","first-page":"2296","DOI":"10.1109\/TKDE.2016.2535242","article-title":"Crowdsourced data management: a survey","volume":"28","author":"Li","year":"2016","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"10.1016\/j.jdent.2025.105728_bib0009","doi-asserted-by":"crossref","first-page":"2783","DOI":"10.1109\/TFUZZ.2021.3062899","article-title":"The fusion of deep learning and fuzzy systems: a state-of-the-art survey","volume":"30","author":"Zheng","year":"2022","journal-title":"IEEE Trans. Fuzzy Syst."},{"key":"10.1016\/j.jdent.2025.105728_bib0010","series-title":"Multi-annotator Deep Learning: A Probabilistic Framework for Classification","author":"Herde","year":"2023"},{"key":"10.1016\/j.jdent.2025.105728_bib0011","series-title":"Proceedings of the 23rd International Conference on World Wide Web, ACM","first-page":"155","article-title":"Community-based bayesian aggregation models for crowdsourcing","author":"Venanzi","year":"2014"},{"key":"10.1016\/j.jdent.2025.105728_bib0012","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1016\/j.jdent.2018.03.002","article-title":"In vitro performance of the DIAGNOcam for detecting proximal carious lesions adjacent to composite restorations","volume":"72","author":"Elhennawy","year":"2018","journal-title":"J. Dent."},{"key":"10.1016\/j.jdent.2025.105728_bib0013","doi-asserted-by":"crossref","first-page":"565","DOI":"10.1177\/0022034514531291","article-title":"Radiopaque tagging masks caries lesions following incomplete excavation in vitro","volume":"93","author":"Schwendicke","year":"2014","journal-title":"J. Dent. Res."},{"key":"10.1016\/j.jdent.2025.105728_bib0014","doi-asserted-by":"crossref","DOI":"10.1016\/j.jdent.2019.103260","article-title":"Deep learning for caries lesion detection in near-infrared light transillumination images: a pilot study","volume":"92","author":"Schwendicke","year":"2020","journal-title":"J. Dent."},{"key":"10.1016\/j.jdent.2025.105728_bib0015","unstructured":"T. Ekert, J. Krois, F. Schwendicke, Building a mass online annotation tool for dental radiographic imagery, (2018). https:\/\/openreview.net\/forum?id=SkcgYEoiG (accessed February 7, 2025)."},{"key":"10.1016\/j.jdent.2025.105728_bib0016","doi-asserted-by":"crossref","first-page":"20","DOI":"10.2307\/2346806","article-title":"Maximum likelihood estimation of observer error-rates using the EM algorithm","volume":"28","author":"Dawid","year":"1979","journal-title":"Appl. Stat."},{"key":"10.1016\/j.jdent.2025.105728_bib0017","doi-asserted-by":"crossref","first-page":"6227","DOI":"10.21105\/joss.06227","article-title":"Learning from crowds with crowd-Kit","volume":"9","author":"Ustalov","year":"2024","journal-title":"J. Open Source Software"},{"key":"10.1016\/j.jdent.2025.105728_bib0018","series-title":"Proceedings of the 2013 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","first-page":"1120","article-title":"Learning Whom to Trust with MACE","author":"Hovy","year":"2013"},{"key":"10.1016\/j.jdent.2025.105728_bib0019","doi-asserted-by":"crossref","first-page":"613","DOI":"10.1177\/001316447303300309","article-title":"The equivalence of weighted kappa and the intraclass correlation coefficient as measures of reliability","volume":"33","author":"Fleiss","year":"1973","journal-title":"Educ. Psychol. Meas."},{"key":"10.1016\/j.jdent.2025.105728_bib0020","unstructured":"L. Budach, M. Feuerpfeil, N. Ihde, A. Nathansen, N. Noack, H. Patzlaff, F. Naumann, H. Harmouch, The effects of data quality on machine learning performance, (2022). https:\/\/doi.org\/10.48550\/arXiv.2207.14529."},{"key":"10.1016\/j.jdent.2025.105728_bib0021","doi-asserted-by":"crossref","first-page":"3058","DOI":"10.3390\/jcm12093058","article-title":"Impact of noisy labels on dental deep learning-calculus detection on bitewing radiographs","volume":"12","author":"B\u00fcttner","year":"2023","journal-title":"J. Clin. Med."},{"key":"10.1016\/j.jdent.2025.105728_bib0022","doi-asserted-by":"crossref","first-page":"924","DOI":"10.1016\/j.jdent.2015.02.009","article-title":"Radiographic caries detection: a systematic review and meta-analysis","volume":"43","author":"Schwendicke","year":"2015","journal-title":"J. Dent."},{"key":"10.1016\/j.jdent.2025.105728_bib0023","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1097\/JTO.0b013e3181fc0878","article-title":"A systematic review of the interobserver variability for histology in the differentiation between squamous and nonsquamous non-small cell lung cancer","volume":"6","author":"Paech","year":"2011","journal-title":"J. Thorac. Oncol."},{"key":"10.1016\/j.jdent.2025.105728_bib0024","doi-asserted-by":"crossref","first-page":"167","DOI":"10.1016\/j.media.2018.09.005","article-title":"Automatic grading of prostate cancer in digitized histopathology images: learning from multiple experts","volume":"50","author":"Nir","year":"2018","journal-title":"Med. Image Anal."},{"key":"10.1016\/j.jdent.2025.105728_bib0025","doi-asserted-by":"crossref","first-page":"790","DOI":"10.1111\/his.14601","article-title":"Diagnostic variability in the histopathological assessment of advanced colorectal adenomas and early colorectal cancer in a screening population","volume":"80","author":"Smits","year":"2022","journal-title":"Histopathology"},{"key":"10.1016\/j.jdent.2025.105728_bib0026","doi-asserted-by":"crossref","first-page":"1504","DOI":"10.1038\/s41598-020-58467-9","article-title":"Deep learning models for histopathological classification of gastric and colonic epithelial tumours","volume":"10","author":"Iizuka","year":"2020","journal-title":"Sci. Rep."},{"key":"10.1016\/j.jdent.2025.105728_bib0027","doi-asserted-by":"crossref","first-page":"295","DOI":"10.1007\/s00428-022-03327-2","article-title":"Substantial improvement of histopathological diagnosis by whole-slide image-based remote consultation","volume":"481","author":"Shinohara","year":"2022","journal-title":"Virchows. Arch."},{"key":"10.1016\/j.jdent.2025.105728_bib0028","first-page":"15750","article-title":"Disentangling human error from ground truth in segmentation of medical images","volume":"33","author":"Zhang","year":"2020","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"10.1016\/j.jdent.2025.105728_bib0029","doi-asserted-by":"crossref","first-page":"1237","DOI":"10.3390\/diagnostics12051237","article-title":"Self-supervised learning methods for label-efficient dental caries classification","volume":"12","author":"Taleb","year":"2022","journal-title":"Diagnostics"},{"key":"10.1016\/j.jdent.2025.105728_bib0030","doi-asserted-by":"crossref","first-page":"6680","DOI":"10.1038\/s41598-017-06735-6","article-title":"Comparison of micro-CT imaging and histology for approximal caries detection","volume":"7","author":"Boca","year":"2017","journal-title":"Sci. Rep."},{"key":"10.1016\/j.jdent.2025.105728_bib0031","doi-asserted-by":"crossref","first-page":"1325","DOI":"10.1186\/s12903-024-05076-x","article-title":"Enhancement of early proximal caries annotations in radiographs: introducing the Diagnostic Insights for Radiographic Early-caries with micro-CT (ACTA-DIRECT) dataset","volume":"24","author":"Valenzuela","year":"2024","journal-title":"BMC Oral. Health"}],"container-title":["Journal of Dentistry"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0300571225001733?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0300571225001733?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T14:18:45Z","timestamp":1778509125000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0300571225001733"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6]]},"references-count":31,"alternative-id":["S0300571225001733"],"URL":"https:\/\/doi.org\/10.1016\/j.jdent.2025.105728","relation":{},"ISSN":["0300-5712"],"issn-type":[{"value":"0300-5712","type":"print"}],"subject":[],"published":{"date-parts":[[2025,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"From inconsistent annotations to ground truth: Aggregation strategies for annotations of proximal carious lesions in dental imagery","name":"articletitle","label":"Article Title"},{"value":"Journal of Dentistry","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jdent.2025.105728","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Authors. Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"105728"}}