{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,28]],"date-time":"2026-09-28T11:46:52Z","timestamp":1790596012137,"version":"4.1.0"},"reference-count":20,"publisher":"Oxford University Press (OUP)","issue":"5","license":[{"start":{"date-parts":[[2025,1,9]],"date-time":"2025-01-09T00:00:00Z","timestamp":1736380800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R33TW011753"],"award-info":[{"award-number":["R33TW011753"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,9,3]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:sec>\n                  <jats:title>Background<\/jats:title>\n                  <jats:p>Diagnosis of soil-transmitted helminthiasis and schistosomiasis for surveillance relies on microscopic detection of ova in Kato\u2013Katz (KK) prepared slides. Artificial intelligence (AI)-based platforms for parasitic eggs may be developed using a robust image set with defined labels by reference microscopists. This study aimed to determine interobserver variability among reference microscopists in identifying parasite ova.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Methods<\/jats:title>\n                  <jats:p>Images of parasite ova taken from KK prepared slides were labelled according to species by two reference microscopists (M1 and M2). A third reference microscopist (M3) labelled images when the first two did not agree. Frequency, percent agreement, \u03ba statistics and variability score (VS) were generated for analysis.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Results<\/jats:title>\n                  <jats:p>M1 and M2 agreed on 89.24% of the labelled images (\u03ba=0.86, p&amp;lt;0.001). M3 had agreement with M1 and M2 (\u03ba=0.30, p&amp;lt;0.001 and \u03ba=0.28, p&amp;lt;0.001), resolving 89.29% of disagreement between them. The labelling of Schistosoma japonicum had the highest VS (\u03ba=0.487, p=0.101) among the targeted ova. Reference microscopists were able to reliably reach consensus in 99.0% of the dataset.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Conclusions<\/jats:title>\n                  <jats:p>Training AI using this image set may provide more objective and reliable readings compared with that of reference microscopists.<\/jats:p>\n               <\/jats:sec>","DOI":"10.1093\/inthealth\/ihae085","type":"journal-article","created":{"date-parts":[[2024,11,3]],"date-time":"2024-11-03T23:17:29Z","timestamp":1730675849000},"page":"836-842","source":"Crossref","is-referenced-by-count":3,"title":["Variability of interobserver interpretation of selected helminth ova in the development of a training image set"],"prefix":"10.1093","volume":"17","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-9009-8817","authenticated-orcid":false,"given":"Rupert Stephen Charles S","family":"Chua","sequence":"first","affiliation":[{"name":"University of the Philippines Manila Neglected Tropical Diseases Study Group, National Institutes of Health, , Manila ,","place":["Philippines"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kiersten A","family":"Henderson","sequence":"additional","affiliation":[{"name":"Parasite ID , Corp., Seattle, WA ,","place":["USA"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lorenzo Maria C","family":"de Guzman","sequence":"additional","affiliation":[{"name":"University of the Philippines Manila Neglected Tropical Diseases Study Group, National Institutes of Health, , Manila ,","place":["Philippines"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vicki","family":"Foss","sequence":"additional","affiliation":[{"name":"Parasite ID , Corp., Seattle, WA ,","place":["USA"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nathaniel","family":"Schub","sequence":"additional","affiliation":[{"name":"Parasite ID , Corp., Seattle, WA ,","place":["USA"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cameron","family":"Bell","sequence":"additional","affiliation":[{"name":"Parasite ID , Corp., Seattle, WA ,","place":["USA"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John Robert C","family":"Medina","sequence":"additional","affiliation":[{"name":"University of the Philippines Institute of Clinical Epidemiology, National Institutes of Health, , Manila, Manila ,","place":["Philippines"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Taggart G","family":"Siao","sequence":"additional","affiliation":[{"name":"University of the Philippines Manila Neglected Tropical Diseases Study Group, National Institutes of Health, , Manila ,","place":["Philippines"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Myra S","family":"Mistica","sequence":"additional","affiliation":[{"name":"University of the Philippines Manila Department of Parasitology, College of Public Health, , Manila ,","place":["Philippines"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maria Luz B","family":"Belleza","sequence":"additional","affiliation":[{"name":"University of the Philippines Manila Department of Parasitology, College of Public Health, , Manila ,","place":["Philippines"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marie Cris R","family":"Modequillo","sequence":"additional","affiliation":[{"name":"Health Davao Center for Health Development Department of , Davao City ,","place":["Philippines"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nadine Joyce C","family":"Torres","sequence":"additional","affiliation":[{"name":"Health Caraga Center for Health Development Department of , Butuan City ,","place":["Philippines"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"suffix":"Jr.","given":"Vicente Y","family":"Belizario","sequence":"additional","affiliation":[{"name":"University of the Philippines Manila Neglected Tropical Diseases Study Group, National Institutes of Health, , Manila ,","place":["Philippines"]},{"name":"University of the Philippines Manila Department of Parasitology, College of Public Health, , Manila ,","place":["Philippines"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2025,1,9]]},"reference":[{"key":"2025091922314925100_bib1","volume-title":"Ending the neglect to attain the Sustainable Development Goals: a sustainability framework for action against neglected tropical diseases 2021\u20132030","author":"World Health Organization","year":"2021"},{"key":"2025091922314925100_bib2","volume-title":"Schistosomiasis (Bilharzia)","author":"World Health Organization","year":"2020"},{"key":"2025091922314925100_bib3","volume-title":"Soil-transmitted helminth infections","author":"World Health Organization","year":"2023"},{"issue":"12","key":"2025091922314925100_bib4","doi-asserted-by":"crossref","first-page":"e0010026","DOI":"10.1371\/journal.pntd.0010026","article-title":"Prevalence of soil-transmitted helminth infections, schistosomiasis, and lymphatic filariasis before and after preventive chemotherapy initiation in the Philippines: a systematic review and meta-analysis","volume":"15","author":"Delos Trinos","year":"2021","journal-title":"PLoS Negl Trop Dis"},{"issue":"11","key":"2025091922314925100_bib5","doi-asserted-by":"crossref","first-page":"765","DOI":"10.1016\/j.ijpara.2014.05.009","article-title":"Sensitivity of diagnostic tests for human soil-transmitted helminth infections: a meta-analysis in the absence of a true gold standard","volume":"44","author":"Nikolay","year":"2014","journal-title":"Int J Parasitol"},{"issue":"Suppl 1","key":"2025091922314925100_bib6","doi-asserted-by":"crossref","first-page":"S12","DOI":"10.1016\/j.actatropica.2011.02.010","article-title":"Soil-transmitted helminth and other intestinal parasitic infections among school children in indigenous people communities in Davao del Norte, Philippines","volume":"120","author":"Belizario","year":"2011","journal-title":"Acta Trop"},{"issue":"6","key":"2025091922314925100_bib7","doi-asserted-by":"crossref","first-page":"e0009422","DOI":"10.1371\/journal.pntd.0009422","article-title":"The role of diagnostic technologies to measure progress toward WHO 2030 targets for soil-transmitted helminth control programs","volume":"15","author":"Stuyver","year":"2021","journal-title":"PLoS Negl Trop Dis"},{"key":"2025091922314925100_bib8","doi-asserted-by":"crossref","first-page":"106268","DOI":"10.1016\/j.dib.2020.106268","article-title":"MYNursingHome: a fully-labelled image dataset for indoor object classification","volume":"32","author":"Ismail","year":"2020","journal-title":"Data Brief"},{"issue":"2","key":"2025091922314925100_bib9","doi-asserted-by":"crossref","first-page":"240","DOI":"10.1111\/his.12387","article-title":"Understanding diagnostic variability in breast pathology: lessons learned from an expert consensus review panel","volume":"65","author":"Allison","year":"2014","journal-title":"Histopathology"},{"issue":"4","key":"2025091922314925100_bib10","doi-asserted-by":"crossref","first-page":"305","DOI":"10.1136\/jcp.55.4.305","article-title":"Offline telepathology diagnosis of colorectal polyps: a study of interobserver agreement and comparison with glass slide diagnoses","volume":"55","author":"Cross","year":"2002","journal-title":"J Clin Pathol"},{"key":"2025091922314925100_bib11","volume-title":"Bench aids for the diagnosis of intestinal parasites, second edition","author":"World Health Organization","year":"2019"},{"issue":"4","key":"2025091922314925100_bib12","first-page":"211","article-title":"[Comparison of individual differences in the direct microscopic examination in the diagnosis of intestinal parasites]","volume":"36","author":"Do\u011fan","year":"2013","journal-title":"T\u00fcrkiye Parazitoloji Dergisi"},{"key":"2025091922314925100_bib13","author":"Samsung","year":"2021"},{"key":"2025091922314925100_bib14","volume-title":"Set up an image labeling project\u2014Azure Machine Learning. Microsoft Learn.","year":"2024"},{"key":"2025091922314925100_bib15","doi-asserted-by":"crossref","DOI":"10.1201\/9780429258589","volume-title":"Practical statistics for medical research","author":"Altman","year":"1990"},{"issue":"3","key":"2025091922314925100_bib16","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1111\/j.1469-0691.2009.02782.x","article-title":"Microscopic diagnosis of sodium acetate-acetic acid-formalin-fixed stool samples for helminths and intestinal protozoa: a comparison among European reference laboratories","volume":"16","author":"Utzinger","year":"2010","journal-title":"Clin Microbiol Infect"},{"issue":"13","key":"2025091922314925100_bib17","doi-asserted-by":"crossref","first-page":"1554","DOI":"10.1017\/S0031182021001256","article-title":"Ascaris lumbricoides eggs or artefacts? A diagnostic conundrum","volume":"148","author":"Maurelli","year":"2021","journal-title":"Parasitology"},{"issue":"3","key":"2025091922314925100_bib18","doi-asserted-by":"crossref","first-page":"276","DOI":"10.11613\/BM.2012.031","article-title":"Interrater reliability: the kappa statistic","volume":"22","author":"McHugh","year":"2012","journal-title":"Biochem Med (Zagreb)"},{"issue":"1","key":"2025091922314925100_bib19","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.trstmh.2006.08.004","article-title":"Spatial epidemiology of human schistosomiasis in Africa: risk models, transmission dynamics and control","volume":"101","author":"Brooker","year":"2007","journal-title":"Trans R Soc Trop Med Hyg"},{"issue":"668","key":"2025091922314925100_bib20","doi-asserted-by":"crossref","first-page":"143","DOI":"10.3399\/bjgp18X695213","article-title":"Artificial intelligence in medicine: current trends and future possibilities","volume":"68","author":"Buch","year":"2018","journal-title":"Br J Gen Pract"}],"container-title":["International Health"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/inthealth\/article-pdf\/17\/5\/836\/61389705\/ihae085.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/inthealth\/article-pdf\/17\/5\/836\/61389705\/ihae085.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,20]],"date-time":"2025-09-20T02:31:55Z","timestamp":1758335515000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/inthealth\/article\/17\/5\/836\/7950355"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,9]]},"references-count":20,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2025,1,9]]},"published-print":{"date-parts":[[2025,9,3]]}},"URL":"https:\/\/doi.org\/10.1093\/inthealth\/ihae085","relation":{},"ISSN":["1876-3413","1876-3405"],"issn-type":[{"value":"1876-3413","type":"print"},{"value":"1876-3405","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2025,9]]},"published":{"date-parts":[[2025,1,9]]}}}