{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T05:39:10Z","timestamp":1777095550550,"version":"3.51.4"},"reference-count":14,"publisher":"Wiley","license":[{"start":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T00:00:00Z","timestamp":1776988800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"},{"start":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T00:00:00Z","timestamp":1776988800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/doi.wiley.com\/10.1002\/tdm_license_1.1"}],"funder":[{"DOI":"10.13039\/100009123","name":"Norges Teknisk-Naturvitenskapelige Universitet","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100009123","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100005416","name":"Norges Forskningsr\u00e5d","doi-asserted-by":"publisher","award":["334005"],"award-info":[{"award-number":["334005"]}],"id":[{"id":"10.13039\/501100005416","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["onlinelibrary.wiley.com"],"crossmark-restriction":true},"short-container-title":["Acta Ophthalmologica"],"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:sec>\n                    <jats:title>Purpose<\/jats:title>\n                    <jats:p>To test inter\u2010observer variation of plus disease diagnoses among Norwegian ophthalmologists and treatment centres.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Methods<\/jats:title>\n                    <jats:p>\n                      All ophthalmologists in Norway who make individual retinopathy of prematurity (ROP) treatment decisions were invited to grade retinal images using a web\u2010based image grading platform. The images (\n                      <jats:italic>n<\/jats:italic>\n                      \u2009=\u2009180) were a subset from the US Imaging and Informatics in Retinopathy of Prematurity (i\u2010ROP) study and were either normal, with pre\u2010plus disease, or plus disease. Agreement both between ophthalmologists and between the five different centres in Norway with a reference standard diagnosis (RSD) was measured through weighted kappa (\n                      <jats:italic>k<\/jats:italic>\n                      ) and percent agreement (PA). Agreement with the US RSD was also measured. Each image was associated with an artificial intelligence\u2010based Vascular Severity Score (VSS) ranging from 1 to 9, and the VSS agreement rate for each score was compared.\n                    <\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Results<\/jats:title>\n                    <jats:p>\n                      All invited ophthalmologists (\n                      <jats:italic>n<\/jats:italic>\n                      \u2009=\u200915, of which six from the largest centre and two to three from each of the other four centres) agreed to participate. Agreement between ophthalmologists and the Norwegian RSD ranged from moderate (\n                      <jats:italic>k<\/jats:italic>\n                      \u2009=\u20090.458) to near perfect (\n                      <jats:italic>k<\/jats:italic>\n                      \u2009=\u20090.844), and from substantial (\n                      <jats:italic>k<\/jats:italic>\n                      \u2009=\u20090.679) to near perfect (\n                      <jats:italic>k<\/jats:italic>\n                      \u2009=\u20090.802) between consensus diagnosis at each centre and the Norwegian RSD. The agreement between centres and the US RSD ranged from moderate to substantial (\n                      <jats:italic>\u03ba<\/jats:italic>\n                      \u2009=\u20090.561\u20130.729).\n                    <\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Conclusion<\/jats:title>\n                    <jats:p>Overall inter\u2010observer variability in Norway was low. Such variability is therefore unlikely to explain regional differences in the frequency of treated ROP in Norway.<\/jats:p>\n                  <\/jats:sec>","DOI":"10.1111\/aos.70146","type":"journal-article","created":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T05:00:32Z","timestamp":1777093232000},"update-policy":"https:\/\/doi.org\/10.1002\/crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Inter\u2010observer variability is unlikely to explain regional differences in retinopathy of prematurity in Norway"],"prefix":"10.1111","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9782-576X","authenticated-orcid":false,"given":"Dordi","family":"Austeng","sequence":"first","affiliation":[{"name":"Department of Neuromedicine and Movement Science Norwegian University of Science and Technology (NTNU)  Trondheim Norway"},{"name":"Department of Ophthalmology, St. Olavs Hospital Trondheim University Hospital  Trondheim Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-8529-5961","authenticated-orcid":false,"given":"Kyrre","family":"Moljord","sequence":"additional","affiliation":[{"name":"Department of Neuromedicine and Movement Science Norwegian University of Science and Technology (NTNU)  Trondheim Norway"},{"name":"Department of Ophthalmology, St. Olavs Hospital Trondheim University Hospital  Trondheim Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5876-284X","authenticated-orcid":false,"given":"Tora Sund","family":"Morken","sequence":"additional","affiliation":[{"name":"Department of Neuromedicine and Movement Science Norwegian University of Science and Technology (NTNU)  Trondheim Norway"},{"name":"Department of Ophthalmology, St. Olavs Hospital Trondheim University Hospital  Trondheim Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aaron S.","family":"Coyner","sequence":"additional","affiliation":[{"name":"Department of Ophthalmology, School of Medicine Oregon Health &amp; Science University (OHSU)  Portland Oregon USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"J. Peter","family":"Campbell","sequence":"additional","affiliation":[{"name":"Department of Ophthalmology, School of Medicine Oregon Health &amp; Science University (OHSU)  Portland Oregon USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"311","published-online":{"date-parts":[[2026,4,24]]},"reference":[{"key":"e_1_2_7_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ophtha.2024.05.019"},{"key":"e_1_2_7_3_1","doi-asserted-by":"publisher","DOI":"10.1001\/jamaophthalmol.2018.0649"},{"key":"e_1_2_7_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ophtha.2016.07.026"},{"key":"e_1_2_7_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ophtha.2016.04.035"},{"key":"e_1_2_7_6_1","doi-asserted-by":"publisher","DOI":"10.1001\/archopht.125.7.875"},{"key":"e_1_2_7_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ophtha.2021.05.031"},{"key":"e_1_2_7_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ophtha.2024.06.006"},{"key":"e_1_2_7_9_1","doi-asserted-by":"publisher","DOI":"10.1038\/eye.2017.150"},{"key":"e_1_2_7_10_1","doi-asserted-by":"publisher","DOI":"10.1111\/aos.14593"},{"key":"e_1_2_7_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ajo.2015.05.016"},{"key":"e_1_2_7_12_1","doi-asserted-by":"publisher","DOI":"10.1001\/archopht.120.11.1470"},{"key":"e_1_2_7_13_1","volume-title":"Norsk nyf\u00f8dtmedisinsk kvalitetsregister\u2014\u00c5rsrapport 2024","author":"R\u00f8nnestad A.","year":"2025"},{"key":"e_1_2_7_14_1","doi-asserted-by":"publisher","DOI":"10.1111\/aos.17525"},{"key":"e_1_2_7_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jaapos.2007.11.022"}],"container-title":["Acta Ophthalmologica"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1111\/aos.70146","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/full-xml\/10.1111\/aos.70146","content-type":"application\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1111\/aos.70146","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T05:00:34Z","timestamp":1777093234000},"score":1,"resource":{"primary":{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/10.1111\/aos.70146"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,24]]},"references-count":14,"alternative-id":["10.1111\/aos.70146"],"URL":"https:\/\/doi.org\/10.1111\/aos.70146","archive":["Portico"],"relation":{},"ISSN":["1755-375X","1755-3768"],"issn-type":[{"value":"1755-375X","type":"print"},{"value":"1755-3768","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4,24]]},"assertion":[{"value":"2025-11-06","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2026-04-09","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2026-04-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}],"article-number":"aos.70146"}}