{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,7]],"date-time":"2026-11-07T11:36:26Z","timestamp":1794051386754,"version":"4.8.0"},"reference-count":17,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2018,9,7]],"date-time":"2018-09-07T00:00:00Z","timestamp":1536278400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100006245","name":"Ministry of Science and Technology, Israel","doi-asserted-by":"publisher","award":["Grant 53681, 2016-19"],"award-info":[{"award-number":["Grant 53681, 2016-19"]}],"id":[{"id":"10.13039\/501100006245","id-type":"DOI","asserted-by":"publisher"}]},{"name":"The Hebrew University of Jerusalem","award":["TUBITAK ARDEB Grant No 110E264, 2015-16."],"award-info":[{"award-number":["TUBITAK ARDEB Grant No 110E264, 2015-16."]}],"id":[{"id":"https:\/\/ror.org\/03qxff017","id-type":"ROR","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Eur Radiol"],"published-print":{"date-parts":[[2019,3]]},"DOI":"10.1007\/s00330-018-5695-5","type":"journal-article","created":{"date-parts":[[2018,9,7]],"date-time":"2018-09-07T10:59:28Z","timestamp":1536317968000},"page":"1391-1399","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":273,"title":["Inter-observer variability of manual contour delineation of structures in CT"],"prefix":"10.1007","volume":"29","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3010-4770","authenticated-orcid":false,"given":"Leo","family":"Joskowicz","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"D.","family":"Cohen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"N.","family":"Caplan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"J.","family":"Sosna","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2018,9,7]]},"reference":[{"key":"5695_CR1","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1016\/j.clineuro.2016.01.005","volume":"142","author":"A Nanda","year":"2016","unstructured":"Nanda A, Konar SK, Maiti TK, Bir SC, Guthikonda B (2016) Stratification of predictive factors to assess resectability and surgical outcome in clinoidal meningioma. Clin Neurol Neurosurg 142:31\u201337","journal-title":"Clin Neurol Neurosurg"},{"issue":"11","key":"5695_CR2","doi-asserted-by":"publisher","first-page":"1945","DOI":"10.1007\/s11548-017-1660-z","volume":"12","author":"R Vivanti","year":"2017","unstructured":"Vivanti R, Szeskin A, Lev-Cohain N, Sosna J, Joskowicz L (2017) Automatic detection of new tumors and tumor burden evaluation in longitudinal liver CT scan studies. Int J Comput Assist Radiol Surg 12(11):1945\u20131957","journal-title":"Int J Comput Assist Radiol Surg"},{"issue":"6","key":"5695_CR3","doi-asserted-by":"publisher","first-page":"931","DOI":"10.21037\/jgo.2016.06.15","volume":"7","author":"N Bhooshan","year":"2016","unstructured":"Bhooshan N, Sharma NK, Badiyan S et al (2016) Pretreatment tumor volume as a prognostic factor in metastatic colorectal cancer treated with selective internal radiation to the liver using yttrium-90 resin microspheres. J Gastrointest Oncol 7(6):931\u2013937","journal-title":"J Gastrointest Oncol"},{"issue":"6","key":"5695_CR4","doi-asserted-by":"publisher","first-page":"435","DOI":"10.1016\/j.jcct.2016.10.002","volume":"10","author":"S Abbara","year":"2016","unstructured":"Abbara S, Blanke P, Maroules CD et al (2016) SCCT guidelines for the performance and acquisition of coronary computed tomographic angiography: A report of the society of Cardiovascular Computed Tomography Guidelines Committee: Endorsed by the North American Society for Cardiovascular Imaging (NASCI). J Cardiovasc Comput Tomogr 10(6):435\u2013449","journal-title":"J Cardiovasc Comput Tomogr"},{"key":"5695_CR5","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1016\/j.lungcan.2017.02.017","volume":"108","author":"V Greenberg","year":"2017","unstructured":"Greenberg V, Lazarev I, Frank Y, Dudnik J, Ariad S, Shelef I (2017) Semi-automatic volumetric measurement of response to chemotherapy in lung cancer patients: How wrong are we using RECIST? Lung Cancer 108:90\u201395","journal-title":"Lung Cancer"},{"issue":"17","key":"5695_CR6","first-page":"30282","volume":"S2211-5684","author":"LF Pupulim","year":"2017","unstructured":"Pupulim LF, Ronot M, Paradis V, Chemouny S, Vilgrain V (2017) Volumetric measurement of hepatic tumors: accuracy of manual contouring using CT with volumetric pathology as the reference method. Diagn Interv Imaging S2211-5684(17):30282\u201330286","journal-title":"Diagn Interv Imaging"},{"issue":"6","key":"5695_CR7","doi-asserted-by":"publisher","first-page":"118","DOI":"10.1120\/jacmp.v17i6.6485","volume":"17","author":"W Cai","year":"2016","unstructured":"Cai W, He B, Fan Y, Fang C, Jia F (2016) Comparison of liver volumetry on contrast-enhanced CT images: one semiautomatic and two automatic approaches. J Appl Clin Med Phys 17(6):118\u2013127","journal-title":"J Appl Clin Med Phys"},{"issue":"5","key":"5695_CR8","doi-asserted-by":"publisher","first-page":"633","DOI":"10.1016\/j.acra.2014.01.002","volume":"21","author":"M Haas","year":"2014","unstructured":"Haas M, Hamm B, Niehues SM (2014) Automated lung volumetry from routine thoracic CT scans: how reliable is the result? Acad Radiol 21(5):633\u2013638","journal-title":"Acad Radiol"},{"issue":"7","key":"5695_CR9","doi-asserted-by":"publisher","first-page":"903","DOI":"10.1109\/TMI.2004.828354","volume":"23","author":"SK Warfield","year":"2004","unstructured":"Warfield SK, Zou KH, Wells WM (2004) Simultaneous truth and performance level estimation (STAPLE): an algorithm for the validation of image segmentation. IEEE Trans Med Imaging 23(7):903\u2013921","journal-title":"IEEE Trans Med Imaging"},{"key":"5695_CR10","unstructured":"ITK-SNAP open software. \n                    http:\/\/www.itksnap.org\/pmwiki\/pmwiki.php\n                    \n                  . Accessed Jul 8 2018."},{"key":"5695_CR11","unstructured":"Cohen D (2017) Segmentation variability estimation in medical image processing: framework, method and study. MSc Thesis. The Hebrew University of Jerusalem Israel"},{"issue":"10","key":"5695_CR12","doi-asserted-by":"publisher","first-page":"1254","DOI":"10.1016\/j.acra.2006.07.012","volume":"13","author":"CR Meyer","year":"2006","unstructured":"Meyer CR, Johnson TD, McLennan G et al (2006) Evaluation of lung MDCT nodule annotation across radiologists and methods. Acad Radiol 13(10):1254\u20131265","journal-title":"Acad Radiol"},{"issue":"2","key":"5695_CR13","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1007\/s11060-016-2312-9","volume":"131","author":"HK B\u00f8","year":"2017","unstructured":"B\u00f8 HK, Solheim O, Jakola AS, Kvistad KA, Reinertsen I, Berntsen EM (2017) Intra-rater variability in low-grade glioma segmentation. J Neurooncol 131(2):393\u2013402","journal-title":"J Neurooncol"},{"key":"5695_CR14","doi-asserted-by":"crossref","unstructured":"Gurari D, Theriault D, Sameki M, et al (2015) How to collect segmentations for biomedical images? A benchmark evaluating the performance of experts, crowdsourced non-experts, and algorithms. Proc IEEE Winter Conference on Applications of Computer Vision, pp 1169\u20131176","DOI":"10.1109\/WACV.2015.160"},{"key":"5695_CR15","unstructured":"Irshad H, Montaser-Kouhsari L, Waltz G et al (2015) Crowdsourcing image annotation for nucleus detection and segmentation in computational pathology: evaluating experts, automated methods, and the crowd. Pac Symp Biocomput, pp 294\u2013305"},{"key":"5695_CR16","doi-asserted-by":"publisher","unstructured":"Helm E, Seitel A, Isensee F et al (2018) Clickstream analysis for crowd-based objects segmentation with confidence. IEEE Trans Pattern Anal Mach Intell, to appear. \n                    https:\/\/doi.org\/10.1109\/TPAMI.2017.2777967","DOI":"10.1109\/TPAMI.2017.2777967"},{"issue":"8","key":"5695_CR17","doi-asserted-by":"publisher","first-page":"1597","DOI":"10.1109\/TMI.2017.2665165","volume":"36","author":"VV Valindria","year":"2017","unstructured":"Valindria VV, Lavdas I, Bai W et al (2017) Reverse classification accuracy: predicting segmentation performance in the absence of ground truth. IEEE Trans Med Imaging 36(8):1597\u20131606","journal-title":"IEEE Trans Med Imaging"}],"container-title":["European Radiology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00330-018-5695-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00330-018-5695-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00330-018-5695-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,22]],"date-time":"2019-09-22T23:42:54Z","timestamp":1569195774000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00330-018-5695-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,9,7]]},"references-count":17,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2019,3]]}},"alternative-id":["5695"],"URL":"https:\/\/doi.org\/10.1007\/s00330-018-5695-5","relation":{},"ISSN":["0938-7994","1432-1084"],"issn-type":[{"value":"0938-7994","type":"print"},{"value":"1432-1084","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,9,7]]},"assertion":[{"value":"26 May 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 July 2018","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 July 2018","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 September 2018","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The scientific guarantor of this publication is Prof. Leo Joskowicz.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Guarantor"}},{"value":"The authors of this manuscript declare no relationships with any companies, whose products or services may be related to the subject matter of the article.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"No complex statistical methods were necessary for this paper.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Statistics and biometry"}},{"value":"Written informed consent was waived by the institutional review board.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}},{"value":"Institutional review board approval was obtained.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"\u2022 retrospective\u2022 experimental\u2022 performed at one institution","order":7,"name":"Ethics","group":{"name":"EthicsHeading","label":"Methodology"}}]}}