{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T19:31:46Z","timestamp":1757619106444,"version":"3.44.0"},"publisher-location":"Cham","reference-count":45,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031986871"},{"type":"electronic","value":"9783031986888"}],"license":[{"start":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T00:00:00Z","timestamp":1752710400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T00:00:00Z","timestamp":1752710400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-031-98688-8_10","type":"book-chapter","created":{"date-parts":[[2025,7,16]],"date-time":"2025-07-16T09:08:34Z","timestamp":1752656914000},"page":"133-144","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Augmenting Chest X-ray Datasets with\u00a0Non-Expert Annotations"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0176-9324","authenticated-orcid":false,"given":"Veronika","family":"Cheplygina","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cathrine","family":"Damgaard","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Trine Naja","family":"Eriksen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6195-1120","authenticated-orcid":false,"given":"Dovile","family":"Juodelyte","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7870-0603","authenticated-orcid":false,"given":"Amelia","family":"Jim\u00e9nez-S\u00e1nchez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,7,17]]},"reference":[{"key":"10_CR1","doi-asserted-by":"crossref","unstructured":"Abbasi-Sureshjani, S., Raumanns, R., Michels, B.E., Schouten, G., Cheplygina, V.: Risk of training diagnostic algorithms on data with demographic bias. In: MICCAI LABELS workshop. Lecture Notes in Computer Science, vol. 12446, pp. 183\u2013192. Springer (2020)","DOI":"10.1007\/978-3-030-61166-8_20"},{"key":"10_CR2","doi-asserted-by":"crossref","unstructured":"Adeli, E., et al.: Representation learning with statistical independence to mitigate bias. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 2513\u20132523 (2021)","DOI":"10.1109\/WACV48630.2021.00256"},{"issue":"5","key":"10_CR3","doi-asserted-by":"publisher","first-page":"1313","DOI":"10.1109\/TMI.2016.2528120","volume":"35","author":"S Albarqouni","year":"2016","unstructured":"Albarqouni, S., Baur, C., Achilles, F., Belagiannis, V., Demirci, S., Navab, N.: AggNet: deep learning from crowds for mitosis detection in breast cancer histology images. IEEE Trans. Med. Imaging 35(5), 1313\u20131321 (2016)","journal-title":"IEEE Trans. Med. Imaging"},{"key":"10_CR4","doi-asserted-by":"crossref","unstructured":"Banerjee, I., et al.: \u201cShortcuts\u201d causing bias in radiology artificial intelligence: causes, evaluation and mitigation. J. Am. Coll. Radiol. (2023)","DOI":"10.1016\/j.jacr.2023.06.025"},{"key":"10_CR5","doi-asserted-by":"crossref","unstructured":"Boorboor, S., Nadeem, S., Park, J.H., Baker, K., Kaufman, A.: Crowdsourcing lung nodules detection and annotation. In: Medical Imaging 2018: Imaging Informatics for Healthcare, Research, and Applications, vol. 10579, p. 105791D. International Society for Optics and Photonics (2018)","DOI":"10.1117\/12.2292563"},{"key":"10_CR6","doi-asserted-by":"publisher","unstructured":"Budd, S., Robinson, E.C., Kainz, B.: A survey on active learning and human-in-the loop deep learning for medical image analysis. Med. Image Anal. 71, 102062 (2021). https:\/\/doi.org\/10.1016\/j.media.2021.102062, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S1361841521001080","DOI":"10.1016\/j.media.2021.102062"},{"key":"10_CR7","doi-asserted-by":"publisher","unstructured":"Bustos, A., Pertusa, A., Salinas, J.M., de la Iglesia-Vay\u00e1, M.: PadChest: a large chest X-ray image dataset with multi-label annotated reports. Med. Image Anal. 66, 101797 (2020). https:\/\/doi.org\/10.1016\/j.media.2020.101797, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S1361841520301614","DOI":"10.1016\/j.media.2020.101797"},{"key":"10_CR8","doi-asserted-by":"publisher","first-page":"280","DOI":"10.1016\/j.media.2019.03.009","volume":"54","author":"V Cheplygina","year":"2019","unstructured":"Cheplygina, V., de Bruijne, M., Pluim, J.P.: Not-so-supervised: a survey of semi-supervised, multi-instance, and transfer learning in medical image analysis. Med. Image Anal. 54, 280\u2013296 (2019)","journal-title":"Med. Image Anal."},{"issue":"4","key":"10_CR9","doi-asserted-by":"publisher","first-page":"e0249580","DOI":"10.1371\/journal.pone.0249580","volume":"16","author":"V Cheplygina","year":"2021","unstructured":"Cheplygina, V., Perez-Rovira, A., Kuo, W., Tiddens, H.A., de Bruijne, M.: Crowdsourcing airway annotations in chest computed tomography images. PLoS ONE 16(4), e0249580 (2021)","journal-title":"PLoS ONE"},{"key":"10_CR10","unstructured":"Chollet, F., et\u00a0al.: Keras: deep learning for humans (2015). https:\/\/github.com\/fchollet\/keras"},{"key":"10_CR11","doi-asserted-by":"crossref","unstructured":"DeGrave, A.J., Janizek, J.D., Lee, S.I.: Ai for radiographic COVID-19 detection selects shortcuts over signal. Nat. Mach. Intell. 1\u201310 (2021)","DOI":"10.1101\/2020.09.13.20193565"},{"key":"10_CR12","doi-asserted-by":"publisher","first-page":"490","DOI":"10.1007\/s10278-019-00299-9","volume":"33","author":"RW Filice","year":"2020","unstructured":"Filice, R.W., et al.: Crowdsourcing pneumothorax annotations using machine learning annotations on the NIH chest X-ray dataset. J. Digit. Imaging 33, 490\u2013496 (2020)","journal-title":"J. Digit. Imaging"},{"issue":"1","key":"10_CR13","doi-asserted-by":"publisher","first-page":"511","DOI":"10.1038\/s41597-024-03358-1","volume":"11","author":"N Gaggion","year":"2024","unstructured":"Gaggion, N., et al.: ChexMask: a large-scale dataset of anatomical segmentation masks for multi-center chest X-ray images. Sci. Data 11(1), 511 (2024)","journal-title":"Sci. Data"},{"issue":"12","key":"10_CR14","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1145\/3458723","volume":"64","author":"T Gebru","year":"2021","unstructured":"Gebru, T., et al.: Datasheets for datasets. Commun. ACM 64(12), 86\u201392 (2021)","journal-title":"Commun. ACM"},{"issue":"6","key":"10_CR15","doi-asserted-by":"publisher","first-page":"e406","DOI":"10.1016\/S2589-7500(22)00063-2","volume":"4","author":"JW Gichoya","year":"2022","unstructured":"Gichoya, J.W., et al.: AI recognition of patient race in medical imaging: a modelling study. Lancet Digit. Health 4(6), e406\u2013e414 (2022)","journal-title":"Lancet Digit. Health"},{"key":"10_CR16","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"10_CR17","doi-asserted-by":"crossref","unstructured":"Huang, G., Liu, Z., Van Der\u00a0Maaten, L., Weinberger, K.Q.: Densely connected convolutional networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4700\u20134708 (2017)","DOI":"10.1109\/CVPR.2017.243"},{"key":"10_CR18","doi-asserted-by":"crossref","unstructured":"Irvin, J., et\u00a0al.: CheXpert: a large chest radiograph dataset with uncertainty labels and expert comparison. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a033, pp. 590\u2013597 (2019)","DOI":"10.1609\/aaai.v33i01.3301590"},{"issue":"03","key":"10_CR19","doi-asserted-by":"publisher","first-page":"182","DOI":"10.4103\/0971-3026.85365","volume":"21","author":"SN Jain","year":"2011","unstructured":"Jain, S.N.: A pictorial essay: radiology of lines and tubes in the intensive care unit. Indian J. Radiol. Imaging 21(03), 182\u2013190 (2011)","journal-title":"Indian J. Radiol. Imaging"},{"key":"10_CR20","doi-asserted-by":"crossref","unstructured":"Jim\u00e9nez-S\u00e1nchez, A., et\u00a0al.: In the picture: Medical imaging datasets, artifacts, and their living review. In: Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency, pp. 511\u2013531 (2025)","DOI":"10.1145\/3715275.3732035"},{"key":"10_CR21","doi-asserted-by":"publisher","unstructured":"Jim\u00e9nez-S\u00e1nchez, A., Juodelyte, D., Chamberlain, B., Cheplygina, V.: Detecting shortcuts in medical images - a case study in chest X-rays. In: 2023 IEEE 20th International Symposium on Biomedical Imaging (ISBI), pp.\u00a01\u20135 (2023). https:\/\/doi.org\/10.1109\/ISBI53787.2023.10230572","DOI":"10.1109\/ISBI53787.2023.10230572"},{"key":"10_CR22","doi-asserted-by":"crossref","unstructured":"Keshavan, A., Yeatman, J., Rokem, A.: Combining citizen science and deep learning to amplify expertise in neuroimaging. bioRxiv, p. 363382 (2018)","DOI":"10.1101\/363382"},{"key":"10_CR23","first-page":"18661","volume":"33","author":"P Khosla","year":"2020","unstructured":"Khosla, P., et al.: Supervised contrastive learning. Adv. Neural. Inf. Process. Syst. 33, 18661\u201318673 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"10_CR24","doi-asserted-by":"crossref","unstructured":"Kim, T.S., Jang, G., Lee, S., Kooi, T.: Did you get what you paid for? Rethinking annotation cost of deep learning based computer aided detection in chest radiographs. In: Medical Image Computing and Computer Assisted Intervention\u2013MICCAI 2022: 25th International Conference, Singapore, 18\u201322 September 2022, Proceedings, Part III, pp. 261\u2013270. Springer (2022)","DOI":"10.1007\/978-3-031-16437-8_25"},{"issue":"3","key":"10_CR25","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1561\/0600000071","volume":"10","author":"A Kovashka","year":"2016","unstructured":"Kovashka, A., Russakovsky, O., Fei-Fei, L., Grauman, K.: Crowdsourcing in computer vision. Found. Trends Comput. Graph. Vision 10(3), 177\u2013243 (2016)","journal-title":"Found. Trends Comput. Graph. Vision"},{"issue":"23","key":"10_CR26","doi-asserted-by":"publisher","first-page":"12592","DOI":"10.1073\/pnas.1919012117","volume":"117","author":"AJ Larrazabal","year":"2020","unstructured":"Larrazabal, A.J., Nieto, N., Peterson, V., Milone, D.H., Ferrante, E.: Gender imbalance in medical imaging datasets produces biased classifiers for computer-aided diagnosis. Proc. Natl. Acad. Sci. 117(23), 12592\u201312594 (2020)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"10_CR27","unstructured":"Lloyd-Jones, D.G.: Chest X-ray - tubes (2019). https:\/\/www.radiologymasterclass.co.uk\/tutorials\/chest\/chest_tubes\/chest_xray_tubes_start. Accessed 03 Mar 2023"},{"key":"10_CR28","doi-asserted-by":"crossref","unstructured":"MacDuff, A., Arnold, A., Harvey, J.: Management of spontaneous pneumothorax: British thoracic society pleural disease guideline 2010. Thorax 65(Suppl 2), ii18\u2013ii31 (2010)","DOI":"10.1136\/thx.2010.136986"},{"key":"10_CR29","doi-asserted-by":"publisher","unstructured":"Majkowska, A., et al.: Chest radiograph interpretation with deep learning models: assessment with radiologist-adjudicated reference standards and population-adjusted evaluation. Radiology 294(2), 421\u2013431 (2020). https:\/\/doi.org\/10.1148\/radiol.2019191293. pMID: 31793848","DOI":"10.1148\/radiol.2019191293"},{"key":"10_CR30","doi-asserted-by":"publisher","unstructured":"Nabulsi, Z., et al.: Deep learning for distinguishing normal versus abnormal chest radiographs and generalization to two unseen diseases tuberculosis and COVID-19. Sci. Rep. 11(1) (2021). https:\/\/doi.org\/10.1038\/s41598-021-93967-2","DOI":"10.1038\/s41598-021-93967-2"},{"issue":"1","key":"10_CR31","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1016\/j.acra.2019.10.006","volume":"27","author":"L Oakden-Rayner","year":"2020","unstructured":"Oakden-Rayner, L.: Exploring large-scale public medical image datasets. Acad. Radiol. 27(1), 106\u2013112 (2020)","journal-title":"Acad. Radiol."},{"key":"10_CR32","doi-asserted-by":"crossref","unstructured":"Oakden-Rayner, L., Dunnmon, J., Carneiro, G., R\u00e9, C.: Hidden stratification causes clinically meaningful failures in machine learning for medical imaging. In: ACM Conference on Health, Inference, and Learning, pp. 151\u2013159 (2020)","DOI":"10.1145\/3368555.3384468"},{"key":"10_CR33","doi-asserted-by":"crossref","unstructured":"O\u2019Neil, A.Q., Murchison, J.T., van Beek, E.J., Goatman, K.A.: Crowdsourcing labels for pathological patterns in CT lung scans: Can non-experts contribute expert-quality ground truth? In: Intravascular Imaging and Computer Assisted Stenting, and Large-Scale Annotation of Biomedical Data and Expert Label Synthesis (MICCAI LABELS), pp. 96\u2013105. Springer (2017)","DOI":"10.1007\/978-3-319-67534-3_11"},{"key":"10_CR34","doi-asserted-by":"crossref","unstructured":"\u00d8rting, S.N., Cheplygina, V., Petersen, J., Thomsen, L.H., Wille, M.M.W., de\u00a0Bruijne, M.: Crowdsourced emphysema assessment. In: Intravascular Imaging and Computer Assisted Stenting, and Large-Scale Annotation of Biomedical Data and Expert Label Synthesis (MICCAI LABELS), pp. 126\u2013135. Springer (2017)","DOI":"10.1007\/978-3-319-67534-3_14"},{"key":"10_CR35","doi-asserted-by":"publisher","first-page":"1","DOI":"10.15346\/hc.v7i1.1","volume":"7","author":"SN \u00d8rting","year":"2020","unstructured":"\u00d8rting, S.N., et al.: A survey of crowdsourcing in medical image analysis. Hum. Comput. 7, 1\u201326 (2020)","journal-title":"Hum. Comput."},{"key":"10_CR36","doi-asserted-by":"crossref","unstructured":"R\u00e4dsch, T., Eckhardt, S., Leiser, F., Pandl, K.D., Thiebes, S., Sunyaev, A.: What your radiologist might be missing: using machine learning to identify mislabeled instances of X-ray images (2021)","DOI":"10.24251\/HICSS.2021.157"},{"key":"10_CR37","doi-asserted-by":"crossref","unstructured":"Raumanns, R., Schouten, G., Joosten, M., Pluim, J.P., Cheplygina, V., et\u00a0al.: Enhance (enriching health data by annotations of crowd and experts): a case study for skin lesion classification. Mach. Learn. Biomed. Imaging 1(December 2021 issue), 1\u201326 (2021)","DOI":"10.59275\/j.melba.2021-geb9"},{"key":"10_CR38","doi-asserted-by":"crossref","unstructured":"Rostamzadeh, N., et al.: HealthSheet: development of a transparency artifact for health datasets. In: Proceedings of the 2022 ACM Conference on Fairness, Accountability, and Transparency, pp. 1943\u20131961 (2022)","DOI":"10.1145\/3531146.3533239"},{"key":"10_CR39","doi-asserted-by":"crossref","unstructured":"Seyyed-Kalantari, L., Liu, G., McDermott, M., Chen, I.Y., Ghassemi, M.: CheXclusion: fairness gaps in deep chest X-ray classifiers. In: Pacific Symposium on Biocomputing, pp. 232\u2013243. World Scientific (2020)","DOI":"10.1142\/9789811232701_0022"},{"key":"10_CR40","doi-asserted-by":"crossref","unstructured":"Sharma, M., Saha, O., Sriraman, A., Hebbalaguppe, R., Vig, L., Karande, S.: Crowdsourcing for chromosome segmentation and deep classification. In: Computer Vision and Pattern Recognition Workshops (CVPRW), pp. 786\u2013793. IEEE (2017)","DOI":"10.1109\/CVPRW.2017.109"},{"key":"10_CR41","doi-asserted-by":"publisher","unstructured":"Shih, G., et al.: Augmenting the national institutes of health chest radiograph dataset with expert annotations of possible pneumonia. Radiol.: Arti. Intell. 1, e180041 (2019). https:\/\/doi.org\/10.1148\/ryai.2019180041","DOI":"10.1148\/ryai.2019180041"},{"key":"10_CR42","doi-asserted-by":"crossref","unstructured":"Szegedy, C., Vanhoucke, V., Ioffe, S., Shlens, J., Wojna, Z.: Rethinking the inception architecture for computer vision. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 2818\u20132826 (2016)","DOI":"10.1109\/CVPR.2016.308"},{"key":"10_CR43","doi-asserted-by":"publisher","unstructured":"Wang, X., Peng, Y., Lu, L., Lu, Z., Bagheri, M., Summers, R.M.: ChestX-ray8: hospital-scale chest X-ray database and benchmarks on weakly-supervised classification and localization of common thorax diseases. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR). IEEE (2017). https:\/\/doi.org\/10.1109\/cvpr.2017.369","DOI":"10.1109\/cvpr.2017.369"},{"issue":"10","key":"10_CR44","doi-asserted-by":"publisher","first-page":"1135","DOI":"10.1001\/jamadermatol.2019.1735","volume":"155","author":"JK Winkler","year":"2019","unstructured":"Winkler, J.K., et al.: Association between surgical skin markings in dermoscopic images and diagnostic performance of a deep learning convolutional neural network for melanoma recognition. JAMA Dermatol. 155(10), 1135\u20131141 (2019)","journal-title":"JAMA Dermatol."},{"key":"10_CR45","doi-asserted-by":"crossref","unstructured":"Zhang, B.H., Lemoine, B., Mitchell, M.: Mitigating unwanted biases with adversarial learning. In: Proceedings of the 2018 AAAI\/ACM Conference on AI, Ethics, and Society, pp. 335\u2013340 (2018)","DOI":"10.1145\/3278721.3278779"}],"container-title":["Lecture Notes in Computer Science","Medical Image Understanding and Analysis"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-98688-8_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,7]],"date-time":"2025-09-07T11:51:28Z","timestamp":1757245888000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-98688-8_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,17]]},"ISBN":["9783031986871","9783031986888"],"references-count":45,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-98688-8_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025,7,17]]},"assertion":[{"value":"17 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MIUA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Annual Conference on Medical Image Understanding and Analysis","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Leeds","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miua2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.leeds.ac.uk\/miua\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}