{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T20:19:22Z","timestamp":1769631562310,"version":"3.49.0"},"publisher-location":"Cham","reference-count":39,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030871956","type":"print"},{"value":"9783030871963","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-87196-3_56","type":"book-chapter","created":{"date-parts":[[2021,9,23]],"date-time":"2021-09-23T06:19:41Z","timestamp":1632377981000},"page":"603-614","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":21,"title":["Observational Supervision for Medical Image Classification Using Gaze Data"],"prefix":"10.1007","author":[{"given":"Khaled","family":"Saab","sequence":"first","affiliation":[]},{"given":"Sarah M.","family":"Hooper","sequence":"additional","affiliation":[]},{"given":"Nimit S.","family":"Sohoni","sequence":"additional","affiliation":[]},{"given":"Jupinder","family":"Parmar","sequence":"additional","affiliation":[]},{"given":"Brian","family":"Pogatchnik","sequence":"additional","affiliation":[]},{"given":"Sen","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Jared A.","family":"Dunnmon","sequence":"additional","affiliation":[]},{"given":"Hongyang R.","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Daniel","family":"Rubin","sequence":"additional","affiliation":[]},{"given":"Christopher","family":"R\u00e9","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,9,21]]},"reference":[{"key":"56_CR1","doi-asserted-by":"crossref","unstructured":"Aresta, G., et al.: Automatic lung nodule detection combined with gaze information improves radiologists\u2019 screening performance. IEEE J. Biomed. Health Inform. 24(10) (2020)","DOI":"10.1109\/JBHI.2020.2976150"},{"key":"56_CR2","doi-asserted-by":"crossref","unstructured":"Bosmans, J.M., Weyler, J.J., Parizel, P.M.: Structure and content of radiology reports, a quantitative and qualitative study in eight medical centers. Eur. J. Radiol. 72(2) (2009)","DOI":"10.1016\/j.ejrad.2008.06.023"},{"key":"56_CR3","doi-asserted-by":"crossref","unstructured":"Cole, M.J., Gwizdka, J., Liu, C., Bierig, R., Belkin, N.J., Zhang, X.: Task and user effects on reading patterns in information search. Interact. Comput. 23(4) (2011)","DOI":"10.1016\/j.intcom.2011.04.007"},{"key":"56_CR4","doi-asserted-by":"crossref","unstructured":"Dunnmon, J.A., et al.: Cross-modal data programming enables rapid medical machine learning. Patterns (2020)","DOI":"10.1016\/j.patter.2020.100019"},{"key":"56_CR5","doi-asserted-by":"crossref","unstructured":"Dunnmon, J.A., Yi, D., Langlotz, C.P., R\u00e9, C., Rubin, D.L., Lungren, M.P.: Assessment of convolutional neural networks for automated classification of chest radiographs. Radiol. 290(2) (2019)","DOI":"10.1148\/radiol.2018181422"},{"key":"56_CR6","doi-asserted-by":"crossref","unstructured":"Esteva, A., et al.: Dermatologist-level classification of skin cancer with deep neural networks. Nature 542(7639) (2017)","DOI":"10.1038\/nature21056"},{"key":"56_CR7","doi-asserted-by":"crossref","unstructured":"Esteva, A., et al.: A guide to deep learning in healthcare. Nat. Med. 25(1) (2019)","DOI":"10.1038\/s41591-018-0316-z"},{"key":"56_CR8","doi-asserted-by":"crossref","unstructured":"Ge, G., Yun, K., Samaras, D., Zelinsky, G.J.: Action classification in still images using human eye movements. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition Workshops (2015)","DOI":"10.1109\/CVPRW.2015.7301288"},{"key":"56_CR9","doi-asserted-by":"crossref","unstructured":"Gr\u00f8vik, E., Yi, D., Iv, M., Tong, E., Rubin, D., Zaharchuk, G.: Deep learning enables automatic detection and segmentation of brain metastases on multisequence MRI. J. Magnet. Resonance Imaging 51(1) (2020)","DOI":"10.1002\/jmri.26766"},{"key":"56_CR10","doi-asserted-by":"crossref","unstructured":"Hayhoe, M.: Vision using routines: a functional account of vision. Visual Cognit. 7(1\u20133) (2000)","DOI":"10.1080\/135062800394676"},{"key":"56_CR11","doi-asserted-by":"crossref","unstructured":"Hayhoe, M., Ballard, D.: Eye movements in natural behavior. Trends in Cogn. Sci. 9(4) (2005)","DOI":"10.1016\/j.tics.2005.02.009"},{"key":"56_CR12","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"56_CR13","unstructured":"Johnson, A., Pollard, T., Mark, R., Berkowitz, S., Horng, S.: Mimic-CXR database (2019). https:\/\/doi.org\/10.13026\/C2JT1Q. https:\/\/physionet.org\/content\/mimic-cxr\/1.0.0\/"},{"key":"56_CR14","doi-asserted-by":"crossref","unstructured":"Karargyris, A., et al.: Creation and validation of a chest x-ray dataset with eye-tracking and report dictation for AI development. Sci. Data 8(1) (2021)","DOI":"10.1038\/s41597-021-00863-5"},{"key":"56_CR15","doi-asserted-by":"crossref","unstructured":"Karessli, N., Akata, Z., Schiele, B., Bulling, A.: Gaze embeddings for zero-shot image classification. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (2017)","DOI":"10.1109\/CVPR.2017.679"},{"key":"56_CR16","doi-asserted-by":"crossref","unstructured":"Khosravan, N., Celik, H., Turkbey, B., Jones, E.C., Wood, B., Bagci, U.: A collaborative computer aided diagnosis (c-cad) system with eye-tracking, sparse attentional model, and deep learning. Med. Image Anal. 51 (2019)","DOI":"10.1016\/j.media.2018.10.010"},{"key":"56_CR17","doi-asserted-by":"crossref","unstructured":"Klein, J.S., Rosado-de-Christenson, M.L.: A Systematic Approach to Chest Radiographic Analysis. Springer (2019)","DOI":"10.1007\/978-3-030-11149-6_1"},{"key":"56_CR18","unstructured":"Lai, Q., Wang, W., Khan, S., Shen, J., Sun, H., Shao, L.: Human vs. machine attention in neural networks: a comparative study. arXiv preprint arXiv:1906.08764 (2019)"},{"key":"56_CR19","unstructured":"for Imaging Informatics in Medicine (SIIM), S.: Siim-ACR pneumothorax segmentation (2019). https:\/\/www.kaggle.com\/c\/siim-acr-pneumothorax-segmentation"},{"key":"56_CR20","doi-asserted-by":"crossref","unstructured":"Murrugarra-Llerena, N., Kovashka, A.: Learning attributes from human gaze. In: 2017 IEEE Winter Conference on Applications of Computer Vision (WACV). IEEE (2017)","DOI":"10.1109\/WACV.2017.63"},{"key":"56_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1007\/978-3-319-10602-1_24","volume-title":"Computer Vision \u2013 ECCV 2014","author":"DP Papadopoulos","year":"2014","unstructured":"Papadopoulos, D.P., Clarke, A.D.F., Keller, F., Ferrari, V.: Training object class detectors from eye tracking data. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8693, pp. 361\u2013376. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10602-1_24"},{"key":"56_CR22","doi-asserted-by":"crossref","unstructured":"Qiao, X., Ren, P., Dustdar, S., Liu, L., Ma, H., Chen, J.: Web AR: a promising future for mobile augmented reality-state of the art, challenges, and insights. Proc. IEEE 107(4) (2019)","DOI":"10.1109\/JPROC.2019.2895105"},{"key":"56_CR23","unstructured":"Rajpurkar, P., et al.: Chexnet: radiologist-level pneumonia detection on chest x-rays with deep learning. arXiv preprint arXiv:1711.05225 (2017)"},{"key":"56_CR24","unstructured":"Ratner, A., De Sa, C., Wu, S., Selsam, D., R\u00e9, C.: Data programming: creating large training sets, quickly. In: Advances in Neural Information Processing Systems, vol. 29 (2016)"},{"key":"56_CR25","doi-asserted-by":"crossref","unstructured":"Rimmer, A.: Radiologist shortage leaves patient care at risk, warns royal college. BMJ: British Med. J. (Online) 359 (2017)","DOI":"10.1136\/bmj.j4683"},{"key":"56_CR26","unstructured":"Ruder, S.: An overview of multi-task learning in deep neural networks. arXiv preprint arXiv:1706.05098 (2017)"},{"key":"56_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"811","DOI":"10.1007\/978-3-030-32248-9_90","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2019","author":"K Saab","year":"2019","unstructured":"Saab, K., et al.: Doubly weak supervision of deep learning models for head CT. In: Shen, D., et al. (eds.) MICCAI 2019. LNCS, vol. 11766, pp. 811\u2013819. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32248-9_90"},{"key":"56_CR28","unstructured":"Saab, K., Dunnmon, J., Ratner, A., Rubin, D., Re, C.: Improving sample complexity with observational supervision. In: International Conference on Learning Representations, LLD Workshop (2019)"},{"key":"56_CR29","doi-asserted-by":"crossref","unstructured":"Samson, R., Frank, M., Fellous, J.M.: Computational models of reinforcement learning: the role of dopamine as a reward signal. Cogn. Neurodyn. 4(2) (2010)","DOI":"10.1007\/s11571-010-9109-x"},{"key":"56_CR30","doi-asserted-by":"crossref","unstructured":"Selvaraju, R.R., et al.: Taking a hint: leveraging explanations to make vision and language models more grounded. In: Proceedings of the IEEE International Conference on Computer Vision (2019)","DOI":"10.1109\/ICCV.2019.00268"},{"key":"56_CR31","doi-asserted-by":"crossref","unstructured":"Stember, J., et al.: Eye tracking for deep learning segmentation using convolutional neural networks. J. Digital Imaging 32(4) (2019)","DOI":"10.1007\/s10278-019-00220-4"},{"key":"56_CR32","doi-asserted-by":"crossref","unstructured":"Taylor, A.G., Mielke, C., Mongan, J.: Automated detection of moderate and large pneumothorax on frontal chest x-rays using deep convolutional neural networks: a retrospective study. PLoS Med. 15(11) (2018)","DOI":"10.1371\/journal.pmed.1002697"},{"key":"56_CR33","doi-asserted-by":"crossref","unstructured":"Valliappan, N., et al.: Accelerating eye movement research via accurate and affordable smartphone eye tracking. Nat. Commun. 11(1) (2020)","DOI":"10.1038\/s41467-020-18360-5"},{"key":"56_CR34","doi-asserted-by":"crossref","unstructured":"Wang, X., Peng, Y., Lu, L., Lu, Z., Bagheri, M., Summers, R.M.: Chestx-ray8: hospital-scale chest x-ray database and benchmarks on weakly-supervised classification and localization of common thorax diseases. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (2017)","DOI":"10.1109\/CVPR.2017.369"},{"key":"56_CR35","doi-asserted-by":"crossref","unstructured":"Wang, X., Thome, N., Cord, M.: Gaze latent support vector machine for image classification improved by weakly supervised region selection. Pattern Recogn. 72 (2017)","DOI":"10.1016\/j.patcog.2017.07.001"},{"key":"56_CR36","unstructured":"Wu, S., Zhang, H., R\u00e9, C.: Understanding and improving information transfer in multi-task learning. In: International Conference on Learning Representations (2020). https:\/\/openreview.net\/forum?id=SylzhkBtDB"},{"key":"56_CR37","doi-asserted-by":"crossref","unstructured":"Yu, Y., Choi, J., Kim, Y., Yoo, K., Lee, S.H., Kim, G.: Supervising neural attention models for video captioning by human gaze data. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (2017)","DOI":"10.1109\/CVPR.2017.648"},{"key":"56_CR38","doi-asserted-by":"crossref","unstructured":"Yun, K., Peng, Y., Samaras, D., Zelinsky, G.J., Berg, T.L.: Exploring the role of gaze behavior and object detection in scene understanding. Frontiers Psychol. 4 (2013)","DOI":"10.3389\/fpsyg.2013.00917"},{"key":"56_CR39","unstructured":"Zhang, H.R., Yang, F., Wu, S., Su, W.J., R\u00e9, C.: Sharp bias-variance tradeoffs of hard parameter sharing in high-dimensional linear regression. arXiv preprint arXiv:2010.11750 (2020)"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2021"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-87196-3_56","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,9,23]],"date-time":"2021-09-23T06:57:07Z","timestamp":1632380227000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-87196-3_56"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030871956","9783030871963"],"references-count":39,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-87196-3_56","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"21 September 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Strasbourg","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 September 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 October 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/miccai2021.org\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Microsoft CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1622","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"531","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"33% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}