{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,17]],"date-time":"2025-10-17T14:13:01Z","timestamp":1760710381608,"version":"build-2065373602"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030609450"},{"type":"electronic","value":"9783030609467"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-60946-7_11","type":"book-chapter","created":{"date-parts":[[2020,10,3]],"date-time":"2020-10-03T16:02:29Z","timestamp":1601740949000},"page":"106-114","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Towards Automated Diagnosis with Attentive Multi-modal Learning Using Electronic Health Records and Chest X-Rays"],"prefix":"10.1007","author":[{"given":"Tom","family":"van Sonsbeek","sequence":"first","affiliation":[]},{"given":"Marcel","family":"Worring","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,10,1]]},"reference":[{"key":"11_CR1","unstructured":"Banerjee, S., Lavie, A.: METEOR: an automatic metric for MT evaluation with improved correlation with human judgments. In: Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization, pp. 65\u201372. ACL, June 2005"},{"key":"11_CR2","doi-asserted-by":"publisher","first-page":"133583","DOI":"10.1109\/ACCESS.2019.2941419","volume":"7","author":"Q Cai","year":"2019","unstructured":"Cai, Q., Wang, H., Li, Z., Liu, X.: A survey on multimodal data-driven smart healthcare systems: approaches and applications. IEEE Access 7, 133583\u2013133599 (2019)","journal-title":"IEEE Access"},{"key":"11_CR3","doi-asserted-by":"publisher","first-page":"280","DOI":"10.1016\/j.media.2019.03.009","volume":"54","author":"V Cheplygina","year":"2019","unstructured":"Cheplygina, V., de Bruijne, M., Pluim, J.P.: Not-so-supervised: a survey of semi-supervised, multi-instance, and transfer learning in medical image analysis. Med. Image Anal. 54, 280\u2013296 (2019)","journal-title":"Med. Image Anal."},{"key":"11_CR4","unstructured":"Chung, J., Gulcehre, C., Cho, K., Bengio, Y.: Empirical evaluation of gated recurrent neural networks on sequence modeling. arXiv preprint arXiv:1412.3555 (2014)"},{"key":"11_CR5","doi-asserted-by":"publisher","first-page":"101245","DOI":"10.1109\/ACCESS.2019.2928363","volume":"7","author":"G Harerimana","year":"2019","unstructured":"Harerimana, G., Kim, J.W., Yoo, H., Jang, B.: Deep learning for electronic health records analytics. IEEE Access 7, 101245\u2013101259 (2019)","journal-title":"IEEE Access"},{"key":"11_CR6","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: The IEEE Conference on Computer Vision and Pattern Recognition (CVPR), June 2016","DOI":"10.1109\/CVPR.2016.90"},{"issue":"8","key":"11_CR7","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9(8), 1735\u20131780 (1997)","journal-title":"Neural Comput."},{"key":"11_CR8","doi-asserted-by":"crossref","unstructured":"Johnson, A.E., et al.: MIMIC-CXR: a large publicly available database of labeled chest radiographs. arXiv preprint arXiv:1901.07042 (2019)","DOI":"10.1038\/s41597-019-0322-0"},{"key":"11_CR9","doi-asserted-by":"publisher","first-page":"160035","DOI":"10.1038\/sdata.2016.35","volume":"3","author":"AE Johnson","year":"2016","unstructured":"Johnson, A.E., et al.: MIMIC-III, a freely accessible critical care database. Sci. Data 3, 160035 (2016)","journal-title":"Sci. Data"},{"key":"11_CR10","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"key":"11_CR11","unstructured":"Lin, C.Y.: ROUGE: a package for automatic evaluation of summaries. In: Text Summarization Branches Out, pp. 74\u201381. ACL, July 2004"},{"issue":"6","key":"11_CR12","doi-asserted-by":"publisher","first-page":"e271","DOI":"10.1016\/S2589-7500(19)30123-2","volume":"1","author":"X Liu","year":"2019","unstructured":"Liu, X., et al.: A comparison of deep learning performance against health-care professionals in detecting diseases from medical imaging: a systematic review and meta-analysis. Lancet Digit. Health 1(6), e271\u2013e297 (2019)","journal-title":"Lancet Digit. Health"},{"key":"11_CR13","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1007\/978-3-030-30241-2_28","volume-title":"Progress in Artificial Intelligence","author":"N Nunes","year":"2019","unstructured":"Nunes, N., Martins, B., Andr\u00e9 da Silva, N., Leite, F., Silva, M.J.: A multi-modal deep learning method for classifying chest radiology exams. In: Moura Oliveira, P., Novais, P., Reis, L.P. (eds.) EPIA 2019. LNCS (LNAI), vol. 11804, pp. 323\u2013335. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-30241-2_28"},{"key":"11_CR14","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: BLEU: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, pp. 311\u2013318. ACL, July 2002","DOI":"10.3115\/1073083.1073135"},{"key":"11_CR15","unstructured":"Raghu, M., Zhang, C., Brain, G., Kleinberg, J., Bengio, S.: Transfusion: understanding transfer learning for medical imaging. Technical report (2019)"},{"key":"11_CR16","doi-asserted-by":"crossref","unstructured":"Sun, C., Shrivastava, A., Singh, S., Gupta, A.: Revisiting unreasonable effectiveness of data in deep learning era. In: The IEEE International Conference on Computer Vision (ICCV), October 2017","DOI":"10.1109\/ICCV.2017.97"},{"key":"11_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1007\/978-3-030-33850-3_8","volume-title":"Interpretability of Machine Intelligence in Medical Image Computing and Multimodal Learning for Clinical Decision Support","author":"J Tian","year":"2019","unstructured":"Tian, J., Zhong, C., Shi, Z., Xu, F.: Towards automatic diagnosis from multi-modal medical data. In: Suzuki, K., et al. (eds.) ML-CDS\/IMIMIC -2019. LNCS, vol. 11797, pp. 67\u201374. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-33850-3_8"},{"key":"11_CR18","doi-asserted-by":"crossref","unstructured":"Tobore, I., et al.: Deep learning intervention for health care challenges: some biomedical domain considerations (2019)","DOI":"10.2196\/preprints.11966"},{"key":"11_CR19","doi-asserted-by":"crossref","unstructured":"Wang, X., Peng, Y., Lu, L., Lu, Z., Summers, R.M.: TieNet: text-image embedding network for common thorax disease classification and reporting in chest x-rays. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 9049\u20139058 (2018)","DOI":"10.1109\/CVPR.2018.00943"},{"issue":"5","key":"11_CR20","doi-asserted-by":"publisher","first-page":"830","DOI":"10.1016\/j.jbi.2013.06.010","volume":"46","author":"NG Weiskopf","year":"2013","unstructured":"Weiskopf, N.G., Hripcsak, G., Swaminathan, S., Weng, C.: Defining and measuring completeness of electronic health records for secondary use. J. Biomed. Inform. 46(5), 830\u2013836 (2013)","journal-title":"J. Biomed. Inform."},{"issue":"10","key":"11_CR21","doi-asserted-by":"publisher","first-page":"1419","DOI":"10.1093\/jamia\/ocy068","volume":"25","author":"C Xiao","year":"2018","unstructured":"Xiao, C., Choi, E., Sun, J.: Opportunities and challenges in developing deep learning models using electronic health records data: a systematic review. J. Am. Med. Inform. Assoc. 25(10), 1419\u20131428 (2018)","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"11_CR22","unstructured":"Zhang, C., Yang, Z., He, X., Deng, L.: Multimodal Intelligence: Representation Learning, Information Fusion, and Applications. arXiv preprint arXiv:1911.03977, November 2019"},{"issue":"1","key":"11_CR23","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41597-018-0005-2","volume":"6","author":"Y Zhang","year":"2019","unstructured":"Zhang, Y., Chen, Q., Yang, Z., Lin, H., Lu, Z.: BioWordVec, improving biomedical word embeddings with subword information and mesh. Sci. Data 6(1), 1\u20139 (2019)","journal-title":"Sci. Data"}],"container-title":["Lecture Notes in Computer Science","Multimodal Learning for Clinical Decision Support and Clinical Image-Based Procedures"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-60946-7_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,2]],"date-time":"2025-10-02T22:04:50Z","timestamp":1759442690000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-60946-7_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030609450","9783030609467"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-60946-7_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"1 October 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ML-CDS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Multimodal Learning for Clinical Decision Support","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lima","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Peru","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 October 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 October 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ml-cds2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/mcbr-cds.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}