{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,20]],"date-time":"2026-10-20T16:26:15Z","timestamp":1792513575473,"version":"4.5.0"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031560620","type":"print"},{"value":"9783031560637","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-56063-7_14","type":"book-chapter","created":{"date-parts":[[2024,3,22]],"date-time":"2024-03-22T08:44:01Z","timestamp":1711097041000},"page":"210-225","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Yes, This Is What I Was Looking For! Towards Multi-modal Medical Consultation Concern Summary Generation"],"prefix":"10.1007","author":[{"given":"Abhisek","family":"Tiwari","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shreyangshu","family":"Bera","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sriparna","family":"Saha","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pushpak","family":"Bhattacharyya","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Samrat","family":"Ghosh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,3,23]]},"reference":[{"issue":"11","key":"14_CR1","doi-asserted-by":"publisher","first-page":"1838","DOI":"10.1109\/JPROC.2021.3117472","volume":"109","author":"E Apostolidis","year":"2021","unstructured":"Apostolidis, E., Adamantidou, E., Metsai, A.I., Mezaris, V., Patras, I.: Video summarization using deep neural networks: a survey. Proc. IEEE 109(11), 1838\u20131863 (2021)","journal-title":"Proc. IEEE"},{"issue":"1","key":"14_CR2","doi-asserted-by":"publisher","first-page":"86","DOI":"10.4103\/0019-5545.105525","volume":"55","author":"A Avasthi","year":"2013","unstructured":"Avasthi, A., Ghosh, A., Sarkar, S., Grover, S.: Ethics in medical research: general principles with special reference to psychiatry research. Indian J. Psychiatry 55(1), 86 (2013)","journal-title":"Indian J. Psychiatry"},{"issue":"3","key":"14_CR3","doi-asserted-by":"publisher","first-page":"300","DOI":"10.1080\/08351813.2019.1631056","volume":"52","author":"RK Barnes","year":"2019","unstructured":"Barnes, R.K.: Conversation analysis of communication in medical care: description and beyond. Res. Lang. Soc. Interact. 52(3), 300\u2013315 (2019)","journal-title":"Res. Lang. Soc. Interact."},{"key":"14_CR4","doi-asserted-by":"crossref","unstructured":"Bay, M., Brune\u00df, D., Herold, M., Schulze, C., Guckert, M., Minor, M.: Term extraction from medical documents using word embeddings. In: 2020 6th IEEE Congress on Information Science and Technology (CiSt), pp. 328\u2013333. IEEE (2021)","DOI":"10.1109\/CiSt49399.2021.9357263"},{"key":"14_CR5","doi-asserted-by":"crossref","unstructured":"Chintagunta, B., Katariya, N., Amatriain, X., Kannan, A.: Medically aware GPT-3 as a data generator for medical dialogue summarization. In: Machine Learning for Healthcare Conference, pp. 354\u2013372. PMLR (2021)","DOI":"10.18653\/v1\/2021.nlpmc-1.9"},{"key":"14_CR6","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1016\/j.ijmedinf.2019.02.008","volume":"125","author":"C Dreisbach","year":"2019","unstructured":"Dreisbach, C., Koleck, T.A., Bourne, P.E., Bakken, S.: A systematic review of natural language processing and text mining of symptoms from electronic patient-authored text data. Int. J. Med. Inf. 125, 37\u201346 (2019)","journal-title":"Int. J. Med. Inf."},{"key":"14_CR7","doi-asserted-by":"crossref","unstructured":"Enarvi, S., et al.: Generating medical reports from patient-doctor conversations using sequence-to-sequence models. In: Proceedings of the First Workshop on Natural Language Processing for Medical Conversations, pp. 22\u201330 (2020)","DOI":"10.18653\/v1\/2020.nlpmc-1.4"},{"key":"14_CR8","doi-asserted-by":"crossref","unstructured":"Eyben, F., W\u00f6llmer, M., Schuller, B.: Opensmile: the munich versatile and fast open-source audio feature extractor. In: Proceedings of the 18th ACM International Conference on Multimedia, pp. 1459\u20131462 (2010)","DOI":"10.1145\/1873951.1874246"},{"issue":"5","key":"14_CR9","doi-asserted-by":"publisher","first-page":"378","DOI":"10.1037\/h0031619","volume":"76","author":"JL Fleiss","year":"1971","unstructured":"Fleiss, J.L.: Measuring nominal scale agreement among many raters. Psychol. Bull. 76(5), 378 (1971)","journal-title":"Psychol. Bull."},{"key":"14_CR10","unstructured":"Gratch, J., et al.: The distress analysis interview corpus of human and computer interviews. University of Southern California Los Angeles, Technical Report (2014)"},{"key":"14_CR11","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"14_CR12","doi-asserted-by":"crossref","unstructured":"Huang, J.H., Murn, L., Mrak, M., Worring, M.: Gpt2mvs: generative pre-trained transformer-2 for multi-modal video summarization. In: Proceedings of the 2021 International Conference on Multimedia Retrieval, pp. 580\u2013589 (2021)","DOI":"10.1145\/3460426.3463662"},{"key":"14_CR13","doi-asserted-by":"crossref","unstructured":"Jeblee, S., Khattak, F.K., Crampton, N., Mamdani, M., Rudzicz, F.: Extracting relevant information from physician-patient dialogues for automated clinical note taking. In: Proceedings of the Tenth International Workshop on Health Text Mining and Information Analysis (LOUHI 2019), pp. 65\u201374 (2019)","DOI":"10.18653\/v1\/D19-6209"},{"key":"14_CR14","doi-asserted-by":"crossref","unstructured":"Joshi, A., Katariya, N., Amatriain, X., Kannan, A.: Dr. summarize: global summarization of medical dialogue by exploiting local structures. In: Findings of the Association for Computational Linguistics, EMNLP 2020, pp. 3755\u20133763 (2020)","DOI":"10.18653\/v1\/2020.findings-emnlp.335"},{"key":"14_CR15","doi-asserted-by":"crossref","unstructured":"Kumar, S., Kulkarni, A., Akhtar, M.S., Chakraborty, T.: When did you become so smart, oh wise one?! sarcasm explanation in multi-modal multi-party dialogues. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 5956\u20135968 (2022)","DOI":"10.18653\/v1\/2022.acl-long.411"},{"key":"14_CR16","doi-asserted-by":"crossref","unstructured":"Lewis, M., et al.: Bart: denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. arXiv preprint arXiv:1910.13461 (2019)","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"14_CR17","doi-asserted-by":"crossref","unstructured":"Malhotra, G., Waheed, A., Srivastava, A., Akhtar, M.S., Chakraborty, T.: Speaker and time-aware joint contextual learning for dialogue-act classification in counselling conversations. In: Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining, pp. 735\u2013745 (2022)","DOI":"10.1145\/3488560.3498509"},{"issue":"12","key":"14_CR18","doi-asserted-by":"publisher","first-page":"1427","DOI":"10.1089\/tmj.2019.0158","volume":"26","author":"G Nittari","year":"2020","unstructured":"Nittari, G., et al.: Telemedicine practice: review of the current ethical and legal challenges. Telemedicine e-Health 26(12), 1427\u20131437 (2020)","journal-title":"Telemedicine e-Health"},{"issue":"140","key":"14_CR19","first-page":"1","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel, C., et al.: Exploring the limits of transfer learning with a unified text-to-text transformer. J. Mach. Learn. Res. 21(140), 1\u201367 (2020)","journal-title":"J. Mach. Learn. Res."},{"key":"14_CR20","doi-asserted-by":"crossref","unstructured":"Shang, X., Yuan, Z., Wang, A., Wang, C.: Multimodal video summarization via time-aware transformers. In: Proceedings of the 29th ACM International Conference on Multimedia, pp. 1756\u20131765 (2021)","DOI":"10.1145\/3474085.3475321"},{"issue":"1","key":"14_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3419106","volume":"2","author":"T Shi","year":"2021","unstructured":"Shi, T., Keneshloo, Y., Ramakrishnan, N., Reddy, C.K.: Neural abstractive text summarization with sequence-to-sequence models. ACM Trans. Data Sci. 2(1), 1\u201337 (2021)","journal-title":"ACM Trans. Data Sci."},{"key":"14_CR22","doi-asserted-by":"crossref","unstructured":"Shi, X., Hu, H., Che, W., Sun, Z., Liu, T., Huang, J.: Understanding medical conversations with scattered keyword attention and weak supervision from responses. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 34, pp. 8838\u20138845 (2020)","DOI":"10.1609\/aaai.v34i05.6412"},{"key":"14_CR23","doi-asserted-by":"publisher","unstructured":"Singh, G.V., Ghosh, S., Ekbal, A., Bhattacharyya, P.: DeCoDE: detection of cognitive distortion and emotion cause extraction in clinical conversations. In: Kamps, J., et al. Advances in Information Retrieval, ECIR 2023, LNCS, vol. 13981, pp. 156\u2013171 Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-28238-6_11","DOI":"10.1007\/978-3-031-28238-6_11"},{"key":"14_CR24","doi-asserted-by":"crossref","unstructured":"Song, Y., Tian, Y., Wang, N., Xia, F.: Summarizing medical conversations via identifying important utterances. In: Proceedings of the 28th International Conference on Computational Linguistics, pp. 717\u2013729 (2020)","DOI":"10.18653\/v1\/2020.coling-main.63"},{"issue":"3","key":"14_CR25","doi-asserted-by":"publisher","first-page":"54","DOI":"10.3390\/a13030054","volume":"13","author":"M Stratigi","year":"2020","unstructured":"Stratigi, M., Kondylakis, H., Stefanidis, K.: Multidimensional group recommendations in the health domain. Algorithms 13(3), 54 (2020)","journal-title":"Algorithms"},{"key":"14_CR26","doi-asserted-by":"publisher","unstructured":"Tiwari, A., Manthena, M., Saha, S., Bhattacharyya, P., Dhar, M., Tiwari, S.: Dr. can see: towards a multi-modal disease diagnosis virtual assistant. In: Proceedings of the 31st ACM International Conference on Information & Knowledge Management, CIKM 2022, pp. 1935\u20131944. Association for Computing Machinery, New York, NY, USA (2022). https:\/\/doi.org\/10.1145\/3511808.3557296","DOI":"10.1145\/3511808.3557296"},{"key":"14_CR27","doi-asserted-by":"publisher","unstructured":"Tiwari, A., Saha, A., Saha, S., Bhattacharyya, P., Dhar, M.: Experience and evidence are the eyes of an excellent summarizer! towards knowledge infused multi-modal clinical conversation summarization. In: Proceedings of the 32nd ACM International Conference on Information and Knowledge Management, CIKM 2023, pp. 2452\u20132461. Association for Computing Machinery, New York, NY, USA (2023). https:\/\/doi.org\/10.1145\/3583780.3614870","DOI":"10.1145\/3583780.3614870"},{"key":"14_CR28","doi-asserted-by":"crossref","unstructured":"Wang, Y., Liang, W., Huang, H., Zhang, Y., Li, D., Yu, L.F.: Toward automatic audio description generation for accessible videos. In: Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems, pp. 1\u201312 (2021)","DOI":"10.1145\/3411764.3445347"},{"issue":"1\/2","key":"14_CR29","doi-asserted-by":"publisher","first-page":"28","DOI":"10.2307\/2332510","volume":"34","author":"BL Welch","year":"1947","unstructured":"Welch, B.L.: The generalization of student\u2019s\u2019 problem when several different population variances are involved. Biometrika 34(1\/2), 28\u201335 (1947)","journal-title":"Biometrika"},{"issue":"8","key":"14_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3547138","volume":"55","author":"H Weld","year":"2021","unstructured":"Weld, H., Huang, X., Long, S., Poon, J., Han, S.C.: A survey of joint intent detection and slot filling models in natural language understanding. ACM Comput. Surv. (CSUR) 55(8), 1\u201338 (2021)","journal-title":"ACM Comput. Surv. (CSUR)"},{"issue":"6","key":"14_CR31","doi-asserted-by":"publisher","first-page":"957","DOI":"10.1093\/jamia\/ocaa067","volume":"27","author":"J Wosik","year":"2020","unstructured":"Wosik, J., et al.: Telehealth transformation: Covid-19 and the rise of virtual care. J. Am. Med. Inform. Assoc. 27(6), 957\u2013962 (2020)","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"14_CR32","doi-asserted-by":"crossref","unstructured":"Zhu, J., Li, H., Liu, T., Zhou, Y., Zhang, J., Zong, C.: Msmo: multimodal summarization with multimodal output. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, pp. 4154\u20134164 (2018)","DOI":"10.18653\/v1\/D18-1448"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-56063-7_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,22]],"date-time":"2024-03-22T08:50:18Z","timestamp":1711097418000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-56063-7_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031560620","9783031560637"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-56063-7_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"23 March 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Glasgow","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 March 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 March 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.ecir2024.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"578","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"110","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"69","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31 (Tracks: Workshop, Tutorial, Industry, Doctoral Consortium)","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}