{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,12]],"date-time":"2026-07-12T16:29:01Z","timestamp":1783873741590,"version":"3.55.0"},"reference-count":44,"publisher":"Oxford University Press (OUP)","issue":"1","license":[{"start":{"date-parts":[[2022,12,20]],"date-time":"2022-12-20T00:00:00Z","timestamp":1671494400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001809","name":"Natural Science Foundation of China","doi-asserted-by":"publisher","award":["71991471"],"award-info":[{"award-number":["71991471"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"Natural Science Foundation of China","doi-asserted-by":"publisher","award":["6217020551"],"award-info":[{"award-number":["6217020551"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003399","name":"Science and Technology Commission of Shanghai Municipality","doi-asserted-by":"publisher","award":["20dz1200600"],"award-info":[{"award-number":["20dz1200600"]}],"id":[{"id":"10.13039\/501100003399","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003399","name":"Science and Technology Commission of Shanghai Municipality","doi-asserted-by":"publisher","award":["21QA1400600"],"award-info":[{"award-number":["21QA1400600"]}],"id":[{"id":"10.13039\/501100003399","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,1,1]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:sec>\n                  <jats:title>Motivation<\/jats:title>\n                  <jats:p>In recent years, interest has arisen in using machine learning to improve the efficiency of automatic medical consultation and enhance patient experience. In this article, we propose two frameworks to support automatic medical consultation, namely doctor\u2013patient dialogue understanding and task-oriented interaction. We create a new large medical dialogue dataset with multi-level fine-grained annotations and establish five independent tasks, including named entity recognition, dialogue act classification, symptom label inference, medical report generation and diagnosis-oriented dialogue policy.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Results<\/jats:title>\n                  <jats:p>We report a set of benchmark results for each task, which shows the usability of the dataset and sets a baseline for future studies.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Availability and implementation<\/jats:title>\n                  <jats:p>Both code and data are available from https:\/\/github.com\/lemuria-wchen\/imcs21.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Supplementary information<\/jats:title>\n                  <jats:p>Supplementary data are available at Bioinformatics online.<\/jats:p>\n               <\/jats:sec>","DOI":"10.1093\/bioinformatics\/btac817","type":"journal-article","created":{"date-parts":[[2022,12,20]],"date-time":"2022-12-20T16:27:06Z","timestamp":1671553626000},"source":"Crossref","is-referenced-by-count":46,"title":["A benchmark for automatic medical consultation system: frameworks, tasks and datasets"],"prefix":"10.1093","volume":"39","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9431-9247","authenticated-orcid":false,"given":"Wei","family":"Chen","sequence":"first","affiliation":[{"name":"School of Data Science, Fudan University , Shanghai 200433, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhiwei","family":"Li","sequence":"additional","affiliation":[{"name":"School of Data Science, Fudan University , Shanghai 200433, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hongyi","family":"Fang","sequence":"additional","affiliation":[{"name":"School of Data Science, Fudan University , Shanghai 200433, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qianyuan","family":"Yao","sequence":"additional","affiliation":[{"name":"School of Data Science, Fudan University , Shanghai 200433, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cheng","family":"Zhong","sequence":"additional","affiliation":[{"name":"School of Data Science, Fudan University , Shanghai 200433, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jianye","family":"Hao","sequence":"additional","affiliation":[{"name":"College of Intelligence and Computing, Tianjin University , Tianjin 300072, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qi","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Computer Science, Fudan University , Shanghai 200433, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xuanjing","family":"Huang","sequence":"additional","affiliation":[{"name":"School of Computer Science, Fudan University , Shanghai 200433, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3857-7927","authenticated-orcid":false,"given":"Jiajie","family":"Peng","sequence":"additional","affiliation":[{"name":"School of Computer Science, Northwestern Polytechnical University , Xi\u2019an 710000, China"},{"name":"Research Institute of Automatic and Complex Systems, Fudan University , Shanghai 200433, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhongyu","family":"Wei","sequence":"additional","affiliation":[{"name":"School of Data Science, Fudan University , Shanghai 200433, China"},{"name":"Research Institute of Automatic and Complex Systems, Fudan University , Shanghai 200433, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2022,12,20]]},"reference":[{"key":"2023011906412717800_btac817-B1","doi-asserted-by":"crossref","first-page":"333","DOI":"10.1145\/360825.360855","article-title":"Efficient string matching: an aid to bibliographic search","volume":"18","author":"Aho","year":"1975","journal-title":"Commun. ACM"},{"key":"2023011906412717800_btac817-B2","doi-asserted-by":"crossref","first-page":"3","DOI":"10.2307\/3315487","article-title":"Beyond kappa: a review of interrater agreement measures","volume":"27","author":"Banerjee","year":"1999","journal-title":"Can. J. Stat"},{"key":"2023011906412717800_btac817-B3","first-page":"3143","author":"Chen","year":"2020"},{"key":"2023011906412717800_btac817-B4","author":"Chen","year":"2015"},{"key":"2023011906412717800_btac817-B5","first-page":"4171","author":"Devlin","year":"2019"},{"key":"2023011906412717800_btac817-B6","first-page":"915","author":"Du","year":"2019"},{"key":"2023011906412717800_btac817-B7","first-page":"4604","author":"He","year":"2020"},{"key":"2023011906412717800_btac817-B8","first-page":"562","author":"Johnson","year":"2017"},{"key":"2023011906412717800_btac817-B9","doi-asserted-by":"crossref","first-page":"3755","DOI":"10.18653\/v1\/2020.findings-emnlp.335","volume-title":"Findings of the Association for Computational Linguistics: EMNLP 2020","author":"Joshi","year":"2020"},{"key":"2023011906412717800_btac817-B10","author":"Kao","year":"2018"},{"key":"2023011906412717800_btac817-B11","author":"Lai","year":"2015"},{"key":"2023011906412717800_btac817-B12","first-page":"544","author":"Li","year":"2021"},{"key":"2023011906412717800_btac817-B13","first-page":"6836","author":"Li","year":"2020"},{"key":"2023011906412717800_btac817-B14","author":"Lin","year":"2004"},{"key":"2023011906412717800_btac817-B15","first-page":"13362","author":"Lin","year":"2021"},{"key":"2023011906412717800_btac817-B16","first-page":"5033","author":"Lin","year":"2019"},{"key":"2023011906412717800_btac817-B17","first-page":"2873","author":"Liu","year":"2016"},{"key":"2023011906412717800_btac817-B18","first-page":"5847","author":"Liu","year":"2021"},{"key":"2023011906412717800_btac817-B19","first-page":"447","author":"Liu","year":"2022"},{"key":"2023011906412717800_btac817-B20","first-page":"2170","author":"Liu","year":"2017"},{"key":"2023011906412717800_btac817-B21","first-page":"280","author":"Nallapati","year":"2016"},{"key":"2023011906412717800_btac817-B22","doi-asserted-by":"crossref","first-page":"1565","DOI":"10.1038\/nbt1206-1565","article-title":"What is a support vector machine?","volume":"24","author":"Noble","year":"2006","journal-title":"Nat. Biotechnol"},{"key":"2023011906412717800_btac817-B23","first-page":"232","author":"Qi","year":"2021"},{"key":"2023011906412717800_btac817-B24","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1007\/978-94-017-2390-9_10","volume-title":"Natural Language Processing Using Very Large Corpora","author":"Ramshaw","year":"1999"},{"key":"2023011906412717800_btac817-B25","first-page":"1073","author":"See","year":"2017"},{"key":"2023011906412717800_btac817-B26","first-page":"8838","author":"Shi","year":"2020"},{"key":"2023011906412717800_btac817-B27","doi-asserted-by":"crossref","first-page":"1230","DOI":"10.18203\/2394-6040.ijcmph20181195","article-title":"Online medical consultation: a review","volume":"5","author":"Singh","year":"2018","journal-title":"Int. J. Community Med. Public Health"},{"key":"2023011906412717800_btac817-B28","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1007\/s12098-020-03263-6","article-title":"A review of coronavirus disease-2019 (COVID-19)","volume":"87","author":"Singhal","year":"2020","journal-title":"Indian J. Pediatr"},{"key":"2023011906412717800_btac817-B29","author":"Vaswani","year":"2017"},{"key":"2023011906412717800_btac817-B30","first-page":"201","author":"Wei","year":"2018"},{"key":"2023011906412717800_btac817-B31","doi-asserted-by":"crossref","first-page":"557","DOI":"10.1136\/bmj.323.7312.557","article-title":"Telemedicine","volume":"323","author":"Wootton","year":"2001","journal-title":"BMJ"},{"key":"2023011906412717800_btac817-B32","first-page":"1062","author":"Xia","year":"2020"},{"key":"2023011906412717800_btac817-B33","first-page":"7346","author":"Xu","year":"2019"},{"key":"2023011906412717800_btac817-B34","first-page":"483","author":"Xue","year":"2021"},{"key":"2023011906412717800_btac817-B35","author":"Zeng","year":"2020"},{"key":"2023011906412717800_btac817-B36","doi-asserted-by":"crossref","first-page":"1819","DOI":"10.1109\/TKDE.2013.39","article-title":"A review on multi-label learning algorithms","volume":"26","author":"Zhang","year":"2014","journal-title":"IEEE Trans. Knowl. Data Eng"},{"key":"2023011906412717800_btac817-B37","first-page":"7888","author":"Zhang","year":"2022"},{"key":"2023011906412717800_btac817-B38","first-page":"1554","author":"Zhang","year":"2018"},{"key":"2023011906412717800_btac817-B39","doi-asserted-by":"crossref","first-page":"30","DOI":"10.1093\/nsr\/nwx105","article-title":"An overview of multi-task learning","volume":"5","author":"Zhang","year":"2018","journal-title":"Natl. Sci. Rev"},{"key":"2023011906412717800_btac817-B40","first-page":"6460","author":"Zhang","year":"2020"},{"key":"2023011906412717800_btac817-B41","first-page":"1441","author":"Zhang","year":"2019"},{"key":"2023011906412717800_btac817-B42","first-page":"1284","author":"Zheng","year":"2021"},{"key":"2023011906412717800_btac817-B43","doi-asserted-by":"crossref","first-page":"3995","DOI":"10.1093\/bioinformatics\/btac408","article-title":"Hierarchical reinforcement learning for automatic disease diagnosis","volume":"38","author":"Zhong","year":"2022","journal-title":"Bioinformatics"},{"key":"2023011906412717800_btac817-B44","first-page":"6214","author":"Zhou","year":"2021"}],"container-title":["Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/bioinformatics\/advance-article-pdf\/39\/1\/btac817\/48759232\/btac817.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/39\/1\/btac817\/48763597\/btac817.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/39\/1\/btac817\/48763597\/btac817.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,19]],"date-time":"2023-01-19T06:42:42Z","timestamp":1674110562000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article\/doi\/10.1093\/bioinformatics\/btac817\/6947983"}},"subtitle":[],"editor":[{"given":"Jonathan","family":"Wren","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2022,12,20]]},"references-count":44,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,1,1]]}},"URL":"https:\/\/doi.org\/10.1093\/bioinformatics\/btac817","relation":{},"ISSN":["1367-4803","1367-4811"],"issn-type":[{"value":"1367-4803","type":"print"},{"value":"1367-4811","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2023,1,1]]},"published":{"date-parts":[[2022,12,20]]},"article-number":"btac817"}}