{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,14]],"date-time":"2026-10-14T16:05:26Z","timestamp":1791993926914,"version":"4.4.0"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2022,5,1]],"date-time":"2022-05-01T00:00:00Z","timestamp":1651363200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0"},{"start":{"date-parts":[[2022,5,17]],"date-time":"2022-05-17T00:00:00Z","timestamp":1652745600000},"content-version":"vor","delay-in-days":16,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0"}],"funder":[{"DOI":"10.13039\/501100007543","name":"Agence Nationale de S\u00e9curit\u00e9 du M\u00e9dicament et des Produits de Sant\u00e9","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100007543","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Drug Saf"],"published-print":{"date-parts":[[2022,5]]},"DOI":"10.1007\/s40264-022-01153-8","type":"journal-article","created":{"date-parts":[[2022,5,17]],"date-time":"2022-05-17T11:03:01Z","timestamp":1652785381000},"page":"535-548","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":62,"title":["Validation of Artificial Intelligence to Support the Automatic Coding of Patient Adverse Drug Reaction Reports, Using Nationwide Pharmacovigilance Data"],"prefix":"10.1007","volume":"45","author":[{"given":"Guillaume L.","family":"Martin","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Julien","family":"Jouganous","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Romain","family":"Savidan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Axel","family":"Bellec","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cl\u00e9ment","family":"Goehrs","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mehdi","family":"Benkebil","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ghada","family":"Miremont","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jo\u00eblle","family":"Micallef","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Francesco","family":"Salvo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Antoine","family":"Pariente","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5082-4866","authenticated-orcid":false,"given":"Louis","family":"L\u00e9tinier","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"name":"the French Network of Pharmacovigilance Centres","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,5,17]]},"reference":[{"key":"1153_CR1","doi-asserted-by":"publisher","first-page":"1954","DOI":"10.1136\/bmj.2.5217.1954","volume":"2","author":"AL Florence","year":"1960","unstructured":"Florence AL. Is thalidomide to blame? Br Med J. 1960;2:1954.","journal-title":"Br Med J"},{"key":"1153_CR2","doi-asserted-by":"publisher","first-page":"1358","DOI":"10.1016\/S0140-6736(61)90927-8","volume":"278","author":"WG Mcbride","year":"1961","unstructured":"Mcbride WG. Thalidomide and congenital abnormalities. Lancet. 1961;278:1358.","journal-title":"Lancet"},{"key":"1153_CR3","doi-asserted-by":"publisher","first-page":"744","DOI":"10.1007\/s11096-018-0657-1","volume":"40","author":"G Fornasier","year":"2018","unstructured":"Fornasier G, Francescon S, Leone R, Baldo P. An historical overview over pharmacovigilance. Int J Clin Pharm. 2018;40:744\u20137.","journal-title":"Int J Clin Pharm"},{"key":"1153_CR4","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1177\/096032718400300402","volume":"3","author":"I Crombie","year":"1984","unstructured":"Crombie I. Inherent limitations of the Yellow Card system for the detection of unsuspected adverse drug reactions. Hum Toxicol. 1984;3:261\u20139.","journal-title":"Hum Toxicol"},{"key":"1153_CR5","doi-asserted-by":"publisher","first-page":"385","DOI":"10.2165\/00002018-200629050-00003","volume":"29","author":"L Hazell","year":"2006","unstructured":"Hazell L, Shakir SAW. Under-reporting of adverse drug reactions: a systematic review. Drug Saf. 2006;29:385\u201396.","journal-title":"Drug Saf"},{"key":"1153_CR6","doi-asserted-by":"publisher","first-page":"227","DOI":"10.7861\/clinmedicine.2-3-227","volume":"2","author":"RL Tattersall","year":"2002","unstructured":"Tattersall RL. The expert patient: a new approach to chronic disease management for the twenty-first century. Clin Med (Lond). 2002;2:227\u20139.","journal-title":"Clin Med (Lond)"},{"key":"1153_CR7","doi-asserted-by":"publisher","first-page":"90","DOI":"10.3389\/fphar.2016.00090","volume":"7","author":"J Berrewaerts","year":"2016","unstructured":"Berrewaerts J, Delbecque L, Orban P, Desseilles M. Patient participation and the use of Ehealth tools for pharmacoviligance. Front Pharmacol. 2016;7:90. https:\/\/doi.org\/10.3389\/fphar.2016.00090.","journal-title":"Front Pharmacol"},{"key":"1153_CR8","unstructured":"ANSM. D\u00e9clarer un effet ind\u00e9sirable. 2021. https:\/\/ansm.sante.fr\/documents\/reference\/declarer-un-effet-indesirable. Accessed 15 Jun 2021."},{"key":"1153_CR9","doi-asserted-by":"publisher","first-page":"775","DOI":"10.2165\/11536510-000000000-00000","volume":"33","author":"DJ McLernon","year":"2010","unstructured":"McLernon DJ, Bond CM, Hannaford PC, Watson MC, Lee AJ, Hazell L, et al. Adverse drug reaction reporting in the UK: a retrospective observational comparison of yellow card reports submitted by patients and healthcare professionals. Drug Saf. 2010;33:775\u201388.","journal-title":"Drug Saf"},{"key":"1153_CR10","doi-asserted-by":"publisher","first-page":"807","DOI":"10.1007\/BF03261977","volume":"35","author":"J Inch","year":"2012","unstructured":"Inch J, Watson MC, Anakwe-Umeh S. Patient versus healthcare professional spontaneous adverse drug reaction reporting: a systematic review. Drug Saf. 2012;35:807\u201318.","journal-title":"Drug Saf"},{"key":"1153_CR11","doi-asserted-by":"publisher","first-page":"b5613","DOI":"10.1136\/bmj.b5613","volume":"339","author":"K Faasse","year":"2009","unstructured":"Faasse K, Cundy T, Petrie KJ. Thyroxine: anatomy of a health scare. BMJ. 2009;339:b5613.","journal-title":"BMJ"},{"key":"1153_CR12","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1016\/j.therap.2019.01.003","volume":"74","author":"S Mouly","year":"2019","unstructured":"Mouly S, Roustit M, Bagheri H, Perault-Pochat M-C, Molimard M, Bordet R. The French Levothyrox\u00ae crisis: we did the best we could but \u2026. Therapie. 2019;74:431\u20135.","journal-title":"Therapie"},{"key":"1153_CR13","doi-asserted-by":"publisher","first-page":"624","DOI":"10.1016\/j.tips.2019.07.005","volume":"40","author":"AO Basile","year":"2019","unstructured":"Basile AO, Yahi A, Tatonetti NP. Artificial intelligence for drug toxicity and safety. Trends Pharmacol Sci. 2019;40:624\u201335.","journal-title":"Trends Pharmacol Sci"},{"issue":"2","key":"1153_CR14","doi-asserted-by":"publisher","first-page":"266","DOI":"10.3390\/pharmaceutics14020266","volume":"14","author":"P Pilipiec","year":"2022","unstructured":"Pilipiec P, Liwicki M, Bota A. Using Machine Learning for Pharmacovigilance: a Systematic Review. Pharmaceutics. 2022;14(2):266. https:\/\/doi.org\/10.3390\/pharmaceutics14020266.","journal-title":"Pharmaceutics"},{"key":"1153_CR15","doi-asserted-by":"publisher","first-page":"954","DOI":"10.1002\/cpt.1255","volume":"105","author":"J Schmider","year":"2019","unstructured":"Schmider J, Kumar K, LaForest C, Swankoski B, Naim K, Caubel PM. Innovation in pharmacovigilance: use of artificial intelligence in adverse event case processing. Clin Pharmacol Ther. 2019;105:954\u201361.","journal-title":"Clin Pharmacol Ther"},{"key":"1153_CR16","doi-asserted-by":"publisher","first-page":"100190","DOI":"10.1016\/j.imu.2019.100190","volume":"17","author":"K Negi","year":"2019","unstructured":"Negi K, Pavuri A, Patel L, Jain C. A novel method for drug-adverse event extraction using machine learning. Inform Med Unlocked. 2019;17:100190.","journal-title":"Inform Med Unlocked."},{"key":"1153_CR17","doi-asserted-by":"publisher","unstructured":"Giorgi J, Wang X, Sahar N, Shin WY, Bader GD, Wang B. End-to-end named entity recognition and relation extraction using pre-trained language models. arXiv preprint. 2019;1912.13415. https:\/\/doi.org\/10.48550\/arXiv.1912.13415.","DOI":"10.48550\/arXiv.1912.13415"},{"issue":"2","key":"1153_CR18","doi-asserted-by":"publisher","first-page":"392","DOI":"10.1002\/cpt.2266","volume":"110","author":"L L\u00e9tinier","year":"2021","unstructured":"L\u00e9tinier L, Jouganous J, Benkebil M, et al. Artificial intelligence for unstructured healthcare data: application to coding of patient reporting of adverse drug reactions. Clin Pharmacol Ther. 2021;110(2):392\u2013400. https:\/\/doi.org\/10.1002\/cpt.2266.","journal-title":"Clin Pharmacol Ther"},{"key":"1153_CR19","doi-asserted-by":"publisher","first-page":"109","DOI":"10.2165\/00002018-199920020-00002","volume":"20","author":"EG Brown","year":"1999","unstructured":"Brown EG, Wood L, Wood S. The medical dictionary for regulatory activities (MedDRA). Drug Saf. 1999;20:109\u201317.","journal-title":"Drug Saf"},{"key":"1153_CR20","doi-asserted-by":"publisher","first-page":"19","DOI":"10.2165\/00002018-200528010-00002","volume":"28","author":"C Bousquet","year":"2005","unstructured":"Bousquet C, Lagier G, Lou\u00ebt AL-L, Le-Beller C, Venot A, Jaulent M-C. Appraisal of the MedDRA conceptual structure for describing and grouping adverse drug reactions. Drug Saf. 2005;28:19\u201334.","journal-title":"Drug Saf"},{"key":"1153_CR21","doi-asserted-by":"publisher","first-page":"1255","DOI":"10.1016\/S0140-6736(00)02799-9","volume":"356","author":"IR Edwards","year":"2000","unstructured":"Edwards IR, Aronson JK. Adverse drug reactions: definitions, diagnosis, and management. Lancet. 2000;356:1255\u20139.","journal-title":"Lancet"},{"key":"1153_CR22","unstructured":"Camelot. PDF table extraction for humans: Camelot 0.10.1 documentation. 2021. https:\/\/camelot-py.readthedocs.io\/en\/master\/. Accessed 24 Nov 2021."},{"key":"1153_CR23","first-page":"3149","volume":"2017","author":"G Ke","year":"2017","unstructured":"Ke G, Meng Q, Finley T, Wang T, Chen W, Ma W, et al. LightGBM: a highly efficient gradient boosting decision tree. Proc Int Conf Neural Inf Process Syst. 2017;2017:3149\u201357.","journal-title":"Proc Int Conf Neural Inf Process Syst."},{"key":"1153_CR24","doi-asserted-by":"publisher","unstructured":"Conneau A, Khandelwal K, Goyal N, Chaudhary V, Wenzek G, Guzm\u00e1n F, et al. Unsupervised cross-lingual representation learning at scale. arXiv preprint. 2019;1911.02116. https:\/\/doi.org\/10.48550\/arXiv.1911.02116.","DOI":"10.48550\/arXiv.1911.02116"},{"key":"1153_CR25","first-page":"4171","volume":"1","author":"J Devlin","year":"2019","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K. BERT: pre-training of deep bidirectional transformers for language understanding. Proc Conf North Am Chapter Assoc Comput Linguist Hum Lang Technol. 2019;1:4171\u201386.","journal-title":"Proc Conf North Am Chapter Assoc Comput Linguist Hum Lang Technol."},{"key":"1153_CR26","doi-asserted-by":"publisher","unstructured":"Wolf T, Debut L, Sanh V, et al. HuggingFace\u2019s transformers: state-of-the-art natural language processing. arXiv preprint. 2019;1910.03771. https:\/\/doi.org\/10.48550\/arXiv.1910.03771.","DOI":"10.48550\/arXiv.1910.03771"},{"key":"1153_CR27","unstructured":"Ramos J. Using TF-IDF to determine word relevance in document queries. Proceedings of the first instructional conference on machine learning, vol. 242, Issue 1. 2003. p. 29\u201348."},{"key":"1153_CR28","doi-asserted-by":"crossref","unstructured":"Bojanowski P, Grave E, Joulin A, Mikolov T. Enriching word vectors with subword information. Transactions of the association for computational linguistics, vol. 5; 2017. p. 135\u2013146.","DOI":"10.1162\/tacl_a_00051"},{"key":"1153_CR29","doi-asserted-by":"crossref","unstructured":"Martin L, Muller B, Su\u00e1rez PJO, Dupont Y, Romary L, de la Clergerie \u00c9V, et al. CamemBERT: a tasty French language model. Proceedings of the 45th Annual\u00a0Meeting\u00a0of the Association of Computational\u00a0Linguistics. 2020; p. 7203\u201319.","DOI":"10.18653\/v1\/2020.acl-main.645"},{"key":"1153_CR30","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1080\/10485252.2015.1010532","volume":"27","author":"Y Jung","year":"2015","unstructured":"Jung Y, Hu J. A K-fold averaging cross-validation procedure. J Nonparametric Stat. 2015;27:167\u201379.","journal-title":"J Nonparametric Stat."},{"key":"1153_CR31","doi-asserted-by":"crossref","first-page":"361","DOI":"10.1080\/00031305.1996.10473566","volume":"50","author":"R Hyndman","year":"1996","unstructured":"Hyndman R, Fan Y. Sample quantiles in statistical packages. Am Stat. 1996;50:361\u20135.","journal-title":"Am Stat"},{"key":"1153_CR32","doi-asserted-by":"publisher","unstructured":"Powers DMW. What the F-measure doesn\u2019t measure: features, flaws, fallacies and fixes. arXiv preprint. 2015;1503.06410. https:\/\/doi.org\/10.13140\/RG.2.1.1571.5369","DOI":"10.13140\/RG.2.1.1571.5369"},{"key":"1153_CR33","unstructured":"ANSM. Dossier th\u00e9matique: COVID-19: dispositif de surveillance renf. 2021. https:\/\/ansm.sante.fr\/dossiers-thematiques\/covid-19-vaccins\/covid-19-dispositif-de-surveillance-renforcee-des-vaccins. Accessed 24 Jun 2021."},{"key":"1153_CR34","doi-asserted-by":"crossref","unstructured":"Editorial. Can technology increase COVID-19 vaccination rates? Lancet Digit Health. 2021;3:e274.","DOI":"10.1016\/S2589-7500(21)00061-3"},{"key":"1153_CR35","first-page":"247","volume":"25","author":"MedDRA and pharmacovigilance","year":"2016","unstructured":"MedDRA and pharmacovigilance. a complex and little-evaluated tool. Prescrire Int. 2016;25:247\u201350.","journal-title":"Prescrire Int"},{"key":"1153_CR36","doi-asserted-by":"publisher","first-page":"h5527","DOI":"10.1136\/bmj.h5527","volume":"351","author":"PM Bossuyt","year":"2015","unstructured":"Bossuyt PM, Reitsma JB, Bruns DE, Gatsonis CA, Glasziou PP, Cohen JF, et al. STARD 2015: an updated list of essential items for reporting diagnostic accuracy studies. BMJ. 2015;351:h5527.","journal-title":"BMJ"}],"container-title":["Drug Safety"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40264-022-01153-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40264-022-01153-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40264-022-01153-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,25]],"date-time":"2024-09-25T05:42:29Z","timestamp":1727242949000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s40264-022-01153-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5]]},"references-count":36,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2022,5]]}},"alternative-id":["1153"],"URL":"https:\/\/doi.org\/10.1007\/s40264-022-01153-8","relation":{},"ISSN":["0114-5916","1179-1942"],"issn-type":[{"value":"0114-5916","type":"print"},{"value":"1179-1942","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,5]]},"assertion":[{"value":"9 February 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 May 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Public funding was received by Synapse Medicine for this work, following a contract with the French Agency for the Safety of Health Products (Agence Nationale de S\u00e9curit\u00e9 du M\u00e9dicament et des Produits de Sant\u00e9).","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Funding"}},{"value":"Guillaume Louis Martin, Julien Jouganous, Axel Bellec, Romain Savidan, Cl\u00e9ment Goehrs and Louis L\u00e9tinier were employed by Synapse Medicine at the time this research was conducted or hold stock\/stock options therein. All other authors declared no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This study and the use of the French pharmacovigilance database have been validated by the French Agency for the Safety of Health Products (Agence Nationale de S\u00e9curit\u00e9 du M\u00e9dicament et des Produits de Sant\u00e9). The data studied are the property of the Agence Nationale de S\u00e9curit\u00e9 du M\u00e9dicament et des Produits de Sant\u00e9. Storage of the data is managed by service providers certified as \u201cH\u00e9bergeur de Donn\u00e9es de Sant\u00e9\u201d (Health Data Host).","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"This study and the use of the French pharmacovigilance database have been validated by the French Agency for the Safety of Health Products (Agence Nationale de S\u00e9curit\u00e9 du M\u00e9dicament et des Produits de Sant\u00e9).","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"Data are not shareable as they are the property of the Agence Nationale de S\u00e9curit\u00e9 du M\u00e9dicament et des Produits de Sant\u00e9.","order":7,"name":"Ethics","group":{"name":"EthicsHeading","label":"Availability of data and material"}},{"value":"The example code in Python for the AI pipelines is provided on the following git repository: https:\/\/github.com\/louisletinier\/MAITAI. For more information about data management or our algorithms, please contact the corresponding author.","order":8,"name":"Ethics","group":{"name":"EthicsHeading","label":"Code availability"}},{"value":"G.L. Martin designed the research, analysed the data and wrote the manuscript. J. Jouganous, A. Bellec and R. Savidan designed the research, implemented models and critically reviewed the article. C. Goehrs critically reviewed the article. A. Pariente designed the research, critically reviewed the article, and was involved in the selection and acquisition of data. M. Benkebil, G. Miremont, J. Micallef and F. Salvo were involved in the selection and acquisition of data, and critically reviewed the article. L L\u00e9tinier designed the research, analysed the data and critically reviewed the article. He is the guarantor; he had full access to all the data in the study and takes responsibility for the integrity of the data and the accuracy of the data analysis. All authors read and approved the final version of the manuscript and agreed to its publication.","order":9,"name":"Ethics","group":{"name":"EthicsHeading","label":"Author contributions"}},{"value":"We used the STARD 2015 reporting guidelines [], with its checklist available as Electronic Supplementary Material.","order":10,"name":"Ethics","group":{"name":"EthicsHeading","label":"Reporting guidelines"}}]}}