{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,4]],"date-time":"2026-10-04T04:35:37Z","timestamp":1791088537005,"version":"4.1.0"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2019,12,9]],"date-time":"2019-12-09T00:00:00Z","timestamp":1575849600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Ther Innov Regul Sci"],"published-print":{"date-parts":[[2020,7]]},"DOI":"10.1007\/s43441-019-00021-5","type":"journal-article","created":{"date-parts":[[2020,6,17]],"date-time":"2020-06-17T17:05:19Z","timestamp":1592413519000},"page":"821-830","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["A Framework for Safety Evaluation Throughout the Product Development Life-Cycle"],"prefix":"10.1007","volume":"54","author":[{"given":"Greg","family":"Ball","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tjark","family":"Reblin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"James","family":"Buchanan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Barbara A.","family":"Hendrickson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eric","family":"Lewis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Patrick M.","family":"Schnell","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Frank W.","family":"Rockhold","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,12,9]]},"reference":[{"key":"21_CR1","doi-asserted-by":"crossref","first-page":"1220","DOI":"10.1136\/bmj.317.7167.1220","volume":"317","author":"A Yoshioka","year":"1998","unstructured":"Yoshioka A. Use of randomization in the Medical Research Council\u2019s clinical trial of streptomycin in pulmonary tuberculosis in the 1940\u2019s. BMJ. 1998;317:1220\u20133.","journal-title":"BMJ"},{"key":"21_CR2","doi-asserted-by":"crossref","first-page":"775","DOI":"10.1056\/NEJMoa063070","volume":"356","author":"PMA Calverley","year":"2007","unstructured":"Calverley PMA, Anderson JA, Celli B, et al. Salmeterol and fluticasone propionate and survival in chronic obstructive pulmonary disease. N Engl J Med. 2007;356:775\u201389.","journal-title":"N Engl J Med"},{"key":"21_CR3","unstructured":"Ziagen 300\u00a0mg film-coated tablets. Summary of product characteristics. https:\/\/www.ema.europa.eu\/en\/documents\/product-information\/ziagen-epar-product-information_en.pdf. Accessed 27 Aug 2019"},{"key":"21_CR4","unstructured":"Novartis. 2018 Annual review: go big on data and digital. https:\/\/www.annualreview.novartis.com\/at-a-glance\/what-we-do\/strategic-priorities\/go-big-on-data-and-digital.html. Accessed 27 Aug 2019"},{"key":"21_CR5","unstructured":"Chainey J. CDISC US interchange 2018: CDISC standards in the real world. https:\/\/www.cdisc.org\/system\/files\/all\/event\/restricted\/2018_US\/1_Keynote_Chainey.pdf. Accessed 27 Aug 2019"},{"key":"21_CR6","doi-asserted-by":"crossref","DOI":"10.1002\/9781118839539","volume-title":"Willful ignorance: the mismeasure of uncertainty","author":"HI Weisberg","year":"2014","unstructured":"Weisberg HI. Willful ignorance: the mismeasure of uncertainty. Hoboken: Wiley; 2014."},{"key":"21_CR7","volume-title":"Exploratory data analysis","author":"JW Tukey","year":"1977","unstructured":"Tukey JW. Exploratory data analysis. Boston: Addison Wesley; 1977."},{"key":"21_CR8","first-page":"295","volume":"58","author":"B Hill","year":"1965","unstructured":"Hill B. The environment and disease: association or causation? Proc R Soc Med. 1965;58:295\u2013300.","journal-title":"Proc R Soc Med"},{"key":"21_CR9","unstructured":"Council for International Organizations of Medical Sciences. Guidelines for preparing core clinical-safety information on drugs (second edition): report of CIOMS working groups III and V. 1999."},{"key":"21_CR10","first-page":"01","volume":"172","author":"European Commission","year":"2011","unstructured":"European Commission. Communication from the commission\u2014detailed guidance on the collection, verification and presentation of adverse event\/reaction reports arising from clinical trials on medicinal products for human use (\u2018CT-3\u2019). Off J Eur Union. 2011;172:01\u20132011.","journal-title":"Offic J Eur Union"},{"key":"21_CR11","unstructured":"US Food and Drug Administration. Final rule: investigational new drug safety reporting requirements for human drug and biological products and safety reporting requirements for bioavailability and bioequivalence studies in humans. September 2010."},{"key":"21_CR12","unstructured":"US Food and Drug Administration. Safety reporting requirements for INDs and BA\/BE studies. December 2012."},{"key":"21_CR13","unstructured":"European Medicines Agency. ICH guideline E2F on development safety update report. September 2011."},{"key":"21_CR14","unstructured":"Clinical Trial Facilitation Group CTFG. Q&A document\u2014reference safety information. November 2017."},{"key":"21_CR15","unstructured":"US Food and Drug Administration. Guidance for industry: safety assessment for IND safety reporting (draft). December 2015."},{"key":"21_CR16","doi-asserted-by":"crossref","first-page":"844","DOI":"10.1056\/NEJMp078167","volume":"357","author":"CJ Rosen","year":"2007","unstructured":"Rosen CJ. The rosiglitazone story\u2014lessons from an FDA advisory committee meeting. N Engl J Med. 2007;357:844\u20136.","journal-title":"N Engl J Med"},{"key":"21_CR17","unstructured":"US Food and Drug Administration. Drug safety communication: FDA requires removal of some prescribing and dispensing restrictions for rosiglitazone-containing diabetes medicines. https:\/\/www.fda.gov\/drugs\/drug-safety-and-availability\/fda-drug-safety-communication-fda-requires-removal-some-prescribing-and-dispensing-restrictions. Accessed 29 July 2019"},{"key":"21_CR18","unstructured":"Ball G, Kurek R, Hendrickson BA, et al. Global regulatory landscape for aggregate safety assessments: recent developments and future directions. Ther Innov Regul Sci."},{"key":"21_CR19","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1016\/j.cct.2011.05.010","volume":"32","author":"G Ball","year":"2011","unstructured":"Ball G, Piller L, Silverman M. Continuous safety monitoring for randomized controlled clinical trials with blinded treatment information. Contemp Clin Trials. 2011;32:2\u201310.","journal-title":"Contemp Clin Trials"},{"issue":"6","key":"21_CR20","doi-asserted-by":"crossref","first-page":"833","DOI":"10.1177\/2168479016656702","volume":"50","author":"P Schnell","year":"2016","unstructured":"Schnell P, Ball G. A Bayesian exposure-time method for clinical trial safety monitoring with blinded data. Ther Innov Regul Sci. 2016;50(6):833\u201345.","journal-title":"Ther Innov Regul Sci"},{"issue":"1","key":"21_CR21","doi-asserted-by":"crossref","first-page":"92","DOI":"10.1002\/sim.7129","volume":"36","author":"AL Gould","year":"2017","unstructured":"Gould AL, Wang WB. Monitoring potential adverse event rate differences using data from blinded trials: the canary in the coal mine. Stat Med. 2017;36(1):92\u2013104.","journal-title":"Stat Med"},{"issue":"6","key":"21_CR22","doi-asserted-by":"crossref","first-page":"823","DOI":"10.1002\/pst.1898","volume":"17","author":"S Mukhopadhyay","year":"2018","unstructured":"Mukhopadhyay S, Waterhouse B, Hartford A. Bayesian detection of potential risk using inference on blinded safety data. Pharm Stat. 2018;17(6):823\u201334.","journal-title":"Pharm Stat"},{"key":"21_CR23","unstructured":"Ball G, Lievano F. The importance of cross-disciplinary scientific engagement in the development of quantitative procedures for aggregate safety assessments. Pharm Stat. (online)."},{"key":"21_CR24","unstructured":"Council for International Organizations of Medical Sciences. Management of safety information from clinical trials: report of CIOMS working group VI. 2005."},{"issue":"11","key":"21_CR25","doi-asserted-by":"crossref","first-page":"1073","DOI":"10.1007\/s40264-018-0690-y","volume":"41","author":"S Comfort","year":"2018","unstructured":"Comfort S, Dorrell D, Meiris S, Fine J. Modified NARanjo causality scale for ICSRs (MONARCSi): a decision support tool for safety scientists. Drug Saf. 2018;41(11):1073\u201385.","journal-title":"Drug Saf"},{"issue":"1","key":"21_CR26","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1002\/pst.397","volume":"10","author":"C Chuang-Stein","year":"2011","unstructured":"Chuang-Stein C, Beltangady M. Reporting cumulative proportion of subjects with an adverse event based on data from multiple studies. Pharm Stat. 2011;10(1):3\u20137.","journal-title":"Pharm Stat"},{"issue":"4","key":"21_CR27","doi-asserted-by":"crossref","first-page":"455","DOI":"10.1177\/2168479016628574","volume":"50","author":"B Crowe","year":"2016","unstructured":"Crowe B, Chuang-Stein C, Lettis S, Brueckner A. Reporting adverse drug reactions in product labels. Ther Innov Regul Sci. 2016;50(4):455\u201363.","journal-title":"Ther Innov Regul Sci"},{"issue":"3","key":"21_CR28","doi-asserted-by":"crossref","first-page":"174","DOI":"10.1080\/19466315.2015.1043395","volume":"7","author":"J Wittes","year":"2015","unstructured":"Wittes J, Crowe B, Chuang-Stein C, et al. The FDA\u2019s final rule on expedited safety reporting: statistical considerations. Stat Biopharm Res. 2015;7(3):174\u201390.","journal-title":"Stat Biopharm Res"},{"issue":"2","key":"21_CR29","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1007\/s40290-016-0176-0","volume":"31","author":"SP Duke","year":"2017","unstructured":"Duke SP, Kleoudis C, Polinkovsky M, et al. Quantitative methods for safety monitoring of rare serious adverse events. Pharm Med. 2017;31(2):113\u20138.","journal-title":"Pharm Med"},{"issue":"1","key":"21_CR30","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1214\/aoms\/1177704711","volume":"33","author":"JW Tukey","year":"1962","unstructured":"Tukey JW. The future of data analysis. Ann Math Stat. 1962;33(1):13.","journal-title":"Ann Math Stat"},{"issue":"5","key":"21_CR31","doi-asserted-by":"crossref","first-page":"430","DOI":"10.1177\/1740774509344101","volume":"6","author":"BJ Crowe","year":"2009","unstructured":"Crowe BJ, Xia HA, Berlin JA, et al. Recommendations for safety planning, data collection, evaluation and reporting during drug, biologic and vaccine development: a report of the safety planning, evaluation, and reporting team. Clin Trials. 2009;6(5):430\u201340.","journal-title":"Clin Trials"},{"key":"21_CR32","doi-asserted-by":"crossref","first-page":"294","DOI":"10.1016\/j.jbi.2016.02.009","volume":"60","author":"H Ibrahim","year":"2016","unstructured":"Ibrahim H, Saad A, Abdo A, Eldin AS. Mining association patterns of drug-interactions using post marketing FDA\u2019s spontaneous reporting data. J Biomed Inf. 2016;60:294\u2013308.","journal-title":"J Biomed Inf"},{"key":"21_CR33","unstructured":"International Conference on Harmonization. E1: the extent of population exposure to assess clinical safety for drugs intended for long-term treatment of non-life threatening conditions. October 1994."},{"key":"21_CR34","unstructured":"US Food and Drug Administration. Premarketing risk assessment. March 2005."},{"issue":"1","key":"21_CR35","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1177\/1740774518812774","volume":"16","author":"F Yang","year":"2019","unstructured":"Yang F, Wittes J, Pitt B. Beware of on-treatment safety analyses. Clin Trials. 2019;16(1):63\u201370.","journal-title":"Clin Trials"},{"key":"21_CR36","doi-asserted-by":"crossref","first-page":"166","DOI":"10.1002\/pst.1915","volume":"18","author":"S Unkel","year":"2019","unstructured":"Unkel S, Amiri M, Benda N, et al. On estimands and the analysis of adverse events in the presence of varying follow-up times within the benefit assessment of therapies. Pharm Stats. 2019;18:166\u201383.","journal-title":"Pharm Stats"},{"key":"21_CR37","doi-asserted-by":"crossref","first-page":"350","DOI":"10.1177\/1740774519853573","volume":"16","author":"FW Rockhold","year":"2019","unstructured":"Rockhold FW, Lindblad A, Siegel JP, Molenberghs G. University of Pennsylvania 11th annual conference on statistical issues in clinical trials: estimands, missing data and sensitivity analysis (morning panel session). Clin Trials. 2019;16:350\u201362.","journal-title":"Clin Trials"},{"key":"21_CR38","unstructured":"International Conference on Harmonization. Final concept paper E19: optimization of safety data collection. July 2017."},{"key":"21_CR39","unstructured":"US Food and Drug Administration. Determining the extent of safety data collection needed in late-stage premarket and postapproval clinical investigations. February 2016."},{"key":"21_CR40","unstructured":"European Medicines Agency. Guideline on good pharmacovigilance practices (GVP) Module V: risk management systems. March 2017."},{"key":"21_CR41","unstructured":"US Food and Drug Administration. Framework for FDA\u2019s real-world evidence program. December 2018."},{"issue":"4","key":"21_CR42","doi-asserted-by":"crossref","first-page":"675","DOI":"10.1016\/j.clinthera.2017.03.011","volume":"39","author":"A Haque","year":"2017","unstructured":"Haque A, Daniel S, Maxwell T, Boerstoel M. Postmarketing surveillance studies\u2014an industry perspective on changing global requirements and implications. Clin Ther. 2017;39(4):675\u201385.","journal-title":"Clin Ther"},{"key":"21_CR43","unstructured":"US Food and Drug Administration. Best practices for conducting and reporting pharmacoepidemiologic safety studies using electronic healthcare data. May 2013."},{"issue":"3","key":"21_CR44","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1002\/cpt.320","volume":"99","author":"R Ball","year":"2016","unstructured":"Ball R, Robb M, Anderson SA, Dal Pan G. The FDA\u2019s sentinel initiative: a comprehensive approach to medical product surveillance. Clin Pharmacol Ther. 2016;99(3):265\u20138.","journal-title":"Clin Pharmacol Ther"},{"issue":"12","key":"21_CR45","first-page":"1946","volume":"36","author":"JM Franklin","year":"2017","unstructured":"Franklin JM, Eddings W, Austin PC, et al. Comparing the performance of propensity score methods in healthcare database studies with rare outcomes. Stats Med. 2017;36(12):1946\u201363.","journal-title":"Stats Med"},{"issue":"6","key":"21_CR46","doi-asserted-by":"crossref","first-page":"1112","DOI":"10.1093\/ejcts\/ezy167","volume":"53","author":"U Benedetto","year":"2018","unstructured":"Benedetto U, Head SJ, Angelini GD, Blackstone EH. Statistical primer: propensity score matching and its alternatives. Eur J Cardio-Thoracic Surg. 2018;53(6):1112\u20137.","journal-title":"Euro J Cardio-Thoracic Surg"},{"key":"21_CR47","volume-title":"Registries for evaluating patient outcomes: a user\u2019s guide","year":"2014","unstructured":"Gliklich RE, Dreyer NA, Leavy MB, editors. Registries for evaluating patient outcomes: a user\u2019s guide. 3rd ed. Rockville: Agency for Healthcare Research and Quality; 2014.","edition":"3"},{"key":"21_CR48","doi-asserted-by":"crossref","first-page":"1451","DOI":"10.1002\/pds.4332","volume":"26","author":"CJ Jonker","year":"2017","unstructured":"Jonker CJ, van den Berg HM, Kwa MSG, Hoes AW, Mol PGM. Registries supporting new drug applications. Pharmacoepidemiol Drug Saf. 2017;26:1451\u20137.","journal-title":"Pharmacoepidemiol Drug Saf"},{"issue":"9","key":"21_CR49","doi-asserted-by":"crossref","first-page":"867","DOI":"10.1001\/jama.2018.10136","volume":"320","author":"J Corrigan-Curay","year":"2018","unstructured":"Corrigan-Curay J, Sacks L, Woodcock J. Real-world evidence and real-world data for evaluating drug safety and effectiveness. JAMA. 2018;320(9):867\u20138.","journal-title":"JAMA"},{"key":"21_CR50","unstructured":"Tremmel L, Hendrickson B, Buchanan J, et al. Joint statistical meetings (JSM) 2018: drug safety monitoring in a complex world-wide regulatory environment\u2014strategy meets methodologies. https:\/\/ww2.amstat.org\/meetings\/jsm\/2018\/onlineprogram\/ActivityDetails.cfm?SessionID=215471. Accessed 27 Aug 2019"}],"container-title":["Therapeutic Innovation & Regulatory Science"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s43441-019-00021-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s43441-019-00021-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s43441-019-00021-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,2]],"date-time":"2023-10-02T13:54:30Z","timestamp":1696254870000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s43441-019-00021-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,12,9]]},"references-count":50,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2020,7]]}},"alternative-id":["21"],"URL":"https:\/\/doi.org\/10.1007\/s43441-019-00021-5","relation":{},"ISSN":["2168-4790","2168-4804"],"issn-type":[{"value":"2168-4790","type":"print"},{"value":"2168-4804","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,12,9]]},"assertion":[{"value":"5 September 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 November 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 December 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with Ethical Standards"}},{"value":"Dr. Schnell reports personal fees from Merck & Co, Inc, outside the submitted work. Dr. Rockhold reports grants from AstraZeneca, grants and personal fees from Janssen, personal fees from Merck Research Labs, personal fees from Merck Healthcare KGaA, personal fees from Novo Nordisk, personal fees from Rhythm, personal fees from KLSMC, personal fees from Aldeyra, personal fees from Complexa, personal fees from Sarepta, grants and personal fees from Eidos, grants from American Regent, grants from Reneuron, personal fees from Phathom, other from Athira, other from Spencer Healthcare, other from Datavant, grants from BMS, outside the submitted work.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}