{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T16:08:27Z","timestamp":1773504507315,"version":"3.50.1"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2018,10,19]],"date-time":"2018-10-19T00:00:00Z","timestamp":1539907200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001665","name":"Agence Nationale de la Recherche","doi-asserted-by":"publisher","award":["ANR-11-TECS-0012"],"award-info":[{"award-number":["ANR-11-TECS-0012"]}],"id":[{"id":"10.13039\/501100001665","id-type":"DOI","asserted-by":"publisher"}]},{"name":"PEPS consortium"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Inform Decis Mak"],"published-print":{"date-parts":[[2018,12]]},"DOI":"10.1186\/s12911-018-0667-x","type":"journal-article","created":{"date-parts":[[2018,10,19]],"date-time":"2018-10-19T07:19:01Z","timestamp":1539933541000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Timeline representation of clinical data: usability and added value for pharmacovigilance"],"prefix":"10.1186","volume":"18","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9236-341X","authenticated-orcid":false,"given":"Thibault","family":"Ledieu","sequence":"first","affiliation":[]},{"given":"Guillaume","family":"Bouzill\u00e9","sequence":"additional","affiliation":[]},{"given":"Frantz","family":"Thiessard","sequence":"additional","affiliation":[]},{"given":"Karine","family":"Berquet","sequence":"additional","affiliation":[]},{"given":"Pascal","family":"Van Hille","sequence":"additional","affiliation":[]},{"given":"Eric","family":"Renault","sequence":"additional","affiliation":[]},{"given":"Elisabeth","family":"Polard","sequence":"additional","affiliation":[]},{"given":"Marc","family":"Cuggia","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,10,19]]},"reference":[{"key":"667_CR1","unstructured":"WHO | Pharmacovigilance [Internet]. [cited 2017 Aug 21]. Available from: http:\/\/www.who.int\/medicines\/areas\/quality_safety\/safety_efficacy\/pharmvigi\/en\/"},{"issue":"2","key":"667_CR2","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1136\/jamia.2009.000893","volume":"17","author":"SN Murphy","year":"2010","unstructured":"Murphy SN, Weber G, Mendis M, Gainer V, Chueh HC, Churchill S, et al. Serving the enterprise and beyond with informatics for integrating biology and the bedside (i2b2). J Am Med Inform Assoc. 2010;17(2):124\u201330.","journal-title":"J Am Med Inform Assoc"},{"key":"667_CR3","first-page":"584","volume":"169","author":"M Cuggia","year":"2011","unstructured":"Cuggia M, Garcelon N, Campillo-Gimenez B, Bernicot T, Laurent J-F, Garin E, et al. Roogle: an information retrieval engine for clinical data warehouse. Stud Health Technol Inform. 2011;169:584\u20138.","journal-title":"Stud Health Technol Inform"},{"key":"667_CR4","first-page":"564","volume":"216","author":"M Cuggia","year":"2015","unstructured":"Cuggia M, Campillo-Gimenez B, Bouzille G, Besana P, Jouini W, Dufour J-C, et al. Automatic selection of clinical trials based on a semantic web approach. Stud Health Technol Inform. 2015;216:564\u20138.","journal-title":"Stud Health Technol Inform"},{"key":"667_CR5","unstructured":"Osmont M-N, Campillo-Gimenez B, Metayer L, Jantzem H, Rochefort-Morel C, Cuggia M, et al. Peranesthesic anaphylactic shocks: contribution of a clinical data warehouse. Therapie. 2015. p. 16. Available from: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0040595716311350 ."},{"issue":"11","key":"667_CR6","doi-asserted-by":"publisher","first-page":"1161","DOI":"10.1002\/pds.3879","volume":"24","author":"E Polard","year":"2015","unstructured":"Polard E, Nowak E, Happe A, Biraben A, Oger E. For the GENEPI study group. Brand name to generic substitution of antiepileptic drugs does not lead to seizure-related hospitalization: a population-based case-crossover study. Pharmacoepidemiol Drug Saf. 2015;24(11):1161\u20139.","journal-title":"Pharmacoepidemiol Drug Saf"},{"key":"667_CR7","unstructured":"Plaisant C, Mushlin R, Snyder A, Li J, Heller D, Shneiderman B. LifeLines: using visualization to enhance navigation and analysis of patient records. Proc AMIA Symp. 1998. p. 76\u201380. Available from:\u00a0 https:\/\/www.ncbi.nlm.nih.gov\/pmc\/articles\/PMC2232192\/ ."},{"key":"667_CR8","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1016\/j.jbi.2014.01.007","volume":"48","author":"D Gotz","year":"2014","unstructured":"Gotz D, Wang F, Perer A. A methodology for interactive mining and visual analysis of clinical event patterns using electronic health record data. J Biomed Inform. 2014;48:148\u201359.","journal-title":"J Biomed Inform"},{"key":"667_CR9","volume-title":"VisuExplore: gaining new medical insights from visual exploration","author":"SM Alexander Rind","year":"2010","unstructured":"Alexander Rind SM. VisuExplore: gaining new medical insights from visual exploration. 2010;"},{"key":"667_CR10","doi-asserted-by":"publisher","DOI":"10.21236\/ADA588017","volume-title":"Visualizing patterns of drug prescriptions with EventFlow: a pilot study of asthma medications in the military health system","author":"M Monroe","year":"2013","unstructured":"Monroe M, Meyer TE, Plaisant C, Lan R, Wongsuphasawat K, Coster TS, et al. Visualizing patterns of drug prescriptions with EventFlow: a pilot study of asthma medications in the military health system. 2013"},{"key":"667_CR11","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1109\/PACIFICVIS.2011.5742371","volume-title":"Visualization Symposium (PacificVis), 2011 IEEE Pacific","author":"T Gschwandtner","year":"2011","unstructured":"Gschwandtner T, Aigner W, Kaiser K, Miksch S, Seyfang A. CareCruiser: Exploring and visualizing plans, events, and effects interactively. In: Visualization Symposium (PacificVis), 2011 IEEE Pacific; 2011. p. 43\u201350."},{"issue":"2","key":"667_CR12","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1016\/j.artmed.2005.03.001","volume":"38","author":"Y Shahar","year":"2006","unstructured":"Shahar Y, Goren-Bar D, Boaz D, Tahan G. Distributed, intelligent, interactive visualization and exploration of time-oriented clinical data and their abstractions. Artif Intell Med. 2006;38(2):115\u201335.","journal-title":"Artif Intell Med"},{"key":"667_CR13","first-page":"194","volume":"180","author":"F Thiessard","year":"2012","unstructured":"Thiessard F, Mougin F, Diallo G, Jouhet V, Cossin S, Garcelon N, et al. RAVEL: retrieval and visualization in ELectronic health records. Stud Health Technol Inform. 2012;180:194\u20138.","journal-title":"Stud Health Technol Inform"},{"key":"667_CR14","unstructured":"Bostock M. D3.js - Data-Driven Documents [Internet]. [cited 2017 Aug 21]. Available from: https:\/\/d3js.org\/"},{"key":"667_CR15","unstructured":"Lamy J-B, Duclos C, Hamek S, Beuscart-Z\u00e9phir M-C, Kerdelhu\u00e9 G, Darmoni S, et al. Towards iconic language for patient records, drug monographs, guidelines and medical search engines. Stud Health Technol Inform. 2010;160(Pt 1):156\u201360."},{"key":"667_CR16","unstructured":"Nielsen J. Why you only need to test with 5 users [Internet]. 2000 [cited 2017 Aug 21]. Available from: https:\/\/www.nngroup.com\/articles\/why-you-only-need-to-test-with-5-users\/"},{"key":"667_CR17","unstructured":"Rubin J, Chisnell D. Handbook of usability testing: how to plan, design, and conduct effective tests. Indianapolis: Wiley; 2011. p. 353."},{"key":"667_CR18","unstructured":"ISO 9241-11:1998(en), Ergonomic requirements for office work with visual display terminals (VDTs) \u2014 Part 11: Guidance on usability [Internet]. [cited 2017 Aug 21]. Available from: https:\/\/www.iso.org\/obp\/ui\/#iso:std:iso:9241:-11:ed-1:v1:en"},{"issue":"3","key":"667_CR19","doi-asserted-by":"publisher","first-page":"329","DOI":"10.14236\/jhi.v22i3.149","volume":"22","author":"KM Nair","year":"2015","unstructured":"Nair KM, Malaeekeh R, Schabort I, Taenzer P, Radhakrishnan A, Guenter D. A clinical decision support system for chronic pain Management in Primary Care: usability testing and its relevance. J Innov Health Inform. 2015;22(3):329\u201332.","journal-title":"J Innov Health Inform"},{"key":"667_CR20","unstructured":"Kamal J, Rogers P, Saltz J, Mekhjian H. Information warehouse as a tool to analyze computerized physician order entry order set utilization: opportunities for improvement. AMIA Annu Symp Proc AMIA Symp AMIA Symp. 2003. p. 336\u201340. Avaiblable from: https:\/\/www.ncbi.nlm.nih.gov\/pmc\/articles\/PMC1480158\/ ."},{"issue":"5","key":"667_CR21","doi-asserted-by":"publisher","first-page":"950","DOI":"10.1016\/j.jbi.2012.03.007","volume":"45","author":"PM Neri","year":"2012","unstructured":"Neri PM, Pollard SE, Volk LA, Newmark LP, Varugheese M, Baxter S, et al. Usability of a novel clinician interface for genetic results. J Biomed Inform. 2012 Oct;45(5):950\u20137.","journal-title":"J Biomed Inform"},{"key":"667_CR22","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-08-052029-2.50007-3","volume-title":"Usability engineering","author":"J Nielsen","year":"1993","unstructured":"Nielsen J. Usability engineering. San Francisco: Morgan Kaufmann Publishers Inc.; 1993."},{"key":"667_CR23","doi-asserted-by":"crossref","first-page":"2381","DOI":"10.1145\/1753326.1753685","volume-title":"Proceedings of the SIGCHI Conference on Human Factors in Computing Systems [Internet]","author":"EL Olmsted-Hawala","year":"2010","unstructured":"Olmsted-Hawala EL, Murphy ED, Hawala S, Ashenfelter KT. Think-aloud protocols: a comparison of three think-aloud protocols for use in testing data-dissemination web sites for usability. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems [Internet]. New York: ACM; 2010. p. 2381\u201390. [cited 2016 Jan 6]. (CHI \u201810). Available from: http:\/\/doi.acm.org\/10.1145\/1753326.1753685 ."},{"key":"667_CR24","unstructured":"Severity Ratings for Usability Problems: Article by Jakob Nielsen [Internet]. [cited 2017 Sep 18]. Available from: https:\/\/www.nngroup.com\/articles\/how-to-rate-the-severity-of-usability-problems\/"},{"key":"667_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jbi.2015.02.006","volume":"55","author":"LWP Peute","year":"2015","unstructured":"Peute LWP, de Keizer NF, Jaspers MWM. The value of retrospective and concurrent think aloud in formative usability testing of a physician data query tool. J Biomed Inform. 2015 Jun;55:1\u201310.","journal-title":"J Biomed Inform"},{"key":"667_CR26","volume-title":"SUS: a quick and dirty usability scale","author":"J Brooke","year":"1996","unstructured":"Brooke J. SUS: a quick and dirty usability scale. 1996."},{"key":"667_CR27","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1007\/978-3-642-02806-9_12","volume-title":"Proceedings of the 1st International Conference on Human Centered Design: Held As Part of HCI International 2009 [Internet]","author":"JR Lewis","year":"2009","unstructured":"Lewis JR, Sauro J. The factor structure of the system usability scale. In: Proceedings of the 1st International Conference on Human Centered Design: Held As Part of HCI International 2009 [Internet]. Berlin: Springer-Verlag; 2009. p. 94\u2013103. [cited 2016 Jan 6]. (HCD 09). Available from: https:\/\/doi.org\/10.1007\/978-3-642-02806-9_12 ."},{"issue":"4","key":"667_CR28","doi-asserted-by":"publisher","first-page":"285","DOI":"10.2515\/therapie\/2013042","volume":"68","author":"M-N Osmont","year":"2013","unstructured":"Osmont M-N, Cuggia M, Polard E, Riou C, Balusson F, Oger E. Utilisation du PMSI pour la d\u00e9tection d\u2019effets ind\u00e9sirables m\u00e9dicamenteux. Therapie. 2013 Jul 1;68(4):285\u201395.","journal-title":"Therapie"},{"key":"667_CR29","volume-title":"R: a language and environment for statistical computing [internet]","author":"R Development Core Team","year":"2008","unstructured":"R Development Core Team. R: a language and environment for statistical computing [internet]. Vienna: R Foundation for Statistical Computing; 2008. Available from: https:\/\/www.r-project.org\/"},{"key":"667_CR30","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1016\/B978-0-12-384968-7.00008-4","volume-title":"Quantifying the user experience [internet]","author":"J Sauro","year":"2012","unstructured":"Sauro J, Lewis JR. Chapter 8 - standardized usability questionnaires. In: Quantifying the user experience [internet]. Boston: Morgan Kaufmann; 2012. p. 185\u2013240. Available from: http:\/\/www.sciencedirect.com\/science\/article\/pii\/B9780123849687000084 ."},{"issue":"Pt 1","key":"667_CR31","first-page":"648","volume":"107","author":"SB Martins","year":"2004","unstructured":"Martins SB, Shahar Y, Galperin M, Kaizer H, Goren-Bar D, McNaughton D, et al. Evaluation of KNAVE-II: a tool for intelligent query and exploration of patient data. Stud Health Technol Inform. 2004;107(Pt 1):648\u201352.","journal-title":"Stud Health Technol Inform"}],"container-title":["BMC Medical Informatics and Decision Making"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-018-0667-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s12911-018-0667-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-018-0667-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,4]],"date-time":"2022-09-04T07:33:43Z","timestamp":1662276823000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmedinformdecismak.biomedcentral.com\/articles\/10.1186\/s12911-018-0667-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,10,19]]},"references-count":31,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,12]]}},"alternative-id":["667"],"URL":"https:\/\/doi.org\/10.1186\/s12911-018-0667-x","relation":{},"ISSN":["1472-6947"],"issn-type":[{"value":"1472-6947","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,10,19]]},"assertion":[{"value":"22 September 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 October 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 October 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The study was approved by Rennes University Hospital Ethics Committee (approval number 15.58). In accordance with the opinion of the above-mentioned Ethics Committee and given the fact that no information about participants is provided in this paper, participants who participated in usability studies gave verbal consent to participate in this research.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"The authors declare that they have no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"Springer Nature remains neutral with regard to jurisdictional claims in published maps and institutional affiliations.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Publisher\u2019s Note"}}],"article-number":"86"}}