{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T02:30:39Z","timestamp":1772159439702,"version":"3.50.1"},"reference-count":109,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100003725","name":"Bio-Synergy Research Project of the Ministry of Science, ICT and Future Planning through the National Research Foundation of the Republic of Korea","doi-asserted-by":"publisher","award":["NRF-2012M3A9C4048758"],"award-info":[{"award-number":["NRF-2012M3A9C4048758"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2020]]},"DOI":"10.1109\/access.2020.2985122","type":"journal-article","created":{"date-parts":[[2020,4,2]],"date-time":"2020-04-02T17:14:38Z","timestamp":1585847678000},"page":"79472-79490","source":"Crossref","is-referenced-by-count":9,"title":["Reliable Data Collection in Participatory Trials to Assess Digital Healthcare Applications"],"prefix":"10.1109","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2312-9440","authenticated-orcid":false,"given":"Junseok","family":"Park","sequence":"first","affiliation":[{"name":"Department of Bio and Brain Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2312-2479","authenticated-orcid":false,"given":"Seongkuk","family":"Park","sequence":"additional","affiliation":[{"name":"Information Electronics Research Institute, KAIST, Daejeon, South Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4246-3014","authenticated-orcid":false,"given":"Gwangmin","family":"Kim","sequence":"additional","affiliation":[{"name":"Department of Bio and Brain Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1037-8827","authenticated-orcid":false,"given":"Kwangmin","family":"Kim","sequence":"additional","affiliation":[{"name":"Department of Bio and Brain Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3222-2965","authenticated-orcid":false,"given":"Jaegyun","family":"Jung","sequence":"additional","affiliation":[{"name":"Bio-Synergy Research Centre, KAIST, Daejeon, South Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0925-1853","authenticated-orcid":false,"given":"Sunyong","family":"Yoo","sequence":"additional","affiliation":[{"name":"School of Electronics and Computer Engineering, Chonnam National University, Gwangju, South Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0012-6546","authenticated-orcid":false,"given":"Gwan-Su","family":"Yi","sequence":"additional","affiliation":[{"name":"Department of Bio and Brain Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9070-4316","authenticated-orcid":false,"given":"Doheon","family":"Lee","sequence":"additional","affiliation":[{"name":"Department of Bio and Brain Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","year":"2019","journal-title":"How The Assessment Works"},{"key":"ref38","first-page":"11","article-title":"Developing a framework for evaluating the patient engagement, quality, and safety of mobile health applications","volume":"5","author":"singh","year":"2016","journal-title":"Issue Br (Commonw Fund)"},{"key":"ref33","year":"2012","journal-title":"Google Play"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.2196\/mhealth.4283"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1177\/0963721414531598"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.2196\/jmir.1549"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1056\/NEJMsa1715757"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1097\/PRS.0b013e3181de24bc"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/s00766-016-0251-9"},{"key":"ref34","year":"2008","journal-title":"App Store"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/S0140-6736(08)60692-3"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s12263-014-0450-2"},{"key":"ref29","article-title":"The mPower study, parkinson disease mobile data collected using ResearchKit","volume":"3","author":"bot","year":"2016","journal-title":"Data Science Journal"},{"key":"ref20","volume":"892","author":"portney","year":"2009","journal-title":"Foundations of Clinical Research Applications to Practice"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1177\/2168479017713039"},{"key":"ref21","year":"2020","journal-title":"Business Software and Services Reviews"},{"key":"ref24","first-page":"48","article-title":"An overview of the drug development process","volume":"31","author":"tonkens","year":"2005","journal-title":"Physician Executive"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1093\/jnci\/dju258"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.4155\/cli.14.116"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1056\/NEJMra1510059"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1080\/13645579.2018.1563966"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.jhealeco.2016.01.012"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"9e","DOI":"10.1371\/journal.pctr.0010009","article-title":"Factors that can affect the external validity of randomised controlled trials","volume":"1","author":"rothwell","year":"2006","journal-title":"PLOS Clin Trial"},{"key":"ref51","doi-asserted-by":"crossref","first-page":"464","DOI":"10.1016\/j.jclinepi.2008.12.011","article-title":"A pragmatic–explanatory continuum indicator summary (PRECIS): A tool to help trial designers","volume":"62","author":"thorpe","year":"2009","journal-title":"J Clin Epidemiol"},{"key":"ref59","article-title":"An interactive retrieval system for clinical trial studies with context-dependent protocol elements","author":"park","year":"2019","journal-title":"BioRxiv"},{"key":"ref58","first-page":"1188","article-title":"Distributed representations of sentences and documents","author":"le","year":"2014","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2019.103182"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.7326\/0003-4819-158-3-201302050-00583"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1002\/cpt.514"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2016.11409"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1001\/jamapediatrics.2014.3661"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"1122","DOI":"10.1001\/jamacardio.2019.3604","article-title":"Trends in the explanatory or pragmatic nature of cardiovascular clinical trials over 2 decades","volume":"4","author":"sepehrvand","year":"2019","journal-title":"JAMA Cardiol"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/S0304-3959(00)00450-4"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0172616"},{"key":"ref3","author":"sharma","year":"2017","journal-title":"Pear Therapeutics Receives Expedited Access Pathway Designation from FDA for reSET-O Prescription Digital Therapeutic to Treat Opioid Use Disorder"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.2196\/jmir.4052"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/s10803-018-3856-7"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2017.07.043"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/S0140-6736(17)32165-7"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1038\/nbt0618-481"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1186\/s40359-018-0226-3"},{"key":"ref46","author":"mira","year":"0","journal-title":"Study Design Pragmatic Trial"},{"key":"ref45","first-page":"1","article-title":"The rise of crowdsourcing","volume":"14","author":"howe","year":"2006","journal-title":"Wired Mag"},{"key":"ref48","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0025348","article-title":"Comparison of electronic data capture (EDC) with the standard data capture method for clinical trial data","volume":"6","author":"walther","year":"2011","journal-title":"PLoS ONE"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"2175","DOI":"10.1056\/NEJMms1604593","article-title":"Assessing the gold standard—Lessons from the history of RCTs","volume":"374","author":"bothwell","year":"2016","journal-title":"New England J Med"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.2196\/11683"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.2196\/jmir.6371"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1080\/089419200403866"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1038\/nbt.3284"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1016\/j.jchf.2018.12.008"},{"key":"ref72","volume":"2","author":"casella","year":"2002","journal-title":"Statistical Inference"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.2307\/2841583"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1037\/a0028085"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.4324\/9780429260995"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1016\/S0048-7333(96)00917-1"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/CloudCom2018.2018.00044"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.3390\/su11010167"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1002\/pfi.21408"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1186\/2043-9113-5-S1-S2"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357127"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2018.2881735"},{"key":"ref61","first-page":"1","article-title":"More than fun and money. Worker Motivation in Crowdsourcing-A Study on Mechanical Turk","volume":"11","author":"kaufmann","year":"2011","journal-title":"Proc AMCIS"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-011-9181-9"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1037\/a0019216"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1007\/s10869-011-9231-8"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1207\/s15324818ame1802_2"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.4135\/9781849200479.n9"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.5465\/amj.2007.26279217"},{"key":"ref2","author":"jain","year":"2017","journal-title":"2017 Year End Funding Report The End of the Beginning of Digital Health"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1007\/s10869-014-9357-6"},{"key":"ref1","author":"danbury","year":"2017","journal-title":"IQVIA Institute for Human Data Science Study Impact of Digital Health Grows as Innovation Evidence and Adoption of Mobile Health Apps Accelerate"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-019-0090-4"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.111.2.361"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1007\/s13278-018-0545-7"},{"key":"ref94","first-page":"278","author":"levene","year":"1960","journal-title":"Robust tests for equality of variances Ingram Olkin Harold Hotelling ia Contributions to Probability and Statistics Essays in Honor of Harold Hotelling"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1111\/j.1751-5823.2010.00112.x"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174023"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.11613\/BM.2013.003"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.84.4.890"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.2196\/jmir.4359"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1016\/j.jrp.2004.09.009"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1136\/bmjopen-2016-015276"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-4380-9_16"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1080\/07420528.2016.1194289"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-019-08874-y"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.2196\/mhealth.7323"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1016\/j.im.2019.103216"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.4324\/9780203771587"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1002\/j.1538-7305.1948.tb01338.x"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.pmedr.2016.11.013"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-019-0111-3"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.2196\/mhealth.3422"},{"key":"ref13","year":"2018","journal-title":"NHS Apps Library"},{"key":"ref14","year":"2016","journal-title":"Mobile Health Apps Interactive Tool"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.7326\/M17-2715"},{"key":"ref16","year":"2018","journal-title":"Curated Health Apps and Devices With a Focus on Clinical Relevance Safety and Efficacy"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1378\/chest.06-2450"},{"key":"ref17","first-page":"143","article-title":"Data collection, validation and analysis","author":"basili","year":"1981","journal-title":"Software Metrics An Analysis and Evaluation"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0199242"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1056\/NEJMsb1609216"},{"key":"ref84","first-page":"3","article-title":"Measuring usability with the use questionnaire¹²","volume":"8","author":"lund","year":"2001","journal-title":"Usability Interface"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1080\/713827180"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/18.12.1553"},{"key":"ref80","first-page":"95","article-title":"Automated transformation of CDISC ODM to OpenClinica","author":"gessner","year":"2017","journal-title":"Proc GMDS"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/52.3-4.591"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1177\/1541931218621322"},{"key":"ref86","author":"dhand","year":"2014","journal-title":"Statulator An Online Statistical Calculator Sample Size Calculator for Estimating a Single Mean"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1037\/14805-009"},{"key":"ref88","volume":"9","author":"kotrakona","year":"2011","journal-title":"Amazon Web Services"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8948470\/09054970.pdf?arnumber=9054970","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,15]],"date-time":"2024-01-15T16:25:41Z","timestamp":1705335941000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9054970\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"references-count":109,"URL":"https:\/\/doi.org\/10.1109\/access.2020.2985122","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/2020.02.05.935049","asserted-by":"object"}]},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]}}}