{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T02:13:23Z","timestamp":1768443203794,"version":"3.49.0"},"reference-count":65,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2016,4,28]],"date-time":"2016-04-28T00:00:00Z","timestamp":1461801600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Med Syst"],"published-print":{"date-parts":[[2016,6]]},"DOI":"10.1007\/s10916-016-0499-0","type":"journal-article","created":{"date-parts":[[2016,4,28]],"date-time":"2016-04-28T19:30:05Z","timestamp":1461871805000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":20,"title":["Multiple Imputation based Clustering Validation (MIV) for Big Longitudinal Trial Data with Missing Values in eHealth"],"prefix":"10.1007","volume":"40","author":[{"given":"Zhaoyang","family":"Zhang","sequence":"first","affiliation":[]},{"given":"Hua","family":"Fang","sequence":"additional","affiliation":[]},{"given":"Honggang","family":"Wang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,4,28]]},"reference":[{"key":"499_CR1","doi-asserted-by":"crossref","unstructured":"Eysenbach, G., and Group, C.-E., Consort-ehealth: improving and standardizing evaluation reports of web-based and mobile health interventions. J. Med. Internet Res. 13(4), 2011.","DOI":"10.2196\/jmir.1923"},{"key":"499_CR2","doi-asserted-by":"crossref","first-page":"6","DOI":"10.1109\/MNET.2015.7293298","volume":"29","author":"H Fang","year":"2015","unstructured":"Fang, H, Zhang, Z., Wang, C. J, Daneshmand, M., Wang, C., Wang, H., A survey of big data research. IEEE Netw. 29:6\u20139, 2015.","journal-title":"IEEE Netw."},{"issue":"03","key":"499_CR3","doi-asserted-by":"crossref","first-page":"491","DOI":"10.1142\/S0219622009003508","volume":"8","author":"H Fang","year":"2009","unstructured":"Fang, H., Espy, K. A, Rizzo, M. L, Stopp, C., Wiebe, S. A, Stroup, W. W, Pattern recognition of longitudinal trial data with nonignorable missingness: An empirical case study. Int. J. Inf. Technol. Decis. Mak. 8 (03):491\u2013513, 2009.","journal-title":"Int. J. Inf. Technol. Decis. Mak."},{"key":"499_CR4","doi-asserted-by":"crossref","unstructured":"Fang, H., Dukic, V., Pickett, K. E., Wakschlag, L., Espy, K. A., Detecting graded exposure effects: A report on an east boston pregnancy cohort, p. ntr272: Nicotine & Tobacco Research , 2012.","DOI":"10.1093\/ntr\/ntr272"},{"key":"499_CR5","unstructured":"Fang, H., Zhang, Z., Huang, H.: Jingfang Huang Wang, Validating patterns for longitudinal trial data. Section on Statistics in Epidemiology. Joint Statistical Meeting, American Statistical Association (2014)"},{"key":"499_CR6","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Fang, H., Wang, H., Visualization aided engagement pattern validation for big longitudinal web behavior intervention data, the 17th international Conference on E-health Networking, Application & Services. (IEEE Healthcom\u201915), 2015. Accepted.","DOI":"10.1109\/HealthCom.2015.7454549"},{"key":"499_CR7","unstructured":"McLachlan, G., and Peel, D., Finite mixture models: Wiley, 2004."},{"issue":"2","key":"499_CR8","doi-asserted-by":"crossref","first-page":"805","DOI":"10.1534\/genetics.106.059923","volume":"174","author":"O Fran\u010bois","year":"2006","unstructured":"Fran\u010bois, O., Ancelet, S., Guillot, G., Bayesian clustering using hidden markov random fields in spatial population genetics. Genetics 174(2):805\u2013816, 2006.","journal-title":"Genetics"},{"key":"499_CR9","doi-asserted-by":"crossref","unstructured":"Gan, G., Ma, C., Wu, J., Data clustering: theory, algorithms, and applications. Vol. 20. Siam, 2007.","DOI":"10.1137\/1.9780898718348"},{"key":"499_CR10","doi-asserted-by":"crossref","unstructured":"Kubat, M., Neural networks: a comprehensive foundation by simon haykin, macmillan, 1994, isbn 0-02-352781-7, 1999.","DOI":"10.1017\/S0269888998214044"},{"key":"499_CR11","unstructured":"Bezdek, J. C, Keller, J., Krisnapuram, R., Pal, N., Fuzzy models and algorithms for pattern recognition and image processing. Vol. 4. Springer Science & Business Media, 2006."},{"key":"499_CR12","doi-asserted-by":"crossref","unstructured":"Schafer, J. L, Analysis of incomplete multivariate data. CRC press, 1997.","DOI":"10.1201\/9781439821862"},{"key":"499_CR13","doi-asserted-by":"crossref","unstructured":"Little, R. J, and Rubin, D. B, Statistical analysis with missing data. Wiley, 2014.","DOI":"10.1002\/9781118445112.stat05051"},{"key":"499_CR14","doi-asserted-by":"crossref","unstructured":"Zhang, Z., and Fang, H., Multiple- vs non- or single-imputation based fuzzy clustering for incomplete longitudinal behavioral intervention data, Chase, 2016. Submitted.","DOI":"10.1109\/CHASE.2016.19"},{"issue":"1","key":"499_CR15","doi-asserted-by":"crossref","first-page":"155","DOI":"10.1016\/j.ntt.2010.08.003","volume":"33","author":"H Fang","year":"2011","unstructured":"Fang, H., Johnson, C., Stopp, C., Espy, K. A, A new look at quantifying tobacco exposure during pregnancy using fuzzy clustering,. Neurotoxicol. Teratol. 33(1):155\u2013165, 2011.","journal-title":"Neurotoxicol. Teratol."},{"key":"499_CR16","unstructured":"Rubin, D. B, Multiple imputation for nonresponse in surveys. Vol. 81. Wiley, 2004."},{"key":"499_CR17","doi-asserted-by":"crossref","unstructured":"Schafer, J. L, Analysis of incomplete multivariate data. CRC press, 1997.","DOI":"10.1201\/9781439821862"},{"key":"499_CR18","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1177\/1536867X0400400301","volume":"4","author":"P Royston","year":"2004","unstructured":"Royston, P., Multiple imputation of missing values. Stata J. 4:227\u2013241, 2004.","journal-title":"Stata J."},{"issue":"4","key":"499_CR19","doi-asserted-by":"crossref","first-page":"527","DOI":"10.1177\/1536867X0500500404","volume":"5","author":"P Royston","year":"2005","unstructured":"Royston, P., Multiple imputation of missing values: update of ice. Stata J. 5(4):527, 2005.","journal-title":"Stata J."},{"issue":"404","key":"499_CR20","doi-asserted-by":"crossref","first-page":"1198","DOI":"10.1080\/01621459.1988.10478722","volume":"83","author":"RJ Little","year":"1988","unstructured":"Little, R. J, A test of missing completely at random for multivariate data with missing values. J. Am. Stat. Assoc. 83(404):1198\u20131202, 1988.","journal-title":"J. Am. Stat. Assoc."},{"issue":"3","key":"499_CR21","doi-asserted-by":"crossref","first-page":"581","DOI":"10.1093\/biomet\/63.3.581","volume":"63","author":"DB Rubin","year":"1976","unstructured":"Rubin, D. B, Inference and missing data. Biometrika 63(3):581\u2013592, 1976.","journal-title":"Biometrika"},{"key":"499_CR22","unstructured":"Rubin, D. B, Multiple imputation for nonresponse in surveys. Vol. 81. Wiley, 2004."},{"issue":"434","key":"499_CR23","doi-asserted-by":"crossref","first-page":"473","DOI":"10.1080\/01621459.1996.10476908","volume":"91","author":"DB Rubin","year":"1996","unstructured":"Rubin, D. B, Multiple imputation after 18+ years. J. Am. Stat. Assoc. 91(434):473\u2013489, 1996.","journal-title":"J. Am. Stat. Assoc."},{"key":"499_CR24","doi-asserted-by":"crossref","unstructured":"Klir, G., and Yuan, B., Fuzzy sets and fuzzy logic. Vol. 4. Prentice Hall New Jersey, 1995.","DOI":"10.1109\/45.468220"},{"issue":"2","key":"499_CR25","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1016\/S0165-0114(97)00077-8","volume":"90","author":"LA Zadeh","year":"1997","unstructured":"Zadeh, L. A, Toward a theory of fuzzy information granulation and its centrality in human reasoning and fuzzy logic. Fuzzy Set. Syst. 90(2):111\u2013127, 1997.","journal-title":"Fuzzy Set. Syst."},{"issue":"4","key":"499_CR26","doi-asserted-by":"crossref","first-page":"1393","DOI":"10.1016\/j.patcog.2009.10.006","volume":"43","author":"H Fang","year":"2010","unstructured":"Fang, H., Rizzo, M. L, Wang, H., Espy, K. A, Wang, Z., A new nonlinear classifier with a penalized signed fuzzy measure using effective genetic algorithm. Pattern Recogn. 43(4):1393\u20131401, 2010.","journal-title":"Pattern Recogn."},{"issue":"4","key":"499_CR27","doi-asserted-by":"crossref","first-page":"1012","DOI":"10.1111\/j.1741-3737.2005.00191.x","volume":"67","author":"AC Acock","year":"2005","unstructured":"Acock, A. C, Working with missing values. J. Marriage Fam. 67(4):1012\u20131028, 2005.","journal-title":"J. Marriage Fam."},{"issue":"10","key":"499_CR28","doi-asserted-by":"crossref","first-page":"1087","DOI":"10.1016\/j.jclinepi.2006.01.014","volume":"59","author":"ART Donders","year":"2006","unstructured":"Donders, A. R. T, van der Heijden, G. J, Stijnen, T., Moons, K. G, Review: a gentle introduction to imputation of missing values. J. Clin. Epidemiol. 59(10):1087\u20131091, 2006.","journal-title":"J. Clin. Epidemiol."},{"issue":"2\u20133","key":"499_CR29","doi-asserted-by":"crossref","first-page":"292","DOI":"10.1177\/0049124189018002004","volume":"18","author":"RJ Little","year":"1989","unstructured":"Little, R. J, and Rubin, D. B, The analysis of social science data with missing values. Sociol. Methods Res. 18(2\u20133):292\u2013326, 1989.","journal-title":"Sociol. Methods Res."},{"issue":"315","key":"499_CR30","first-page":"595","volume":"61","author":"A Afifi","year":"1966","unstructured":"Afifi, A., and Elashoff, R., Missing observations in multivariate statistics i. review of the literature. J. Am. Stat. Assoc. 61(315):595\u2013604, 1966.","journal-title":"J. Am. Stat. Assoc."},{"key":"499_CR31","doi-asserted-by":"crossref","unstructured":"Buck, S. F, A method of estimation of missing values in multivariate data suitable for use with an electronic computer. J. R. Stat. Soc. Ser. B Methodol.,302\u2013306, 1960.","DOI":"10.1111\/j.2517-6161.1960.tb00375.x"},{"key":"499_CR32","unstructured":"Marker, D. A, Judkins, D. R, Winglee, M., Large-scale imputation for complex surveys. Survey Nonresponse,329\u2013341, 2002."},{"issue":"8","key":"499_CR33","doi-asserted-by":"crossref","first-page":"841","DOI":"10.1109\/34.85677","volume":"13","author":"XL Xie","year":"1991","unstructured":"Xie, X. L, and Beni, G., A validity measure for fuzzy clustering. IEEE Trans. Pattern Anal. Mach. Intell. 13 (8): 841\u2013847 , 1991.","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"22","key":"499_CR34","doi-asserted-by":"crossref","first-page":"2176","DOI":"10.1049\/el:19981523","volume":"34","author":"SH Kwon","year":"1998","unstructured":"Kwon, S. H, Cluster validity index for fuzzy clustering. Electron. Lett. 34(22):2176\u20132177, 1998.","journal-title":"Electron. Lett."},{"issue":"2-3","key":"499_CR35","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1023\/A:1012801612483","volume":"17","author":"M Halkidi","year":"2001","unstructured":"Halkidi, M., Batistakis, Y., Vazirgiannis, M., On clustering validation techniques. J. Intell. Inf. Syst. 17(2-3):107\u2013145 , 2001.","journal-title":"J. Intell. Inf. Syst."},{"issue":"23","key":"499_CR36","doi-asserted-by":"crossref","first-page":"8577","DOI":"10.1073\/pnas.0601602103","volume":"103","author":"ME Newman","year":"2006","unstructured":"Newman, M. E, Modularity and community structure in networks,. Proc. Natl. Acad. Sci. 103(23):8577\u20138582, 2006.","journal-title":"Proc. Natl. Acad. Sci."},{"key":"499_CR37","doi-asserted-by":"crossref","unstructured":"Newman, M., Networks: an introduction. Oxford University Press, 2010.","DOI":"10.1093\/acprof:oso\/9780199206650.001.0001"},{"key":"499_CR38","first-page":"6","volume":"7","author":"A Ben-Hur","year":"2001","unstructured":"Ben-Hur, A., Elisseeff, A., Guyon, I., A stability based method for discovering structure in clustered data. Pac. Symp. Biocomput. 7:6\u201317, 2001.","journal-title":"Pac. Symp. Biocomput."},{"issue":"6","key":"499_CR39","doi-asserted-by":"crossref","first-page":"1299","DOI":"10.1162\/089976604773717621","volume":"16","author":"T Lange","year":"2004","unstructured":"Lange, T., Roth, V., Braun, M. L, Buhmann, J. M, Stability-based validation of clustering solutions. Neural Comput. 16(6):1299\u20131323, 2004.","journal-title":"Neural Comput."},{"key":"499_CR40","doi-asserted-by":"crossref","unstructured":"Ben-David, S., Von Luxburg, U., Pal, D.: A sober look at stability of clustering. In: Proceedings of the Annual Conference on Computational Learning Theory (2006)","DOI":"10.1007\/11776420_4"},{"issue":"458","key":"499_CR41","doi-asserted-by":"crossref","first-page":"611","DOI":"10.1198\/016214502760047131","volume":"97","author":"C Fraley","year":"2002","unstructured":"Fraley, C., and Raftery, A. E, Model-based clustering, discriminant analysis, and density estimation. J. Am. Stat. Assoc. 97(458):611\u2013631, 2002.","journal-title":"J. Am. Stat. Assoc."},{"issue":"473","key":"499_CR42","doi-asserted-by":"crossref","first-page":"168","DOI":"10.1198\/016214506000000113","volume":"101","author":"AE Raftery","year":"2006","unstructured":"Raftery, A. E, and Dean, N., Variable selection for model-based clustering. J. Am. Stat. Assoc. 101(473): 168\u2013178, 2006.","journal-title":"J. Am. Stat. Assoc."},{"issue":"10","key":"499_CR43","doi-asserted-by":"crossref","first-page":"977","DOI":"10.1093\/bioinformatics\/17.10.977","volume":"17","author":"KY Yeung","year":"2001","unstructured":"Yeung, K. Y, Fraley, C., Murua, A., Raftery, A. E, Ruzzo, W. L, Model-based clustering and data transformations for gene expression data. Bioinformatics 17(10):977\u2013987, 2001.","journal-title":"Bioinformatics"},{"key":"499_CR44","first-page":"849","volume":"2","author":"AY Ng","year":"2002","unstructured":"Ng, A. Y, Jordan, M. I, Weiss, Y., et al., On spectral clustering: Analysis and an algorithm. Adv. Neural Inf. Proces. Syst. 2:849\u2013856, 2002.","journal-title":"Adv. Neural Inf. Proces. Syst."},{"issue":"4","key":"499_CR45","doi-asserted-by":"crossref","first-page":"395","DOI":"10.1007\/s11222-007-9033-z","volume":"17","author":"U Von Luxburg","year":"2007","unstructured":"Von Luxburg, U., A tutorial on spectral clustering. Stat. Comput. 17(4):395\u2013416, 2007.","journal-title":"Stat. Comput."},{"key":"499_CR46","unstructured":"Zelnik-Manor, L., and Perona, P.: Self-tuning spectral clustering. In: Advances in neural information processing systems, pp. 1601\u20131608 (2004)"},{"key":"499_CR47","doi-asserted-by":"crossref","unstructured":"Efron, B., Bootstrap methods: another look at the jackknife. Ann. Stat.,1\u201326, 1979.","DOI":"10.1214\/aos\/1176344552"},{"key":"499_CR48","doi-asserted-by":"crossref","unstructured":"Efron, B., and Tibshirani, R. J, An introduction to the bootstrap. CRC Press, 1994.","DOI":"10.1007\/978-1-4899-4541-9"},{"issue":"4","key":"499_CR49","first-page":"768","volume":"9","author":"H Varian","year":"2005","unstructured":"Varian, H., Bootstrap tutorial. Math. J. 9(4):768\u2013775, 2005.","journal-title":"Math. J."},{"key":"499_CR50","doi-asserted-by":"crossref","unstructured":"Davison, A. C, Bootstrap methods and their application. Vol. 1. Cambridge University Press, 1997.","DOI":"10.1017\/CBO9780511802843"},{"issue":"403","key":"499_CR51","doi-asserted-by":"crossref","first-page":"687","DOI":"10.1080\/01621459.1988.10478649","volume":"83","author":"R Beran","year":"1988","unstructured":"Beran, R., Prepivoting test statistics: a bootstrap view of asymptotic refinements. J. Am. Stat. Assoc. 83 (403):687\u2013697, 1988.","journal-title":"J. Am. Stat. Assoc."},{"key":"499_CR52","doi-asserted-by":"crossref","unstructured":"Bickel, P. J, and Freedman, D. A, Some asymptotic theory for the bootstrap. Ann. Stat.,1196\u20131217, 1981.","DOI":"10.1214\/aos\/1176345637"},{"issue":"422","key":"499_CR53","doi-asserted-by":"crossref","first-page":"486","DOI":"10.1080\/01621459.1993.10476299","volume":"88","author":"J Shao","year":"1993","unstructured":"Shao, J., Linear model selection by cross-validation. J. Am. Stat. Assoc. 88(422):486\u2013494, 1993.","journal-title":"J. Am. Stat. Assoc."},{"key":"499_CR54","doi-asserted-by":"crossref","unstructured":"Zhang, P., Model selection via multifold cross validation. Ann. Stat.,299\u2013313, 1993.","DOI":"10.1214\/aos\/1176349027"},{"issue":"2","key":"499_CR55","first-page":"635","volume":"16","author":"Y Yang","year":"2006","unstructured":"Yang, Y., Comparing learning methods for classification. Stat. Sin. 16(2):635, 2006.","journal-title":"Stat. Sin."},{"issue":"3","key":"499_CR56","doi-asserted-by":"crossref","first-page":"511","DOI":"10.1198\/106186005X59243","volume":"14","author":"R Tibshirani","year":"2005","unstructured":"Tibshirani, R., and Walther, G., Cluster validation by prediction strength. J. Comput. Graph. Stat. 14(3): 511\u2013528, 2005.","journal-title":"J. Comput. Graph. Stat."},{"key":"499_CR57","unstructured":"Kohavi, R. et al.: A study of cross-validation and bootstrap for accuracy estimation and model selection. In: Ijcai, Vol. 14, pp. 1137\u20131145 (1995)"},{"key":"499_CR58","doi-asserted-by":"crossref","unstructured":"Refaeilzadeh, P., Tang, L., Liu, H.: Cross-validation. In: Encyclopedia of database systems, pp. 532\u2013538. Springer (2009)","DOI":"10.1007\/978-0-387-39940-9_565"},{"issue":"11","key":"499_CR59","doi-asserted-by":"crossref","first-page":"118703","DOI":"10.1103\/PhysRevLett.100.118703","volume":"100","author":"EA Leicht","year":"2008","unstructured":"Leicht, E. A, and Newman, M. E, Community structure in directed networks. Phys. Rev. Lett. 100(11): 118703, 2008.","journal-title":"Phys. Rev. Lett."},{"issue":"4","key":"499_CR60","doi-asserted-by":"crossref","first-page":"395","DOI":"10.1007\/s11222-007-9033-z","volume":"17","author":"U Von Luxburg","year":"2007","unstructured":"Von Luxburg, U., A tutorial on spectral clustering. Stat. Comput. 17(4):395\u2013416, 2007.","journal-title":"Stat. Comput."},{"key":"499_CR61","unstructured":"Sas, I.: Sas\/stat \u00ae 9.2 user\u2019s guide. SAS Institute Inc, Cary (2008)"},{"issue":"4","key":"499_CR62","doi-asserted-by":"crossref","first-page":"893","DOI":"10.1093\/biomet\/asq061","volume":"97","author":"J Wang","year":"2010","unstructured":"Wang, J., Consistent selection of the number of clusters via crossvalidation. Biometrika 97(4):893\u2013904, 2010.","journal-title":"Biometrika"},{"key":"499_CR63","doi-asserted-by":"crossref","first-page":"87","DOI":"10.1186\/1748-5908-5-87","volume":"5","author":"TK Houston","year":"2010","unstructured":"Houston, T. K, Sadasivam, R. S, Ford, D. E, Richman, J., Ray, M. N, Allison, J. J, The quit-primo provider-patient internet-delivered smoking cessation referral intervention: a cluster-randomized comparative effectiveness trial: study protocol. Implement. Sci. 5:87, 2010.","journal-title":"Implement. Sci."},{"issue":"1","key":"499_CR64","doi-asserted-by":"crossref","first-page":"154","DOI":"10.1186\/s13012-015-0336-8","volume":"10","author":"TK Houston","year":"2015","unstructured":"Houston, T. K, Sadasivam, R. S, Allison, J. J, Ash, A. S, Ray, M. N, English, T. M, Hogan, T. P, Ford, D. E, Evaluating the quit-primo clinical practice eportal to increase smoker engagement with online cessation interventions: a national hybrid type 2 implementation study,. Implement. Sci. 10(1):154 , 2015.","journal-title":"Implement. Sci."},{"key":"499_CR65","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Fang, H., Wang, H.: A new mi-based visualization aided validation index for trajectory pattern recognition of big longitudinal web trial data, IEEE ACCESS, 2015. accepted","DOI":"10.1109\/ACCESS.2016.2569074"}],"container-title":["Journal of Medical Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10916-016-0499-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10916-016-0499-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10916-016-0499-0","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,2]],"date-time":"2025-06-02T22:38:50Z","timestamp":1748903930000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10916-016-0499-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,4,28]]},"references-count":65,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2016,6]]}},"alternative-id":["499"],"URL":"https:\/\/doi.org\/10.1007\/s10916-016-0499-0","relation":{},"ISSN":["0148-5598","1573-689X"],"issn-type":[{"value":"0148-5598","type":"print"},{"value":"1573-689X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,4,28]]},"article-number":"146"}}