{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,3]],"date-time":"2025-08-03T23:00:30Z","timestamp":1754262030962},"reference-count":42,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[2002,1,1]],"date-time":"2002-01-01T00:00:00Z","timestamp":1009843200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Artificial Intelligence in Medicine"],"published-print":{"date-parts":[[2002,1]]},"DOI":"10.1016\/s0933-3657(01)00091-4","type":"journal-article","created":{"date-parts":[[2002,7,25]],"date-time":"2002-07-25T09:29:32Z","timestamp":1027589372000},"page":"71-96","source":"Crossref","is-referenced-by-count":14,"title":["Empirical evaluation of a hybrid intelligent monitoring system using different measures of effectiveness"],"prefix":"10.1016","volume":"24","author":[{"given":"Bertha","family":"Guijarro-Berdi\u00f1as","sequence":"first","affiliation":[]},{"given":"Amparo","family":"Alonso-Betanzos","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/S0933-3657(01)00091-4_BIB1","first-page":"3","article-title":"Computerised antenatal assessment: the NST-EXPERT project","volume":"14","author":"Alonso-Betanzos","year":"1992","journal-title":"Automedica"},{"key":"10.1016\/S0933-3657(01)00091-4_BIB2","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1016\/0933-3657(95)00007-S","article-title":"The NST-EXPERT project: the need to evolve","volume":"7","author":"Alonso-Betanzos","year":"1995","journal-title":"Artif. Intell. Med."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB3","unstructured":"Alonso-Betanzos A, Fontenla-Romero O, Guijarro-Berdi\u00f1as B, Fern\u00e1ndez-Chaves O, Principe JC. Detection of fetal heart rate accelerations and decelerations using artificial neural networks. In: Proceedings of the International ICSC\/IFAC Symposium on Neural Computation\/NC\u201998, Vienna, Austria, 1998. pp. 358\u201364."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB4","unstructured":"Alonso-Betanzos A, Fontenla-Romero O, Guijarro-Berdi\u00f1as B, Principe JC. A multi-resolution principal component analysis neural network for the detection of fetal heart rate patterns. In: Proceedings of the European Congress on Intelligent Techniques and Soft Computing\/EUFIT\u201999, Aachen, Germany, 1999."},{"issue":"2","key":"10.1016\/S0933-3657(01)00091-4_BIB5","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1016\/S0020-7292(98)00079-4","article-title":"Objective computerised fetal heart rate analysis","volume":"62","author":"Bernardes","year":"1998","journal-title":"Int. J. Gynaecol. Obstet."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB6","doi-asserted-by":"crossref","unstructured":"Borg I, Groenen P. Modern multi-dimensional scaling: theory and applications. New York: Springer, 1997.","DOI":"10.1007\/978-1-4757-2711-1"},{"key":"10.1016\/S0933-3657(01)00091-4_BIB7","doi-asserted-by":"crossref","unstructured":"Clarke K, O\u2019Moore R, Smeets R, Talmon J, Brender J, McNair P, et al. A methodology for evaluation of knowledge-based systems in medicine. Artif Intell Med 1994;6:107\u201321.","DOI":"10.1016\/0933-3657(94)90040-X"},{"key":"10.1016\/S0933-3657(01)00091-4_BIB8","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1037\/h0026256","article-title":"Weighted Kappa: nominal scale agreement with provision for scaled disagreement or partial credit","volume":"70","author":"Cohen","year":"1968","journal-title":"Psychol Bull"},{"key":"10.1016\/S0933-3657(01)00091-4_BIB9","doi-asserted-by":"crossref","first-page":"270","DOI":"10.1111\/j.1471-0528.1982.tb04695.x","article-title":"Baseline in human fetal heart rate records","volume":"89","author":"Dawes","year":"1982","journal-title":"Br. J. Obstet. Gynaecol."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB10","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1515\/jpme.1991.19.1-2.47","article-title":"System 8000: computerised antenatal FHR analysis","volume":"19","author":"Dawes","year":"1991","journal-title":"J. Perinat. Med."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB11","unstructured":"Donker DK, Hasman A, Van Geijin HP. Kappa statistics: what does it say? In: Lun KC, et al., editors. Proceedings of the MEDINFO\u201992, Geneva, Switzerland. North-Holland: Elsevier, 1992. p. 901."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB12","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1016\/0028-2243(93)90220-7","article-title":"Inter-observer variation in the assessment of fetal heart rate recordings","volume":"52","author":"Donker","year":"1993","journal-title":"Eur. J. Obstet. Gynecol. Reprod. Biol."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB13","unstructured":"Everitt BS. Cluster analysis. New York: Edward Arnold, 1993."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB14","unstructured":"Fleiss JL. Statistical methods for rates and proportions. New York: Wiley, 1981."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB15","unstructured":"Fontenla-Romero O, Guijarro-Berdi\u00f1as B, Alonso-Betanzos A. Symbolic, neural and neuro-fuzzy approaches for pattern recognition in cardiotocograms. In: Proceedings of the European Symposium on Intelligent Techniques ESIT\u20192000, Aachen, Germany, 2000. pp. 178\u201385."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB16","doi-asserted-by":"crossref","unstructured":"Friedman CP, Wyatt JC. Evaluation methods in medical informatics (computers and medicine). New York: Verlag, 1997.","DOI":"10.1007\/978-1-4757-2685-5"},{"key":"10.1016\/S0933-3657(01)00091-4_BIB17","unstructured":"Geissman JR, Schultz RD. Verification and validation of expert systems. AI Expert 1998;2:26\u201333."},{"issue":"2","key":"10.1016\/S0933-3657(01)00091-4_BIB18","doi-asserted-by":"crossref","first-page":"204","DOI":"10.1109\/69.219731","article-title":"Evaluating performance and quality of knowledge-based systems: foundation and methodology","volume":"5","author":"Guida","year":"1993","journal-title":"IEEE Trans. Know Data Eng."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB19","doi-asserted-by":"crossref","unstructured":"Guijarro-Berdi\u00f1as B, Alonso-Betanzos A, Prados-M\u00e9ndez S, Fern\u00e1ndez-Chaves O, Alvarez-Seoane M, Ucieda-Pardi\u00f1as F. A hybrid intelligent system for the pre-processing of fetal heart rate signals in antenatal testing. In: Mira J, Moreno-D\u0131\u0301az R, Cabestany J, editors. Lecture Notes in Computer Science, Biological and Artificial Computation: From Neuroscience to Technology, vol. 1240. Berlin: Springer, 1997, pp. 628\u201333.","DOI":"10.1007\/BFb0032522"},{"key":"10.1016\/S0933-3657(01)00091-4_BIB20","unstructured":"Guijarro-Berdi\u00f1as B, Alonso-Betanzos A, Fern\u00e1ndez-Chaves O, Alvarez-Seoane M, Ucieda-Pardi\u00f1as F. A neural network approach to the classification of decelerative cardiotocographic patterns in the CAFE project. In: Proceedings of the International ICSC\/IFAC Symposium on Neural Computation\/NC\u201998, Vienna, Australia, 1998. pp. 827\u201334."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB21","unstructured":"Guijarro-Berdi\u00f1as B. CAFE: Un sistema con arquitectura h\u0131\u0301brida para la monitorizaci\u00f3n inteligente del estado antenatal. Ph.D. thesis, Department of Computer Science, University of A Coru\u00f1a, Spain. 1998."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB22","unstructured":"Ifeachor EC, Keith RDF, Westgate J, Greene KR. An expert system to assist in the management of labour. In: Proceedings of the World Congress on Expert Systems, Orlando, FL, EE.UU, vol. 4. 1991. pp. 2615\u201322."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB23","unstructured":"Jezewski J, Wrobel J. Foetal monitoring with automated analysis of cardiotocogram: the KOMPOR system. In: Proceedings of the 15th Annual Conference on IEEE\/EMBS, San Diego, CA, EE.UU, 1993. pp. 638\u20139."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB24","first-page":"51","article-title":"Suitability of artificial neural networks for feature extraction from cardiotocograms during labour","volume":"32","author":"Keith","year":"1994","journal-title":"Med. Biol. Eng. Comput. Electrocardiogr. Myocard. Contrac. Blood Flow Suppl."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB25","unstructured":"Kirk DB, Murray AE. Verification and validation of expert systems for nuclear power applications, science applications. International Corporation: McLean, 1988."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB26","doi-asserted-by":"crossref","first-page":"159","DOI":"10.2307\/2529310","article-title":"The measurement of observer agreement for categorical data","volume":"33","author":"Landis","year":"1979","journal-title":"Biometrics"},{"key":"10.1016\/S0933-3657(01)00091-4_BIB27","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1016\/0020-7101(90)90030-X","article-title":"Computer analysis of antepartum fetal heart rate. 1. Baseline determination","volume":"25","author":"Mantel","year":"1990","journal-title":"Int. J. Biomed. Comput."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB28","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1016\/0020-7101(90)90031-O","article-title":"Computer analysis of antepartum fetal heart rate. 2. Detection of accelerations and decelerations","volume":"25","author":"Mantel","year":"1990","journal-title":"Int. J. Biomed. Comput."},{"issue":"3","key":"10.1016\/S0933-3657(01)00091-4_BIB29","doi-asserted-by":"crossref","first-page":"185","DOI":"10.3109\/14639239009025266","article-title":"The evaluation of clinical decision support systems: what is necessary versus what is interesting?","volume":"15","author":"Miller","year":"1990","journal-title":"Med. Inform."},{"issue":"6","key":"10.1016\/S0933-3657(01)00091-4_BIB30","doi-asserted-by":"crossref","first-page":"429","DOI":"10.1136\/jamia.1996.97084516","article-title":"Evaluating evaluations of medical diagnostic systems","volume":"3","author":"Miller","year":"1996","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB31","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/S0957-4174(99)00045-7","article-title":"Validation of intelligent systems: a critical study and a tool","volume":"18","author":"Mosqueira-Rey","year":"2000","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB32","doi-asserted-by":"crossref","unstructured":"National Institute of Child Health and Human Development Research Planning Workshop. Electronic fetal heart rate monitoring: research guidelines for interpretation. Am J Obstet Gynecol 1997;177(6):1385\u201390.","DOI":"10.1016\/S0002-9378(97)70079-6"},{"issue":"2","key":"10.1016\/S0933-3657(01)00091-4_BIB33","first-page":"69","article-title":"Knowledge base verification","volume":"8","author":"Nguyen","year":"1987","journal-title":"AI Mag."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB34","doi-asserted-by":"crossref","first-page":"421","DOI":"10.3109\/00016348709022046","article-title":"Intra- and inter-observer variability in the assessment of intrapartum cardiotocograms","volume":"66","author":"Nielsen","year":"1987","journal-title":"Acta Obstet. Gynecol. Scand."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB35","unstructured":"Parer JT. Handbook of foetal heart rate monitoring. Philadelphia: WB Saunders Company, 1997."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB36","doi-asserted-by":"crossref","first-page":"421","DOI":"10.1016\/0957-4174(92)90026-O","article-title":"Verifying expert systems: a logical framework and a practical tool","volume":"5","author":"Preece","year":"1992","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB37","unstructured":"Pressman RS. Software engineering: a practitioner\u2019s approach. New York: McGraw-Hill, 2000."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB38","unstructured":"Sommerville I., Software engineering. Workingham: Addison-Wesley, 1996."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB39","doi-asserted-by":"crossref","unstructured":"Stead WW, Haynes RB, Fuller S, Friedman CP, Travis LE, Beck JR, et al. Designing medical informatics research and library-resource projects to increase what is learned. J Am Med Inform Assoc 1994;1(1):28\u201333.","DOI":"10.1136\/jamia.1994.95236134"},{"key":"10.1016\/S0933-3657(01)00091-4_BIB40","doi-asserted-by":"crossref","first-page":"271","DOI":"10.1016\/S0933-3657(97)00052-3","article-title":"Neural networks for recognising patterns in cardiotocograms","volume":"12","author":"Ulbricht","year":"1998","journal-title":"Artif. Intell. Med."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB41","unstructured":"Weiss S.M., Kulikowski C.A., Computer systems that learn: classification and prediction methods from statistics, neural nets, machine learning and expert systems. San Francisco: Morgan Kauffman, 1991."},{"key":"10.1016\/S0933-3657(01)00091-4_BIB42","doi-asserted-by":"crossref","first-page":"619","DOI":"10.2307\/2529750","article-title":"Comparing the joint agreement of several raters with another rater","volume":"32","author":"Williams","year":"1976","journal-title":"Biometrics"}],"container-title":["Artificial Intelligence in Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0933365701000914?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0933365701000914?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,4,29]],"date-time":"2019-04-29T07:50:51Z","timestamp":1556524251000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0933365701000914"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2002,1]]},"references-count":42,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2002,1]]}},"alternative-id":["S0933365701000914"],"URL":"https:\/\/doi.org\/10.1016\/s0933-3657(01)00091-4","relation":{},"ISSN":["0933-3657"],"issn-type":[{"value":"0933-3657","type":"print"}],"subject":[],"published":{"date-parts":[[2002,1]]}}}