{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,19]],"date-time":"2026-01-19T20:20:40Z","timestamp":1768854040135,"version":"3.49.0"},"publisher-location":"Cham","reference-count":56,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031166082","type":"print"},{"value":"9783031166099","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-16609-9_20","type":"book-chapter","created":{"date-parts":[[2023,2,14]],"date-time":"2023-02-14T02:31:48Z","timestamp":1676341908000},"page":"315-347","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Model Predictivity Assessment: Incremental Test-Set Selection and\u00a0Accuracy Evaluation"],"prefix":"10.1007","author":[{"given":"Elias","family":"Fekhari","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bertrand","family":"Iooss","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Joseph","family":"Mur\u00e9","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Luc","family":"Pronzato","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Maria-Jo\u00e3o","family":"Rendas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,2,15]]},"reference":[{"key":"20_CR1","doi-asserted-by":"crossref","unstructured":"Baudin, M., Dutfoy, A., Iooss, B., Popelin, A-P.: Open TURNS: An industrial software for uncertainty quantification in simulation. In: Ghanem, R., Higdon, D., Owhadi, H. (eds.) Springer Handbook on Uncertainty Quantification, pp. 2001\u20132038. Springer (2017)","DOI":"10.1007\/978-3-319-12385-1_64"},{"key":"20_CR2","doi-asserted-by":"crossref","unstructured":"Berlinet , A., Thomas-Agnan, C.: Reproducing Kernel Hilbert Spaces in Probability and Statistics. Springer (2004)","DOI":"10.1007\/978-1-4419-9096-9"},{"key":"20_CR3","doi-asserted-by":"crossref","unstructured":"Borovicka, T., Jr. Jirina, M., Kordik, P., Jirina, M.: Selecting representative data sets. In: Karahoca, A. (eds) Advances in Data Mining, Knowledge Discovery and Applications, pp. 43\u201370. INTECH (2012)","DOI":"10.5772\/50787"},{"key":"20_CR4","unstructured":"Chen, W.Y., Barp, A., Briol, F.-X., Gorham, J., Girolami, M., Mackey, L., Oates, C.: Stein Point Markov Chain Monte Carlo. arXiv preprint. arXiv:1905.03673 (2019)"},{"key":"20_CR5","unstructured":"Chen, W.Y., Mackey, L., Gorham, J., Briol, F.-X., Oates, C.J.: Stein Points. Proc. ICML (2018). arXiv preprint arXiv:1803.10161v4"},{"key":"20_CR6","unstructured":"Chen, Y., Welling, M., Smola, A.: Super-samples from kernel herding. In Proceedings of the Twenty-Sixth Conference on Uncertainty in Artificial Intelligence, pp. 109\u2013116. AUAI Press (2010)"},{"key":"20_CR7","doi-asserted-by":"publisher","first-page":"455","DOI":"10.1080\/00401706.2013.860918","volume":"56","author":"C Chevalier","year":"2014","unstructured":"Chevalier, C., Bect, J., Ginsbourger, D., Picheny, V., Richet, Y., Vazquez, E.: Fast kriging-based stepwise uncertainty reduction with application to the identification of an excursion set. Technometrics 56, 455\u2013465 (2014)","journal-title":"Technometrics"},{"key":"20_CR8","doi-asserted-by":"publisher","first-page":"683","DOI":"10.1016\/j.ejor.2011.05.032","volume":"214","author":"K Crombecq","year":"2011","unstructured":"Crombecq, K., Laermans, E., Dhaene, T.: Efficient space-filling and non-collapsing sequential design strategies for simulation-based modelling. Eur. J. Oper. Res. 214, 683\u2013696 (2011)","journal-title":"Eur. J. Oper. Res."},{"key":"20_CR9","doi-asserted-by":"publisher","first-page":"1283","DOI":"10.1080\/00949655.2014.945932","volume":"85","author":"S Da Veiga","year":"2015","unstructured":"Da Veiga, S.: Global sensitivity analysis with dependence measures. J. Stat. Comput. Simul. 85, 1283\u20131305 (2015)","journal-title":"J. Stat. Comput. Simul."},{"key":"20_CR10","doi-asserted-by":"crossref","unstructured":"Da\u00a0Veiga, S., Gamboa, F., Iooss, B., Prieur, C.: Basics and Trends in Sensitivity Analysis. Theory and Practice in R. SIAM (2021)","DOI":"10.1137\/1.9781611976694"},{"key":"20_CR11","doi-asserted-by":"publisher","first-page":"3561","DOI":"10.1016\/j.nucengdes.2008.06.004","volume":"12","author":"A de Cr\u00e9cy","year":"2008","unstructured":"de Cr\u00e9cy, A., Bazin, P., Glaeser, H., Skorek, T., Joufcla, J., Probst, P., Fujioka, K., Chung, B.D., Oh, D.Y., Kyncl, M., Pernica, R., Macek, J., Meca, R., Macian, R., D\u2019Auria, F., Petruzzi, A., Batet, L., Perez, M., Reventos, F.: Uncertainty and sensitivity analysis of the LOFT L2\u20135 test: results of the BEMUSE programme. Nucl. Eng. Design 12, 3561\u20133578 (2008)","journal-title":"Nucl. Eng. Design"},{"key":"20_CR12","doi-asserted-by":"publisher","unstructured":"Demay, C., Iooss, B., Le Gratiet, L., Marrel, A.: Model selection for Gaussian Process regression: an application with highlights on the model variance validation. Qual. Reliab. Eng. Int. J. 38, 1482\u20131500 (2022). https:\/\/doi.org\/10.1002\/qre.2973","DOI":"10.1002\/qre.2973"},{"issue":"6","key":"20_CR13","doi-asserted-by":"publisher","first-page":"687","DOI":"10.1007\/BF01033232","volume":"15","author":"O Dubrule","year":"1983","unstructured":"Dubrule, O.: Cross validation of kriging in a unique neighborhood. J. Int. Assoc. Math. Geol. 15(6), 687\u2013699 (1983)","journal-title":"J. Int. Assoc. Math. Geol."},{"key":"20_CR14","unstructured":"ENIQ: Qualification of an AI\/ML NDT system\u2014Technical basis. NUGENIA, ENIQ Technical Report (2019)"},{"key":"20_CR15","doi-asserted-by":"crossref","unstructured":"Fang, K.-T., Li, R., Sudjianto, A.: Design and Modeling for Computer Experiments. Chapman & Hall\/CRC (2006)","DOI":"10.1201\/9781420034899"},{"key":"20_CR16","doi-asserted-by":"crossref","unstructured":"Geffraye, G., Antoni, O., Farvacque, M., Kadri, D., Lavialle, G., Rameau, B., Ruby, A.: CATHARE2 V2.5_2: a single version for various applications. Nucl. Eng. Des. 241, 4456\u20134463 (2011)","DOI":"10.1016\/j.nucengdes.2010.09.019"},{"key":"20_CR17","unstructured":"Goodfellow, I., Bengio, Y., Courville, A.: Deep Learning. The MIT Press (2016)"},{"key":"20_CR18","doi-asserted-by":"crossref","unstructured":"Gretton, A., Bousquet, O., Smola, A., Sch\u00f6lkopf, B.: Measuring statistical dependence with Hilbert-Schmidt norms. In Proceedings Algorithmic Learning Theory, pp. 63\u201377. Springer-Verlag (2005)","DOI":"10.1007\/11564089_7"},{"key":"20_CR19","doi-asserted-by":"crossref","unstructured":"Hastie, T., Tibshirani, R., Friedman, J.: The Elements of Statistical Learning, 2nd edn. Springer (2009)","DOI":"10.1007\/978-0-387-84858-7"},{"key":"20_CR20","unstructured":"Hawkins, R., Paterson, C., Picardi, C., Jia, Y., Calinescu, R., Habli, I.: Guidance on the assurance of machine learning in autonomous systems (AMLAS). University of York, Assuring Autonomy International Programme (AAIP) (2021)"},{"key":"20_CR21","unstructured":"Iooss, B.: Sample selection from a given dataset to validate machine learning models. In Proceedings of 50th Meeting of the Italian Statistical Society (SIS2021), pp. 88\u201393. Pisa, Italy, June (2021)"},{"key":"20_CR22","first-page":"11","volume":"3","author":"B Iooss","year":"2010","unstructured":"Iooss, B., Boussouf, L., Feuillard, V., Marrel, A.: Numerical studies of the metamodel fitting and validation processes. Int. J. Adv. Syst. Measure. 3, 11\u201321 (2010)","journal-title":"Int. J. Adv. Syst. Measure."},{"issue":"2","key":"20_CR23","doi-asserted-by":"publisher","first-page":"166","DOI":"10.1080\/00401706.2021.1921037","volume":"64","author":"VR Joseph","year":"2022","unstructured":"Joseph, V.R., Vakayil, A.: SPlit: an optimal method for data splitting. Technometrics 64(2), 166\u2013176 (2022)","journal-title":"Technometrics"},{"key":"20_CR24","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1080\/00401706.1969.10490666","volume":"11","author":"RW Kennard","year":"1969","unstructured":"Kennard, R.W., Stone, L.A.: Computer aided design of experiments. Technometrics 11, 137\u2013148 (1969)","journal-title":"Technometrics"},{"key":"20_CR25","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1016\/S0377-2217(98)00392-0","volume":"120","author":"JPC Kleijnen","year":"2000","unstructured":"Kleijnen, J.P.C., Sargent, R.G.: A methodology for fitting and validating metamodels in simulation. Eur. J. Oper. Res. 120, 14\u201329 (2000)","journal-title":"Eur. J. Oper. Res."},{"key":"20_CR26","doi-asserted-by":"crossref","unstructured":"Lemaire, M., Chateauneuf, A., Mitteau, J.-C.: Structural Reliability. Wiley (2009)","DOI":"10.1002\/9780470611708"},{"key":"20_CR27","doi-asserted-by":"publisher","first-page":"2549","DOI":"10.1080\/00949655.2017.1340475","volume":"87","author":"W Li","year":"2017","unstructured":"Li, W., Lu, L., Xie, X., Yang, M.: A novel extension algorithm for optimized Latin hypercube sampling. J. Stat. Comput. Simul. 87, 2549\u20132559 (2017)","journal-title":"J. Stat. Comput. Simul."},{"key":"20_CR28","doi-asserted-by":"publisher","unstructured":"Lorenzo, G., Zanocco, P., Gim\u00e9nez, M., Marqu\u00e8s, M., Iooss, B., Bolado-Lavin, R., Pierro, F., Galassi, G., D\u2019Auria, F., Burgazzi, L.: Assessment of an isolation condenser of an integral reactor in view of uncertainties in engineering parameters. Sci. Technol. Nucl. Install. (2011). https:\/\/doi.org\/10.1155\/2011\/827354","DOI":"10.1155\/2011\/827354"},{"key":"20_CR29","doi-asserted-by":"publisher","first-page":"2562","DOI":"10.1214\/17-AOS1629","volume":"46","author":"S Mak","year":"2018","unstructured":"Mak, S., Joseph, V.R.: Support points. Ann. Stat. 46, 2562\u20132592 (2018)","journal-title":"Ann. Stat."},{"key":"20_CR30","doi-asserted-by":"publisher","DOI":"10.1016\/j.ress.2021.107711","volume":"214","author":"A Marrel","year":"2021","unstructured":"Marrel, A., Chabridon, V.: Statistical developments for target and conditional sensitivity analysis: Application on safety studies for nuclear reactor. Reliab. Eng. Syst. Saf. 214, 107711 (2021)","journal-title":"Reliab. Eng. Syst. Saf."},{"key":"20_CR31","doi-asserted-by":"publisher","unstructured":"Marrel, A., Iooss, B., Chabridon, V.: The ICSCREAM methodology: identification of penalizing configurations in computer experiments using screening and metamodel - Applications in thermal-hydraulics. Nucl. Sci. Eng. 196, 301\u2013321 (2022). https:\/\/doi.org\/10.1080\/00295639.2021.1980362","DOI":"10.1080\/00295639.2021.1980362"},{"key":"20_CR32","doi-asserted-by":"crossref","unstructured":"Molnar, C.: Interpretable Machine Learning. github (2019)","DOI":"10.21105\/joss.00786"},{"key":"20_CR33","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1016\/0378-3758(94)00035-T","volume":"43","author":"MD Morris","year":"1995","unstructured":"Morris, M.D., Mitchell, T.J.: Exploratory designs for computational experiments. J. Stat. Planning Inference 43, 381\u2013402 (1995)","journal-title":"J. Stat. Planning Inference"},{"key":"20_CR34","unstructured":"M\u00fcller, W.G.: Collecting Spatial Data, 3rd edn. Springer (2007)"},{"issue":"3","key":"20_CR35","doi-asserted-by":"publisher","first-page":"282","DOI":"10.1016\/0022-1694(70)90255-6","volume":"10","author":"J Nash","year":"1970","unstructured":"Nash, J., Sutcliffe, J.: River flow forecasting through conceptual models part I-A discussion of principles. J. Hydrol. 10(3), 282\u2013290 (1970)","journal-title":"J. Hydrol."},{"key":"20_CR36","doi-asserted-by":"crossref","unstructured":"Nogales G\u00f3mez, A., Pronzato, L., Rendas, M.-J.: Incremental space-filling design based on coverings and spacings: improving upon low discrepancy sequences. J. Stat. Theory Pract. 15(4), 77 (2021)","DOI":"10.1007\/s42519-021-00210-2"},{"key":"20_CR37","doi-asserted-by":"crossref","unstructured":"Pronzato, L.: Performance analysis of greedy algorithms for minimising a maximum mean discrepancy. Statistics and Computing, to appear (2022), hal-03114891. arXiv:2101.07564","DOI":"10.1007\/s11222-022-10184-1"},{"key":"20_CR38","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1007\/s11222-011-9242-3","volume":"22","author":"L Pronzato","year":"2012","unstructured":"Pronzato, L., M\u00fcller, W.: Design of computer experiments: space filling and beyond. Stat. Comput. 22, 681\u2013701 (2012)","journal-title":"Stat. Comput."},{"key":"20_CR39","unstructured":"Pronzato, L., Rendas, M.-J.: Validation design I: construction of validation designs via kernel herding. Preprint (2021), hal-03474805. arXiv:2112.05583"},{"key":"20_CR40","doi-asserted-by":"publisher","first-page":"959","DOI":"10.1137\/18M1210332","volume":"8","author":"L Pronzato","year":"2020","unstructured":"Pronzato, L., Zhigljavsky, A.A.: Bayesian quadrature and energy minimization for space-filling design. SIAM\/ASA J. Uncertainty Quant. 8, 959\u20131011 (2020)","journal-title":"SIAM\/ASA J. Uncertainty Quant."},{"key":"20_CR41","doi-asserted-by":"publisher","first-page":"3616","DOI":"10.1214\/09-AOS690","volume":"37","author":"PZG Qian","year":"2009","unstructured":"Qian, P.Z.G., Ai, M., Wu, C.F.J.: Construction of nested space-filling designs. Ann. Stat. 37, 3616\u20133643 (2009)","journal-title":"Ann. Stat."},{"key":"20_CR42","doi-asserted-by":"publisher","first-page":"945","DOI":"10.1093\/biomet\/asp044","volume":"96","author":"PZG Qian","year":"2009","unstructured":"Qian, P.Z.G., Wu, C.F.J.: Sliced space filling designs. Biometrika 96, 945\u2013956 (2009)","journal-title":"Biometrika"},{"key":"20_CR43","doi-asserted-by":"crossref","unstructured":"Rasmussen, C.E., Williams, C.K.I.: Gaussian Processes for Machine Learning. MIT Press (2006)","DOI":"10.7551\/mitpress\/3206.001.0001"},{"key":"20_CR44","doi-asserted-by":"crossref","unstructured":"Santner, T., Williams, B., Notz, W.: The Design and Analysis of Computer Experiments. Springer (2003)","DOI":"10.1007\/978-1-4757-3799-8"},{"issue":"5","key":"20_CR45","doi-asserted-by":"publisher","first-page":"2263","DOI":"10.1214\/13-AOS1140","volume":"41","author":"D Sejdinovic","year":"2013","unstructured":"Sejdinovic, D., Sriperumbudur, B., Gretton, A., Fukumizu, K.: Equivalence of distance-based and RKHS-based statistics in hypothesis testing. Ann. Stat. 41(5), 2263\u20132291 (2013)","journal-title":"Ann. Stat."},{"issue":"2","key":"20_CR46","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1080\/00224065.2019.1705207","volume":"53","author":"B Shang","year":"2021","unstructured":"Shang, B., Apley, D.W.: Fully-sequential space-filling design algorithms for computer experiments. J. Qual. Technol. 53(2), 173\u2013196 (2021)","journal-title":"J. Qual. Technol."},{"key":"20_CR47","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1016\/j.envsoft.2017.03.010","volume":"93","author":"R Sheikholeslami","year":"2017","unstructured":"Sheikholeslami, R., Razavi, S.: Progressive Latin hypercube sampling: an efficient approach for robust sampling-based analysis of environmental models. Environ. Model. Softw. 93, 109\u2013126 (2017)","journal-title":"Environ. Model. Softw."},{"key":"20_CR48","unstructured":"Smith, R.C.: Uncertainty Quantification. SIAM (2014)"},{"key":"20_CR49","doi-asserted-by":"crossref","unstructured":"Smola, A., Gretton, A., Song, L., Sch\u00f6lkopf, B.: A Hilbert space embedding for distributions. In International Conference on Algorithmic Learning Theory, pp. 13\u201331. Springer (2007)","DOI":"10.1007\/978-3-540-75225-7_5"},{"key":"20_CR50","doi-asserted-by":"publisher","first-page":"415","DOI":"10.1080\/00401706.1977.10489581","volume":"19","author":"RD Snee","year":"1977","unstructured":"Snee, R.D.: Validation of regression models: methods and examples. Technometrics 19, 415\u2013428 (1977)","journal-title":"Technometrics"},{"key":"20_CR51","unstructured":"Sriperumbudur, B.K., Gretton, A., Fukumizu, K., Sch\u00f6lkopf, B., Lanckriet, G.R.: Hilbert space embeddings and metrics on probability measures. J. Mach. Learn. Res. 11, 1517\u20131561 (2010)"},{"key":"20_CR52","first-page":"1","volume":"5","author":"GJ Sz\u00e9kely","year":"2004","unstructured":"Sz\u00e9kely, G.J., Rizzo, M.L.: Testing for equal distributions in high dimension. InterStat 5, 1\u20136 (2004)","journal-title":"InterStat"},{"key":"20_CR53","doi-asserted-by":"publisher","first-page":"1249","DOI":"10.1016\/j.jspi.2013.03.018","volume":"143","author":"GJ Sz\u00e9kely","year":"2013","unstructured":"Sz\u00e9kely, G.J., Rizzo, M.L.: Energy statistics: a class of statistics based on distances. J. Stat. Planning Inference 143, 1249\u20131272 (2013)","journal-title":"J. Stat. Planning Inference"},{"key":"20_CR54","unstructured":"Teymur, O., Gorham, J., Riabiz, M., Oates, C.J.: Optimal quantisation of probability measures using maximum mean discrepancy. In International Conference on Artificial Intelligence and Statistics, pp. 1027\u20131035 (2021). arXiv preprint arXiv:2010.07064v1"},{"issue":"2","key":"20_CR55","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1016\/S0169-7439(01)00155-1","volume":"58","author":"S Wold","year":"2001","unstructured":"Wold, S., Sj\u00f6str\u00f6m, M., Eriksson, L.: PLS-regression: a basic tool of chemometrics. Chemometr. Intell. Lab. Syst. 58(2), 109\u2013130 (2001)","journal-title":"Chemometr. Intell. Lab. Syst."},{"key":"20_CR56","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1007\/s41664-018-0068-2","volume":"2","author":"Y Xu","year":"2018","unstructured":"Xu, Y., Goodacre, R.: On splitting training and validation set: a comparative study of cross-validation, bootstrap and systematic sampling for estimating the generalization performance of supervised learning. J. Anal. Testing 2, 249\u2013262 (2018)","journal-title":"J. Anal. Testing"}],"container-title":["Springer Proceedings in Mathematics & Statistics","Studies in Theoretical and Applied Statistics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-16609-9_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,19]],"date-time":"2026-01-19T06:37:27Z","timestamp":1768804647000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-16609-9_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031166082","9783031166099"],"references-count":56,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-16609-9_20","relation":{},"ISSN":["2194-1009","2194-1017"],"issn-type":[{"value":"2194-1009","type":"print"},{"value":"2194-1017","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"15 February 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Scientific Meeting of the Italian Statistical Society","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Pisa","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 June 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 June 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"sis2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}