{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T18:24:20Z","timestamp":1770747860910,"version":"3.49.0"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"9-10","license":[{"start":{"date-parts":[[2017,7,12]],"date-time":"2017-07-12T00:00:00Z","timestamp":1499817600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2017,10]]},"DOI":"10.1007\/s10994-017-5651-7","type":"journal-article","created":{"date-parts":[[2017,7,12]],"date-time":"2017-07-12T19:10:50Z","timestamp":1499886650000},"page":"1599-1620","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":21,"title":["Knowledge elicitation via sequential probabilistic inference for high-dimensional prediction"],"prefix":"10.1007","volume":"106","author":[{"given":"Pedram","family":"Daee","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tomi","family":"Peltola","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marta","family":"Soare","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Samuel","family":"Kaski","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,7,12]]},"reference":[{"key":"5651_CR1","unstructured":"Afrabandpey, H., Peltola, T., & Kaski, S. (2016). Interactive prior elicitation of feature similarities for small sample size prediction. In Proceedings of the 25th conference on user modelling, adaptation and personalization (UMAP2017) (to appear). arXiv preprint arXiv:1612.02802 ."},{"key":"5651_CR2","unstructured":"Amershi, S. (2012). Designing for effective end-user interaction with machine learning. PhD thesis, University of Washington."},{"key":"5651_CR3","unstructured":"Azari Soufiani, H., Parkes, D. C., & Xia, L. (2013). Preference elicitation for general random utility models. In Uncertainty in artificial intelligence: Proceedings of the 29th conference (pp. 596\u2013605). AUAI Press."},{"key":"5651_CR4","doi-asserted-by":"crossref","unstructured":"Balcan, M. F., & Blum, A. (2008). Clustering with interactive feedback. In Proceedings of the 19th international conference on algorithmic learning theory (pp. 316\u2013328).","DOI":"10.1007\/978-3-540-87987-9_27"},{"key":"5651_CR5","volume-title":"Pattern recognition and machine learning","author":"CM Bishop","year":"2006","unstructured":"Bishop, C. M. (2006). Pattern recognition and machine learning. Berlin: Springer."},{"key":"5651_CR6","unstructured":"Blitzer, J., Dredze, M., & Pereira, F. (2007). Biographies, bollywood, boomboxes and blenders: Domain adaptation for sentiment classification. In Proceedings of the 45th annual meeting of the association of computational linguistics (ACL) (pp. 187\u2013205)."},{"issue":"7","key":"5651_CR7","doi-asserted-by":"crossref","first-page":"1183","DOI":"10.1016\/j.ress.2008.07.007","volume":"94","author":"D Busby","year":"2009","unstructured":"Busby, D. (2009). Hierarchical adaptive experimental design for Gaussian process emulators. Reliability Engineering & System Safety, 94(7), 1183\u20131193.","journal-title":"Reliability Engineering & System Safety"},{"issue":"5","key":"5651_CR8","doi-asserted-by":"crossref","first-page":"1382","DOI":"10.1109\/TSMCB.2011.2148197","volume":"41","author":"A Cano","year":"2011","unstructured":"Cano, A., Masegosa, A. R., & Moral, S. (2011). A method for integrating expert knowledge when learning Bayesian networks from data. IEEE Transactions on Systems, Man, and Cybernetics, Part B (Cybernetics), 41(5), 1382\u20131394.","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics, Part B (Cybernetics)"},{"issue":"3","key":"5651_CR9","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1214\/ss\/1177009939","volume":"10","author":"K Chaloner","year":"1995","unstructured":"Chaloner, K., & Verdinelli, I. (1995). Bayesian experimental design: A review. Statistical Science, 10(3), 273\u2013304.","journal-title":"Statistical Science"},{"issue":"3","key":"5651_CR10","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1111\/j.1467-9868.2006.00553.x","volume":"68","author":"P Moral Del","year":"2006","unstructured":"Del Moral, P., Doucet, A., & Jasra, A. (2006). Sequential Monte Carlo samplers. Journal of the Royal Statistical Society: Series B (Statistical Methodology), 68(3), 411\u2013436.","journal-title":"Journal of the Royal Statistical Society: Series B (Statistical Methodology)"},{"key":"5651_CR11","doi-asserted-by":"crossref","first-page":"4273","DOI":"10.1098\/rsta.2009.0152","volume":"367","author":"D Donoho","year":"2009","unstructured":"Donoho, D., & Tanner, J. (2009). Observed universality of phase transitions in high-dimensional geometry, with implications for modern data analysis and signal processing. Philosophical Transactions of the Royal Society A, 367, 4273\u20134293.","journal-title":"Philosophical Transactions of the Royal Society A"},{"key":"5651_CR12","doi-asserted-by":"crossref","unstructured":"Druck, G., Settles, B., & McCallum, A. (2009). Active learning by labeling features. In Proceedings of the Conference on Empirical Methods in Natural Language Processing (pp. 81\u201390).","DOI":"10.3115\/1699510.1699522"},{"key":"5651_CR13","doi-asserted-by":"crossref","unstructured":"Fails, J. A., & Olsen Jr., D. R. (2003). Interactive machine learning. In Proceedings of the 8th International Conference on Intelligent User Interfaces (IUI) (pp. 39\u201345).","DOI":"10.1145\/604045.604056"},{"issue":"3","key":"5651_CR14","doi-asserted-by":"publisher","first-page":"711","DOI":"10.1214\/15-BA944","volume":"10","author":"GS Ferreira","year":"2015","unstructured":"Ferreira, G. S., & Gamerman, D. (2015). Optimal design in geostatistics under preferential sampling. Bayesian Analysis, 10(3), 711\u2013735. doi: 10.1214\/15-BA944 .","journal-title":"Bayesian Analysis"},{"issue":"7391","key":"5651_CR15","doi-asserted-by":"crossref","first-page":"570","DOI":"10.1038\/nature11005","volume":"483","author":"MJ Garnett","year":"2012","unstructured":"Garnett, M. J., Edelman, E. J., Heidorn, S. J., Greenman, C. D., Dastur, A., Lau, K. W., et al. (2012). Systematic identification of genomic markers of drug sensitivity in cancer cells. Nature, 483(7391), 570\u2013575.","journal-title":"Nature"},{"key":"5651_CR16","doi-asserted-by":"crossref","first-page":"462","DOI":"10.1111\/j.2517-6161.1988.tb01741.x","volume":"50","author":"PH Garthwaite","year":"1988","unstructured":"Garthwaite, P. H., & Dickey, J. M. (1988). Quantifying expert opinion in linear regression problems. Journal of the Royal Statistical Society Series B (Methodological), 50, 462\u2013474.","journal-title":"Journal of the Royal Statistical Society Series B (Methodological)"},{"key":"5651_CR17","volume-title":"Bayesian data analysis","author":"A Gelman","year":"2014","unstructured":"Gelman, A., Carlin, J. B., Stern, H. S., Dunson, D. B., Vehtari, A., & Rubin, D. B. (2014). Bayesian data analysis (3rd ed.). Boca Raton: Chapman & Hall\/CRC.","edition":"3"},{"issue":"423","key":"5651_CR18","doi-asserted-by":"crossref","first-page":"881","DOI":"10.1080\/01621459.1993.10476353","volume":"88","author":"EI George","year":"1993","unstructured":"George, E. I., & McCulloch, R. E. (1993). Variable selection via Gibbs sampling. Journal of the American Statistical Association, 88(423), 881\u2013889.","journal-title":"Journal of the American Statistical Association"},{"issue":"1","key":"5651_CR19","first-page":"1891","volume":"14","author":"D Hern\u00e1ndez-Lobato","year":"2013","unstructured":"Hern\u00e1ndez-Lobato, D., Hern\u00e1ndez-Lobato, J. M., & Dupont, P. (2013). Generalized spike-and-slab priors for bayesian group feature selection using expectation propagation. Journal of Machine Learning Research, 14(1), 1891\u20131945.","journal-title":"Journal of Machine Learning Research"},{"key":"5651_CR20","unstructured":"Hernandez-Lobato, D., Hernandez-Lobato, J. M., & Ghahramani, Z. (2015). A probabilistic model for dirty multi-task feature selection. In F. Bach, D. Blei (Eds.), Proceedings of the 32nd international conference on machine learning, PMLR, Lille, France, proceedings of machine learning research (Vol.\u00a037, pp. 1073\u20131082)."},{"key":"5651_CR21","unstructured":"Hern\u00e1ndez-Lobato, J. M., Dijkstra, T., & Heskes, T. (2008). Regulator discovery from gene expression time series of malaria parasites: A hierarchical approach. In Advances in neural information processing systems 20 (NIPS) (pp 649\u2013656)."},{"issue":"3","key":"5651_CR22","doi-asserted-by":"crossref","first-page":"437","DOI":"10.1007\/s10994-014-5475-7","volume":"99","author":"JM Hern\u00e1ndez-Lobato","year":"2015","unstructured":"Hern\u00e1ndez-Lobato, J. M., Hern\u00e1ndez-Lobato, D., & Su\u00e1rez, A. (2015). Expectation propagation in linear regression models with spike-and-slab priors. Machine Learning, 99(3), 437\u2013487.","journal-title":"Machine Learning"},{"key":"5651_CR23","doi-asserted-by":"crossref","unstructured":"Hickey, A. M., & Davis, A. M. (2003). Requirements elicitation and elicitation technique selection: A model for two knowledge-intensive software development processes. In Proceedings of the 36th annual Hawaii international conference on system sciences (HICSS\u201903)\u2014Track 3 (Vol. 3).","DOI":"10.1109\/HICSS.2003.1174229"},{"issue":"1","key":"5651_CR24","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1002\/sam.11253","volume":"8","author":"L House","year":"2015","unstructured":"House, L., Scotland, L., & Han, C. (2015). Bayesian visual analytics: Bava. Statistical Analysis and Data Mining, 8(1), 1\u201313.","journal-title":"Statistical Analysis and Data Mining"},{"issue":"372","key":"5651_CR25","doi-asserted-by":"crossref","first-page":"845","DOI":"10.1080\/01621459.1980.10477562","volume":"75","author":"JB Kadane","year":"1980","unstructured":"Kadane, J. B., Dickey, J. M., Winkler, R. L., Smith, W. S., & Peters, S. C. (1980). Interactive elicitation of opinion for a normal linear model. Journal of the American Statistical Association, 75(372), 845\u2013854.","journal-title":"Journal of the American Statistical Association"},{"issue":"2","key":"5651_CR26","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1214\/aoms\/1177706252","volume":"30","author":"J Kiefer","year":"1959","unstructured":"Kiefer, J., & Wolfowitz, J. (1959). Optimum designs in regression problems. The Annals of Mathematical Statistics, 30(2), 271\u2013294. doi: 10.1214\/aoms\/1177706252 .","journal-title":"The Annals of Mathematical Statistics"},{"key":"5651_CR27","unstructured":"Lu, Z., & Leen, T. K. (2007). Semi-supervised clustering with pairwise constraints: A discriminative approach. In Proceedings of the eleventh international conference on artificial intelligence and statistics (AISTATS) (pp. 299\u2013306)."},{"key":"5651_CR28","doi-asserted-by":"crossref","unstructured":"Martino, L., Vicent, J., & Camps-Valls, G. (2017). Automatic emulator and optimized look-up table generation for radiative transfer models. In Proceedings of IEEE international geoscience and remote sensing symposium (IGARSS).","DOI":"10.1109\/IGARSS.2017.8127241"},{"key":"5651_CR29","doi-asserted-by":"crossref","unstructured":"Micallef, L., Sundin, I., Marttinen, P., Ammad-ud-din, M., Peltola, T., Soare, M., Jacucci, G., & Kaski, S. (2017). Interactive elicitation of knowledge on feature relevance improves predictions in small data sets. In Proceedings of the 22nd international conference on intelligent user interfaces (IUI\u201917).","DOI":"10.1145\/3025171.3025181"},{"key":"5651_CR30","unstructured":"Minka, T. P. (2001). Expectation propagation for approximate Bayesian inference. In Proceedings of the seventeenth conference on uncertainty in artificial intelligence (UAI) (pp. 362\u2013369)."},{"key":"5651_CR31","unstructured":"Minka, T. P. (2005). Divergence measures and message passing. Tech. rep., Microsoft Research."},{"key":"5651_CR32","doi-asserted-by":"crossref","DOI":"10.1002\/0470033312","volume-title":"Uncertain judgements. Eliciting experts\u2019 probabilisties","author":"A O\u2019Hagan","year":"2006","unstructured":"O\u2019Hagan, A., Buck, C. E., Daneshkhah, A., Eiser, J. R., Garthwaite, P. H., Jenkinson, D. J., et al. (2006). Uncertain judgements. Eliciting experts\u2019 probabilisties. Chichester: Wiley."},{"issue":"11","key":"5651_CR33","doi-asserted-by":"crossref","first-page":"e49,445","DOI":"10.1371\/journal.pone.0049445","volume":"7","author":"T Peltola","year":"2012","unstructured":"Peltola, T., Marttinen, P., & Vehtari, A. (2012). Finite adaptation and multistep moves in the Metropolis\u2013Hastings algorithm for variable selection in genome-wide association analysis. PloS One, 7(11), e49,445.","journal-title":"PloS One"},{"issue":"Aug","key":"5651_CR34","first-page":"1655","volume":"7","author":"H Raghavan","year":"2006","unstructured":"Raghavan, H., Madani, O., & Jones, R. (2006). Active learning with feedback on features and instances. Journal of Machine Learning Research, 7(Aug), 1655\u20131686.","journal-title":"Journal of Machine Learning Research"},{"key":"5651_CR35","unstructured":"Ravi, S. N., Ithapu, V. K., Johnson, S. C., & Singh, V. (2016). Experimental design on a budget for sparse linear models and applications. In Proceedings of the 33nd international conference on machine learning (ICML) (pp. 583\u2013592)."},{"key":"5651_CR36","unstructured":"Robert, S., B\u00fcttner, S., R\u00f6cker, C., & Holzinger, A. (2016). Reasoning under uncertainty: Towards collaborative interactive machine learning. In A. Holzinger (Ed.), Machine learning for health informatics (pp. 357\u2013376). Berlin: Springer."},{"issue":"1","key":"5651_CR37","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1145\/2656334","volume":"58","author":"T Ruotsalo","year":"2014","unstructured":"Ruotsalo, T., Jacucci, G., Myllym\u00e4ki, P., & Kaski, S. (2014). Interactive intent modeling: Information discovery beyond search. Communications of the ACM, 58(1), 86\u201392.","journal-title":"Communications of the ACM"},{"key":"5651_CR38","doi-asserted-by":"publisher","unstructured":"Sch\u00e4fer, C., & Chopin, N. (2013). Sequential Monte Carlo on large binary sampling spaces. Statistics and Computing, 23, 163\u2013184. doi: 10.1007\/s11222-011-9299-z .","DOI":"10.1007\/s11222-011-9299-z"},{"key":"5651_CR39","first-page":"759","volume":"9","author":"MW Seeger","year":"2008","unstructured":"Seeger, M. W. (2008). Bayesian inference and optimal design for the sparse linear model. Journal of Machine Learning Research, 9, 759\u2013813.","journal-title":"Journal of Machine Learning Research"},{"key":"5651_CR40","unstructured":"Settles, B. (2010). Active learning literature survey. Computer Sciences technical report 1648, University of Wisconsin, Madison."},{"key":"5651_CR41","unstructured":"Settles, B. (2011). Closing the loop: Fast, interactive semi-supervised annotation with queries on features and instances. In Proceedings of the conference on empirical methods in natural language processing (pp. 1467\u20131478)."},{"key":"5651_CR42","unstructured":"Soare, M., Ammad-ud-din, M., & Kaski, S. (2016). Regression with n $$\\rightarrow $$ \u2192 1 by expert knowledge elicitation. In Proceedings of the 15th IEEE ICMLA international conference on machine learning and applications (pp. 734\u2013739)."},{"issue":"3","key":"5651_CR43","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1006\/ijhc.2001.0499","volume":"55","author":"M Ware","year":"2001","unstructured":"Ware, M., Frank, E., Holmes, G., Hall, M., & Witten, I. H. (2001). Interactive machine learning: Letting users build classifiers. International Journal of Human-Computer Studies, 55(3), 281\u2013292.","journal-title":"International Journal of Human-Computer Studies"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10994-017-5651-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-017-5651-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-017-5651-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,29]],"date-time":"2019-09-29T20:14:36Z","timestamp":1569788076000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10994-017-5651-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,7,12]]},"references-count":43,"journal-issue":{"issue":"9-10","published-print":{"date-parts":[[2017,10]]}},"alternative-id":["5651"],"URL":"https:\/\/doi.org\/10.1007\/s10994-017-5651-7","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,7,12]]}}}