{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T03:27:21Z","timestamp":1768879641092,"version":"3.49.0"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2021,3,14]],"date-time":"2021-03-14T00:00:00Z","timestamp":1615680000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,3,14]],"date-time":"2021-03-14T00:00:00Z","timestamp":1615680000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SN COMPUT. SCI."],"published-print":{"date-parts":[[2021,5]]},"DOI":"10.1007\/s42979-021-00560-5","type":"journal-article","created":{"date-parts":[[2021,3,14]],"date-time":"2021-03-14T10:02:15Z","timestamp":1615716135000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["totalvis: A Principal Components Approach to Visualizing Total Effects in Black Box Models"],"prefix":"10.1007","volume":"2","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5600-1657","authenticated-orcid":false,"given":"Nicholas","family":"Seedorff","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7247-7313","authenticated-orcid":false,"given":"Grant","family":"Brown","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,3,14]]},"reference":[{"key":"560_CR1","unstructured":"Apley D. ALEPlot: Accumulated local effects (ALE) plots and partial dependence (PD) plots. https:\/\/CRAN.R-project.org\/package=ALEPlot, r package version 1.1 2018."},{"key":"560_CR2","unstructured":"Apley, D. Visualizing the effects of predictor variables in black box supervised learning models. arXiv preprint (2016). https:\/\/arxiv.org\/pdf\/1612.08468.pdf."},{"key":"560_CR3","doi-asserted-by":"publisher","first-page":"374","DOI":"10.1016\/B978-0-08-044894-7.01358-0","volume-title":"International encyclopedia of education","author":"D Bartholomew","year":"2010","unstructured":"Bartholomew D. Principal components analysis. In: Peterson P, Baker E, McGaw B, editors. International encyclopedia of education. 3rd ed. Oxford: Elsevier; 2010. p. 374\u20137. https:\/\/doi.org\/10.1016\/B978-0-08-044894-7.01358-0.","edition":"3"},{"issue":"1","key":"560_CR4","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman L. Random forests. Mach Learn. 2001;45(1):5\u201332. https:\/\/doi.org\/10.1023\/A:1010933404324.","journal-title":"Mach Learn"},{"key":"560_CR5","unstructured":"Chen T, He T, Benesty M, Khotilovich V, Tang Y, Cho H, Chen K, Mitchell R, Cano I, Zhou T, Li M, Xie J, Lin M, Geng Y, Li Y. xgboost: Extreme Gradient Boosting. 2019. https:\/\/CRAN.R-project.org\/package=xgboost, r package version 0.90.0.2."},{"key":"560_CR6","unstructured":"Covert I, Lundberg S, Lee SI. Understanding global feature contributions with additive importance measures. 2020. arXiv:2004.00668."},{"key":"560_CR7","unstructured":"DOJ, BJS. Crime in the United States (computer file). 1995."},{"key":"560_CR8","unstructured":"DOJ, BJS. Law Enforcement Management And Administrative Statistics (Computer File) U.S. Department Of Commerce, Bureau Of The Census Producer, Washington, DC and Inter-university Consortium for Political and Social Research. 1992."},{"key":"560_CR9","unstructured":"Dua D, Graff C. UCI machine learning repository. 2017. http:\/\/archive.ics.uci.edu\/ml."},{"issue":"5","key":"560_CR10","doi-asserted-by":"publisher","first-page":"1189","DOI":"10.1214\/aos\/1013203451","volume":"29","author":"JH Friedman","year":"2001","unstructured":"Friedman JH. Greedy function approximation: a gradient boosting machine. Ann Stat. 2001;29(5):1189\u2013232. https:\/\/doi.org\/10.1214\/aos\/1013203451.","journal-title":"Ann Stat"},{"issue":"3","key":"560_CR11","doi-asserted-by":"publisher","first-page":"916","DOI":"10.1214\/07-AOAS148","volume":"2","author":"J Friedman","year":"2008","unstructured":"Friedman J, Popescu B. Predictive learning via rule ensembles. Ann Appl Stat. 2008;2(3):916\u201354. https:\/\/doi.org\/10.1214\/07-AOAS148.","journal-title":"Ann Appl Stat"},{"issue":"1","key":"560_CR12","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1080\/10618600.2014.907095","volume":"24","author":"A Goldstein","year":"2015","unstructured":"Goldstein A, Kapelner A, Bleich J, Pitkin E. Peeking inside the black box: visualizing statistical learning with plots of individual conditional expectation. J Comput Gr Stat. 2015;24(1):44\u201365. https:\/\/doi.org\/10.1080\/10618600.2014.907095.","journal-title":"J Comput Gr Stat"},{"key":"560_CR13","unstructured":"Goldstein A, Kapelner A, Bleich J. ICEbox: Individual conditional expectation plot toolbox. 2017. https:\/\/CRAN.R-project.org\/package=ICEbox, r package version 1.1.2."},{"issue":"1","key":"560_CR14","doi-asserted-by":"publisher","first-page":"421","DOI":"10.32614\/RJ-2017-016","volume":"9","author":"BM Greenwell","year":"2017","unstructured":"Greenwell BM. pdp: an R package for constructing partial dependence plots. R J. 2017;9(1):421\u201336. https:\/\/doi.org\/10.32614\/RJ-2017-016.","journal-title":"R J"},{"key":"560_CR15","unstructured":"Greenwell B. pdp: Partial dependence plots. 2018. https:\/\/CRAN.R-project.org\/package=pdp, r package version 0.7.0."},{"key":"560_CR16","unstructured":"Greenwell B, Boehmke B, Cunningham J, Developers G. gbm: Generalized boosted regression models. 2019. https:\/\/CRAN.R-project.org\/package=gbm, r package version 2.1.5."},{"key":"560_CR17","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-84858-7","volume-title":"The elements of statistical learning","author":"T Hastie","year":"2009","unstructured":"Hastie T, Tibshirani R, Friedman J. The elements of statistical learning. Berlin: Springer; 2009."},{"issue":"2065","key":"560_CR18","first-page":"20150202","volume":"374","author":"IT Jolliffe","year":"2016","unstructured":"Jolliffe IT, Cadima J. Principal component analysis: a review and recent developments. Philos Trans A Math Phys Eng Sci. 2016;374(2065):20150202.","journal-title":"Philos Trans A Math Phys Eng Sci"},{"key":"560_CR19","unstructured":"Liaw A, Wiener M. Classification and regression by randomforest. R News. 2002;2(3):18\u201322. https:\/\/CRAN.R-project.org\/doc\/Rnews\/."},{"key":"560_CR20","unstructured":"Lundberg SM, Lee SI. A unified approach to interpreting model predictions. In: Advances in Neural Information Processing Systems 30, Curran Associates, Inc., pp. 4765\u20134774, 2017. http:\/\/papers.nips.cc\/paper\/7062-a-unified-approach-to-interpreting-model-predictions.pdf."},{"key":"560_CR21","unstructured":"M Kuhn Contributions from J Wing, Weston S, Williams A, Keefer C, Engelhardt A, Cooper T, Mayer Z, Kenkel B, the R\u00a0Core\u00a0Team, Benesty M, Lescarbeau R, Ziem A, Scrucca L, Tang Y, Candan C, Hunt T. caret: Classification and regression training. 2019. https:\/\/CRAN.R-project.org\/package=caret, r package version 6.0-84."},{"key":"560_CR22","unstructured":"Meyer D, Dimitriadou E, Hornik K, Weingessel A, Leisch F. e1071: Misc functions of the department of statistics, probability theory group (Formerly: E1071), TU Wien. 2019. https:\/\/CRAN.R-project.org\/package=e1071, r package version 1.7-2."},{"key":"560_CR23","unstructured":"Molnar C. iml: Interpretable Machine Learning. 2019a. https:\/\/CRAN.R-project.org\/package=iml, r package version 0.9.0."},{"key":"560_CR24","doi-asserted-by":"crossref","unstructured":"Molnar C. Interpretable machine learning. 2019b. https:\/\/christophm.github.io\/interpretable-ml-book\/.","DOI":"10.21105\/joss.00786"},{"key":"560_CR25","doi-asserted-by":"publisher","unstructured":"Nembrini S, K\u00f6nig IR, Wright MN. The revival of the Gini importance? Bioinformatics. 2018;34(21):3711\u20133718. https:\/\/doi.org\/10.1093\/bioinformatics\/bty373, https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/34\/21\/3711\/26146978\/bty373.pdf","DOI":"10.1093\/bioinformatics\/bty373"},{"key":"560_CR26","unstructured":"Pedersen TL, Benesty M. lime: Local Interpretable Model-Agnostic Explanations. 2019. https:\/\/CRAN.R-project.org\/package=lime, r package version 0.5.1."},{"key":"560_CR27","unstructured":"R Core Team. R: A language and environment for statistical computing. R Foundation for Statistical Computing, Vienna, Austria. 2019. https:\/\/www.R-project.org\/."},{"key":"560_CR28","doi-asserted-by":"publisher","unstructured":"Riberio M, Singh S, Guestrin C. \u201cWhy should I trust you?\u201d: explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1135\u20131144. 2016. https:\/\/doi.org\/10.1145\/2939672.2939778.","DOI":"10.1145\/2939672.2939778"},{"key":"560_CR29","unstructured":"Ripley B. nnet: feed-forward neural networks and multinomial log-linear models. 2016. https:\/\/CRAN.R-project.org\/package=nnet, r package version 7.3-12."},{"key":"560_CR30","unstructured":"Schliep K, Hechenbichler K. kknn: Weighted k-nearest neighbors. 2016. https:\/\/CRAN.R-project.org\/package=kknn, r package version 1.3.1."},{"key":"560_CR31","doi-asserted-by":"crossref","unstructured":"Smith BJ. MachineShop: machine learning models and tools. 2019. https:\/\/cran.r-project.org\/package=MachineShop, r package version 1.6.0.","DOI":"10.32614\/CRAN.package.MachineShop"},{"issue":"3","key":"560_CR32","doi-asserted-by":"publisher","first-page":"647","DOI":"10.1007\/s10115-013-0679-x","volume":"41","author":"E \u0160trumbelj","year":"2014","unstructured":"\u0160trumbelj E, Kononenko I. Explaining prediction models and individual predictions with feature contributions. Knowl Inf Syst. 2014;41(3):647\u201365. https:\/\/doi.org\/10.1007\/s10115-013-0679-x.","journal-title":"Knowl Inf Syst"},{"key":"560_CR33","unstructured":"USDOC, USCB. Census of population and housing 1990 United States: summary tape file 1a & 3a (computer files). 1990."},{"key":"560_CR34","unstructured":"USDOC, USCB. Washington, DC and Inter-university Consortium for Political and Social Research. 1992."}],"container-title":["SN Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-021-00560-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s42979-021-00560-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-021-00560-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,25]],"date-time":"2024-08-25T23:37:50Z","timestamp":1724629070000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s42979-021-00560-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,3,14]]},"references-count":34,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2021,5]]}},"alternative-id":["560"],"URL":"https:\/\/doi.org\/10.1007\/s42979-021-00560-5","relation":{},"ISSN":["2662-995X","2661-8907"],"issn-type":[{"value":"2662-995X","type":"print"},{"value":"2661-8907","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,3,14]]},"assertion":[{"value":"24 September 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 March 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 March 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"On behalf of all the authors, the corresponding author states that there is no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"None.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Funding"}},{"value":"All data are publicly available at.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Availability of data and material"}},{"value":"Code open source available at.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Code availability"}}],"article-number":"141"}}