{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T03:04:53Z","timestamp":1740107093687,"version":"3.37.3"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2023,9,30]],"date-time":"2023-09-30T00:00:00Z","timestamp":1696032000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,9,30]],"date-time":"2023-09-30T00:00:00Z","timestamp":1696032000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Vis Comput"],"published-print":{"date-parts":[[2024,5]]},"DOI":"10.1007\/s00371-023-03055-x","type":"journal-article","created":{"date-parts":[[2023,9,30]],"date-time":"2023-09-30T15:01:55Z","timestamp":1696086115000},"page":"3615-3631","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["TRIVEA: Transparent Ranking Interpretation using Visual Explanation of black-box Algorithmic rankers"],"prefix":"10.1007","volume":"40","author":[{"given":"Jun","family":"Yuan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kaustav","family":"Bhattacharjee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Akm Zahirul","family":"Islam","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5551-5103","authenticated-orcid":false,"given":"Aritra","family":"Dasgupta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,9,30]]},"reference":[{"key":"3055_CR1","doi-asserted-by":"crossref","unstructured":"Bauer, J.M., Herder, P.M.: Designing socio-technical systems. In: Meijers, A. (ed.) Philosophy of Technology and Engineering Sciences. Handbook of the Philosophy of Science, pp. 601\u2013630. North-Holland, Amsterdam (2009)","DOI":"10.1016\/B978-0-444-51667-1.50026-4"},{"key":"3055_CR2","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: Model-agnostic interpretability of machine learning. arXiv preprint arXiv:1606.05386 (2016)"},{"issue":"3","key":"3055_CR3","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1145\/3236386.3241340","volume":"16","author":"ZC Lipton","year":"2018","unstructured":"Lipton, Z.C.: The mythos of model interpretability: in machine learning, the concept of interpretability is both important and slippery. Queue 16(3), 31\u201357 (2018)","journal-title":"Queue"},{"issue":"6","key":"3055_CR4","doi-asserted-by":"publisher","first-page":"1844","DOI":"10.1073\/pnas.1807184115","volume":"116","author":"J Heer","year":"2019","unstructured":"Heer, J.: Agency plus automation: designing artificial intelligence into interactive systems. Proc. Natl. Acad. Sci. 116(6), 1844\u20131850 (2019)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"3055_CR5","doi-asserted-by":"publisher","DOI":"10.1093\/oso\/9780192845290.001.0001","volume-title":"Human-Centered AI","author":"B Shneiderman","year":"2022","unstructured":"Shneiderman, B.: Human-Centered AI. Oxford University Press, Oxford (2022)"},{"issue":"2","key":"3055_CR6","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1057\/palgrave.ivs.9500091","volume":"4","author":"J Seo","year":"2005","unstructured":"Seo, J., Shneiderman, B.: A rank-by-feature framework for interactive exploration of multidimensional data. Inf. Vis. 4(2), 96\u2013113 (2005)","journal-title":"Inf. Vis."},{"issue":"3","key":"3055_CR7","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1109\/TVCG.2006.50","volume":"12","author":"J Seo","year":"2006","unstructured":"Seo, J., Shneiderman, B.: Knowledge discovery in high-dimensional data: case studies and a user survey for the rank-by-feature framework. IEEE Trans. Vis. Comput. Graph. 12(3), 311\u2013322 (2006)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"3055_CR8","doi-asserted-by":"crossref","unstructured":"Perin, C., Vuillemot, R., Fekete, J.-D.: \u00c0 table! improving temporal navigation in soccer ranking tables. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 887\u2013896 (2014)","DOI":"10.1145\/2556288.2557379"},{"issue":"12","key":"3055_CR9","doi-asserted-by":"publisher","first-page":"2277","DOI":"10.1109\/TVCG.2013.173","volume":"19","author":"S Gratzl","year":"2013","unstructured":"Gratzl, S., Lex, A., Gehlenborg, N., Pfister, H., Streit, M.: Lineup: Visual analysis of multi-attribute rankings. IEEE Trans. Vis. Comput. Graph. 19(12), 2277\u20132286 (2013)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"issue":"12","key":"3055_CR10","doi-asserted-by":"publisher","first-page":"2669","DOI":"10.1109\/TVCG.2012.253","volume":"18","author":"C Shi","year":"2012","unstructured":"Shi, C., Cui, W., Liu, S., Xu, P., Chen, W., Qu, H.: Rankexplorer: visualization of ranking changes in large time series data. IEEE Trans. Vis. Comput. Graph. 18(12), 2669\u20132678 (2012)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"3055_CR11","unstructured":"Havre, S., Hetzler, B., Nowell, L.: Themeriver: Visualizing theme changes over time. In: IEEE Symposium on Information Visualization 2000. INFOVIS 2000. Proceedings, pp. 115\u2013123 (2000). IEEE"},{"issue":"3","key":"3055_CR12","doi-asserted-by":"publisher","first-page":"1394","DOI":"10.1109\/TVCG.2017.2671341","volume":"24","author":"F Miranda","year":"2017","unstructured":"Miranda, F., Lins, L., Klosowski, J.T., Silva, C.T.: Topkube: a rank-aware data cube for real-time exploration of spatiotemporal data. IEEE Trans. Vis. Comput. Graph. 24(3), 1394\u20131407 (2017)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"issue":"1","key":"3055_CR13","doi-asserted-by":"publisher","first-page":"288","DOI":"10.1109\/TVCG.2017.2745078","volume":"24","author":"E Wall","year":"2017","unstructured":"Wall, E., Das, S., Chawla, R., Kalidindi, B., Brown, E.T., Endert, A.: Podium: Ranking data using mixed-initiative visual analytics. IEEE Trans. Vis. Comput. Graph. 24(1), 288\u2013297 (2017)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"3055_CR14","doi-asserted-by":"crossref","unstructured":"Joachims, T.: Optimizing search engines using clickthrough data. In: Proceedings of the Eighth ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 133\u2013142 (2002)","DOI":"10.1145\/775047.775067"},{"issue":"1","key":"3055_CR15","doi-asserted-by":"publisher","first-page":"1075","DOI":"10.1109\/TVCG.2019.2934631","volume":"26","author":"Y Ma","year":"2019","unstructured":"Ma, Y., Xie, T., Li, J., Maciejewski, R.: Explaining vulnerabilities to adversarial machine learning through visual analytics. IEEE Trans. Vis. Comput. Graph. 26(1), 1075\u20131085 (2019)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"3055_CR16","doi-asserted-by":"crossref","unstructured":"Krause, J., Dasgupta, A., Swartz, J., Aphinyanaphongs, Y., Bertini, E.: A workflow for visual diagnostics of binary classifiers using instance-level explanations. In: IEEE Conference on Visual Analytics Science and Technology (VAST), pp. 162\u2013172 (2017). IEEE","DOI":"10.1109\/VAST.2017.8585720"},{"key":"3055_CR17","doi-asserted-by":"crossref","unstructured":"Gomez, O., Holter, S., Yuan, J., Bertini, E.: Advice: aggregated visual counterfactual explanations for machine learning model validation. In: IEEE Visualization Conference (VIS), pp. 31\u201335 (2021). IEEE","DOI":"10.1109\/VIS49827.2021.9623271"},{"issue":"6","key":"3055_CR18","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1109\/MCG.2022.3199727","volume":"42","author":"J Yuan","year":"2022","unstructured":"Yuan, J., Chan, G.Y.-Y., Barr, B., Overton, K., Rees, K., Nonato, L.G., Bertini, E., Silva, C.T.: Subplex: a visual analytics approach to understand local model explanations at the subpopulation level. IEEE Comput. Graph. Appl. 42(6), 24\u201336 (2022)","journal-title":"IEEE Comput. Graph. Appl."},{"key":"3055_CR19","doi-asserted-by":"publisher","DOI":"10.1007\/s00371-022-02715-8","author":"X Xu","year":"2022","unstructured":"Xu, X., Mo, J.: Visual explanation and robustness assessment optimization of saliency maps for image classification. Vis. Comput. (2022). https:\/\/doi.org\/10.1007\/s00371-022-02715-8","journal-title":"Vis. Comput."},{"key":"3055_CR20","doi-asserted-by":"crossref","unstructured":"Gleicher, M., Barve, A., Yu, X., Heimerl, F.: Boxer: interactive comparison of classifier results. In: Computer Graphics Forum, vol. 39, pp. 181\u2013193, Wiley Online Library (2020)","DOI":"10.1111\/cgf.13972"},{"issue":"1","key":"3055_CR21","doi-asserted-by":"publisher","first-page":"364","DOI":"10.1109\/TVCG.2018.2864499","volume":"25","author":"J Zhang","year":"2018","unstructured":"Zhang, J., Wang, Y., Molino, P., Li, L., Ebert, D.S.: Manifold: a model-agnostic framework for interpretation and diagnosis of machine learning models. IEEE Trans. Vis. Comput. Graph. 25(1), 364\u2013373 (2018)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"3055_CR22","doi-asserted-by":"crossref","unstructured":"Arendt, D., Huang, Z., Shrestha, P., Ayton, E., Glenski, M., Volkova, S.: Crosscheck: Rapid, reproducible, and interpretable model evaluation. arXiv preprint arXiv:2004.07993 (2020)","DOI":"10.18653\/v1\/2021.dash-1.13"},{"key":"3055_CR23","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \" why should i trust you?\" explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1135\u20131144 (2016)","DOI":"10.1145\/2939672.2939778"},{"issue":"CSCW1","key":"3055_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3392878","volume":"4","author":"SR Hong","year":"2020","unstructured":"Hong, S.R., Hullman, J., Bertini, E.: Human factors in model interpretability: industry practices, challenges, and needs. Proc. ACM on Human-Comput. Interact. 4(CSCW1), 1\u201326 (2020)","journal-title":"Proc. ACM on Human-Comput. Interact."},{"issue":"1","key":"3055_CR25","doi-asserted-by":"publisher","first-page":"413","DOI":"10.1109\/TVCG.2017.2744199","volume":"24","author":"M Gleicher","year":"2017","unstructured":"Gleicher, M.: Considerations for visualizing comparison. IEEE Trans. Vis. Comput. Graph. 24(1), 413\u2013423 (2017)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"issue":"1","key":"3055_CR26","doi-asserted-by":"publisher","first-page":"1043","DOI":"10.1109\/TVCG.2019.2934540","volume":"26","author":"A Dasgupta","year":"2020","unstructured":"Dasgupta, A., Wang, H., O\u2019Brien, N., Burrows, S.: Separating the wheat from the chaff: comparative visual cues for transparent diagnostics of competing models. IEEE Trans. Vis. Comput. Graph. 26(1), 1043\u20131053 (2020)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"3055_CR27","unstructured":"Yuan, J., Stoyanovich, J., Dasgupta, A.: Rankers, rankees, & rankings: peeking into the pandora\u2019s box from a socio-technical perspective. CHI Workshop on Human-Centered Data Science\u00a0(HCDS), 2211 (2022)"},{"key":"3055_CR28","volume-title":"The Pagerank Citation Ranking: Bringing Order to the Web","author":"L Page","year":"1999","unstructured":"Page, L., Brin, S., Motwani, R., Winograd, T.: The Pagerank Citation Ranking: Bringing Order to the Web. Technical report, Stanford InfoLab (1999)"},{"key":"3055_CR29","unstructured":"Times World University Rankings. https:\/\/www.kaggle.com\/mylesoneill\/world-university-rankings#timesData.csv. Accessed 30 April 2020"},{"issue":"21","key":"3055_CR30","doi-asserted-by":"publisher","first-page":"3492","DOI":"10.1093\/bioinformatics\/btv413","volume":"31","author":"B Liu","year":"2015","unstructured":"Liu, B., Chen, J., Wang, X.: Application of learning to rank to protein remote homology detection. Bioinformatics 31(21), 3492\u20133498 (2015)","journal-title":"Bioinformatics"},{"issue":"1","key":"3055_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40163-020-00112-x","volume":"9","author":"G Mohler","year":"2020","unstructured":"Mohler, G., Porter, M., Carter, J., LaFree, G.: Learning to rank spatio-temporal event hotspots. Crime Sci. 9(1), 1\u201312 (2020)","journal-title":"Crime Sci."},{"key":"3055_CR32","unstructured":"Lundberg, S.M., Lee, S.-I.: A unified approach to interpreting model predictions. Adv. Neural Inf. Process. Syst. 30 (2017)"},{"key":"3055_CR33","doi-asserted-by":"crossref","unstructured":"Yeh, A., Ngo, A.: Bringing a ruler into the black box: uncovering feature impact from individual conditional expectation plots. In: Machine Learning and Principles and Practice of Knowledge Discovery in Databases: International Workshops of ECML PKDD 2021, Virtual Event, September 13-17, 2021, Proceedings, Part I, pp. 34\u201348, Springer (2022)","DOI":"10.1007\/978-3-030-93736-2_4"},{"key":"3055_CR34","unstructured":"RankLib Toolkit. https:\/\/sourceforge.net\/p\/lemur\/wiki\/RankLib\/. Accessed 29 April 2020"},{"key":"3055_CR35","unstructured":"LIME Python Package. https:\/\/github.com\/marcotcr\/lime. Accessed 29 April 2020"},{"key":"3055_CR36","unstructured":"ICE Feature Impact Python Package. https:\/\/github.com\/mixerupper\/ice_feature_impact. Accessed 29 April 2020"},{"key":"3055_CR37","unstructured":"State Fiscal Rankings. https:\/\/www.mercatus.org\/system\/files\/masterfiscalrankingsdata2006-2016.xlsx. Accessed 30 April 2020"},{"issue":"8","key":"3055_CR38","doi-asserted-by":"publisher","first-page":"370","DOI":"10.1007\/s003710050111","volume":"13","author":"AT Pang","year":"1997","unstructured":"Pang, A.T., Wittenbrink, C.M., Lodha, S.K., et al.: Approaches to uncertainty visualization. Vis. Comput. 13(8), 370\u2013390 (1997)","journal-title":"Vis. Comput."},{"key":"3055_CR39","doi-asserted-by":"publisher","DOI":"10.1007\/s00371-022-02733-6","author":"RG Maack","year":"2022","unstructured":"Maack, R.G., Scheuermann, G., Hagen, H., Pe\u00f1aloza, J.T.H., Gillmann, C.: Uncertainty-aware visual analytics: scope, opportunities, and challenges. Vis. Comput. (2022). https:\/\/doi.org\/10.1007\/s00371-022-02733-6","journal-title":"Vis. Comput."},{"key":"3055_CR40","unstructured":"Valizadegan, H., Jin, R., Zhang, R., Mao, J.: Learning to rank by optimizing ndcg measure. In: NIPS, vol. 22, pp. 1883\u20131891 (2009)"},{"key":"3055_CR41","doi-asserted-by":"crossref","unstructured":"Robertson, S.: A new interpretation of average precision. In: Proceedings of the 31st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 689\u2013690 (2008)","DOI":"10.1145\/1390334.1390453"},{"issue":"9","key":"3055_CR42","doi-asserted-by":"publisher","first-page":"1520","DOI":"10.1109\/TVCG.2011.279","volume":"18","author":"H Lam","year":"2011","unstructured":"Lam, H., Bertini, E., Isenberg, P., Plaisant, C., Carpendale, S.: Empirical studies in information visualization: seven scenarios. IEEE Trans. Vis. Comput. Graph. 18(9), 1520\u20131536 (2011)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"3055_CR43","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: Anchors: High-precision model-agnostic explanations. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 32 (2018)","DOI":"10.1609\/aaai.v32i1.11491"}],"container-title":["The Visual Computer"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-023-03055-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00371-023-03055-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-023-03055-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,19]],"date-time":"2024-04-19T09:19:01Z","timestamp":1713518341000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00371-023-03055-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9,30]]},"references-count":43,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2024,5]]}},"alternative-id":["3055"],"URL":"https:\/\/doi.org\/10.1007\/s00371-023-03055-x","relation":{},"ISSN":["0178-2789","1432-2315"],"issn-type":[{"type":"print","value":"0178-2789"},{"type":"electronic","value":"1432-2315"}],"subject":[],"published":{"date-parts":[[2023,9,30]]},"assertion":[{"value":"29 June 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 September 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"No conflict of interest or competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}