{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,4]],"date-time":"2026-09-04T18:50:47Z","timestamp":1788547847152,"version":"build-2803163510"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"11-12","license":[{"start":{"date-parts":[[2022,11,22]],"date-time":"2022-11-22T00:00:00Z","timestamp":1669075200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,11,22]],"date-time":"2022-11-22T00:00:00Z","timestamp":1669075200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100006769","name":"Russian Science Foundation","doi-asserted-by":"publisher","award":["17-11-01276"],"award-info":[{"award-number":["17-11-01276"]}],"id":[{"id":"10.13039\/501100006769","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007251","name":"National Research University Higher School of Economics","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100007251","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Ann Math Artif Intell"],"published-print":{"date-parts":[[2022,12]]},"DOI":"10.1007\/s10472-022-09817-y","type":"journal-article","created":{"date-parts":[[2022,11,23]],"date-time":"2022-11-23T05:13:38Z","timestamp":1669180418000},"page":"1197-1222","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["On Shapley value interpretability in concept-based learning with formal concept analysis"],"prefix":"10.1007","volume":"90","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6584-8534","authenticated-orcid":false,"given":"Dmitry I.","family":"Ignatov","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9811-0747","authenticated-orcid":false,"given":"L\u00e9onard","family":"Kwuida","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,11,22]]},"reference":[{"key":"9817_CR1","unstructured":"Aleskerov, F.T., Habina, E.L., Swartz, D.A.: Binary Relations, Graphs, and Collective Decisions. Fizmatlit. https:\/\/id.hse.ru\/books\/25246294.html (2012)"},{"key":"9817_CR2","doi-asserted-by":"publisher","unstructured":"Babin, M.A., Kuznetsov, S.O.: Approximating concept stability. In: Domenach, F, Ignatov, DI, Poelmans, J (eds.) Formal Concept Analysis - 10th International Conference, ICFCA 2012, Leuven, Belgium, May 7-10, 2012. Proceedings, Lecture Notes in Computer Science. https:\/\/doi.org\/10.1007\/978-3-642-29892-9_7, vol. 7278, pp 7\u201315. Springer (2012)","DOI":"10.1007\/978-3-642-29892-9_7"},{"key":"9817_CR3","first-page":"317","volume":"19","author":"JC Banzhaf","year":"1965","unstructured":"Banzhaf, J.C.: Weighted voting doesn\u2019t work: a mathematical analysis. Rutgers Law Review 19, 317\u2013343 (1965)","journal-title":"Rutgers Law Review"},{"issue":"3","key":"9817_CR4","doi-asserted-by":"publisher","first-page":"376","DOI":"10.1016\/0196-6774(85)90006-9","volume":"6","author":"PB Borwein","year":"1985","unstructured":"Borwein, P.B.: On the complexity of calculating factorials. J. Algo. 6(3), 376\u2013380 (1985). https:\/\/doi.org\/10.1016\/0196-6774(85)90006-9","journal-title":"J. Algo."},{"key":"9817_CR5","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1016\/j.dam.2015.08.004","volume":"198","author":"U Faigle","year":"2016","unstructured":"Faigle, U., Grabisch, M., Jim\u00e9nez-Losada, A., Ord\u00f3\u00f1ez, M.: Games on concept lattices: Shapley value and core. Discrete Appl. Math 198, 29\u201347 (2016). https:\/\/doi.org\/10.1016\/j.dam.2015.08.004. http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0166218X15003996","journal-title":"Discrete Appl. Math"},{"issue":"3","key":"9817_CR6","first-page":"37","volume":"17","author":"UM Fayyad","year":"1996","unstructured":"Fayyad, U.M., Piatetsky-Shapiro, G., Smyth, P.: From data mining to knowledge discovery in databases. AI Mag. 17(3), 37\u201354 (1996)","journal-title":"AI Mag."},{"key":"9817_CR7","unstructured":"Finn, V.: On Machine-oriented Formalization of Plausible Reasoning in F.Bacon-J.S.Mill Style. Semiotika i Informatika (20):35\u2013101. (in Russian) (1983)"},{"key":"9817_CR8","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-49291-8","volume-title":"Conceptual Exploration","author":"B Ganter","year":"2016","unstructured":"Ganter, B., Obiedkov, S.A.: Conceptual Exploration. Springer, Berlin (2016). https:\/\/doi.org\/10.1007\/978-3-662-49291-8"},{"key":"9817_CR9","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-59830-2","volume-title":"Formal Concept Analysis - Mathematical Foundations","author":"B Ganter","year":"1999","unstructured":"Ganter, B., Wille, R.: Formal Concept Analysis - Mathematical Foundations. Springer, Berlin (1999). https:\/\/doi.org\/10.1007\/978-3-642-59830-2"},{"issue":"3","key":"9817_CR10","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1145\/1297332.1297338","volume":"1","author":"A Gionis","year":"2007","unstructured":"Gionis, A., Mannila, H., Mielik\u00e4inen, T., Tsaparas, P.: Assessing data mining results via swap randomization. TKDD 1(3), 14 (2007). https:\/\/doi.org\/10.1145\/1297332.1297338","journal-title":"TKDD"},{"key":"9817_CR11","doi-asserted-by":"publisher","unstructured":"Ignatov, D.I., Kwuida, L.: Interpretable concept-based classification with shapley values. In: Alam, M., Braun, T., Yun, B. (eds.) Ontologies and Concepts in Mind and Machine - 25th International Conference on Conceptual Structures, ICCS 2020, Bolzano, Italy, September 18-20, 2020, Proceedings, Lecture Notes in Computer Science. https:\/\/doi.org\/10.1007\/978-3-030-57855-8_7, vol. 12277, pp 90\u2013102. Springer (2020)","DOI":"10.1007\/978-3-030-57855-8_7"},{"key":"9817_CR12","unstructured":"Ignatov, D.I., Kwuida, L.: Shapley and Banzhaf vectors of a formal concept. In: Valverde-Albacete, F.J., Trnecka, M. (eds.) Proceedings of the Fifthteenth International Conference on Concept Lattices and Their Applications, Tallinn, Estonia, June 29-July 1, 2020, CEUR Workshop Proceedings. http:\/\/ceur-ws.org\/Vol-2668\/paper20.pdf, vol. 2668, pp 259\u2013271. CEUR-WS.org (2020)"},{"key":"9817_CR13","doi-asserted-by":"publisher","unstructured":"Ignatov, D.I., Nenova, E., Konstantinova, N., Konstantinov, A.V.: Boolean matrix factorisation for collaborative filtering: An FCA-based approach. In: Agre, G., Hitzler, P., Krisnadhi, A.A., Kuznetsov, S.O. (eds.) Artificial Intelligence: Methodology, Systems, and Applications - 16th International Conference, AIMSA 2014, Varna, Bulgaria, September 11-13, 2014. Proceedings, Lecture Notes in Computer Science. https:\/\/doi.org\/10.1007\/978-3-319-10554-3_5, vol. 8722, pp 47\u201358. Springer (2014)","DOI":"10.1007\/978-3-319-10554-3_5"},{"key":"9817_CR14","unstructured":"Kim, B., Koyejo, O., Khanna, R.: Examples are not enough, learn to criticize! Criticism for interpretability. In: Lee, D.D., Sugiyama, M., von Luxburg, U., Guyon, I., Garnett, R. (eds.) Advances in Neural Information Processing Systems 29: Annual Conference on Neural Information Processing Systems 2016, December 5-10, 2016, Barcelona, Spain, pp. 2280\u20132288. http:\/\/papers.nips.cc\/paper\/6300-examples-are-not-enough-learn-to-criticize-criticism-for-interpretability (2016)"},{"key":"9817_CR15","doi-asserted-by":"publisher","unstructured":"Konecny, J.: On attribute reduction in concept lattices: Methods based on discernibility matrix are outperformed by basic clarification and reduction. Information Sciences 415-416, 199\u2013212. https:\/\/doi.org\/10.1016\/j.ins.2017.06.013. http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0020025516320291 (2017)","DOI":"10.1016\/j.ins.2017.06.013"},{"key":"9817_CR16","doi-asserted-by":"publisher","unstructured":"Kurz, S.: A note on limit results for the Penrose\u2013Banzhaf index. Theor. Decis. 88(2), 191\u2013203 (2020). (https:\/\/doi.org\/10.1007\/s11238-019-09726-3)","DOI":"10.1007\/s11238-019-09726-3"},{"key":"9817_CR17","unstructured":"Kuznetsov, S.O.: JSM-Method as a machine learning method. Method. Itogi Nauki i Tekhniki, ser. Informatika (15),17\u201353. (in Russian) (1991)"},{"issue":"12","key":"9817_CR18","first-page":"217","volume":"2","author":"SO Kuznetsov","year":"1991","unstructured":"Kuznetsov, S.O.: Stability as an estimate of the degree of substantiation of hypotheses derived on the basis of operational similarity. Nauchn. Tekh. Inf. Ser. 2 (12), 217\u201329 (1991). (in Russian)","journal-title":"Nauchn. Tekh. Inf. Ser."},{"issue":"2","key":"9817_CR19","doi-asserted-by":"publisher","first-page":"1654","DOI":"10.1007\/BF02362847","volume":"80","author":"SO Kuznetsov","year":"1996","unstructured":"Kuznetsov, S.O.: Mathematical aspects of concept analysis. J. Math. Sci. 80(2), 1654\u20131698 (1996)","journal-title":"J. Math. Sci."},{"key":"9817_CR20","doi-asserted-by":"publisher","unstructured":"Kuznetsov, S.O.: Machine learning and formal concept analysis. In: Concept Lattices, Second International Conference on Formal Concept Analysis, ICFCA 2004, Sydney, Australia, February 23-26, 2004, Proceedings, pp. 287\u2013312. https:\/\/doi.org\/10.1007\/978-3-540-24651-0_25 (2004)","DOI":"10.1007\/978-3-540-24651-0_25"},{"key":"9817_CR21","doi-asserted-by":"publisher","unstructured":"Kuznetsov, S.O.: Galois connections in data analysis: Contributions from the Soviet era and modern Russian research. In: Ganter, B., Stumme, G., Wille, R. (eds.) Formal Concept Analysis, Foundations and Applications, Lecture Notes in Computer Science. https:\/\/doi.org\/10.1007\/11528784_11, vol. 3626, pp 196\u2013225. Springer (2005)","DOI":"10.1007\/11528784_11"},{"issue":"1-4","key":"9817_CR22","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1007\/s10472-007-9053-6","volume":"49","author":"SO Kuznetsov","year":"2007","unstructured":"Kuznetsov, S.O.: On stability of a formal concept. Ann. Math. Artif. Intell. 49(1-4), 101\u2013115 (2007). https:\/\/doi.org\/10.1007\/s10472-007-9053-6","journal-title":"Ann. Math. Artif. Intell."},{"key":"9817_CR23","doi-asserted-by":"publisher","first-page":"202","DOI":"10.1016\/j.ins.2018.02.032","volume":"442-443","author":"SO Kuznetsov","year":"2018","unstructured":"Kuznetsov, S.O., Makhalova, T.P.: On interestingness measures of formal concepts. Inf. Sci. 442-443, 202\u2013219 (2018). https:\/\/doi.org\/10.1016\/j.ins.2018.02.032","journal-title":"Inf. Sci."},{"key":"9817_CR24","doi-asserted-by":"publisher","unstructured":"Kuznetsov, S.O., Obiedkov, S.A., Roth, C.: Reducing the representation complexity of lattice-based taxonomies. In: Priss, U., Polovina, S., Hill, R. (eds.) Conceptual Structures: Knowledge Architectures for Smart Applications, 15th International Conference on Conceptual Structures, ICCS 2007, Sheffield, UK, July 22-27, 2007, Proceedings, Lecture Notes in Computer Science. https:\/\/doi.org\/10.1007\/978-3-540-73681-3_18, vol. 4604, pp 241\u2013254. Springer (2007)","DOI":"10.1007\/978-3-540-73681-3_18"},{"key":"9817_CR25","doi-asserted-by":"crossref","unstructured":"Kwuida, L., Ignatov, D.I., et al.: On Interpretability and Similarity in Concept-Based Machine Learning. In: van der Aalst, W.M.P. (ed.) Analysis of Images, Social Networks and Texts, pp 28\u201354. Springer International Publishing, Cham (2021)","DOI":"10.1007\/978-3-030-72610-2_3"},{"key":"9817_CR26","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1007\/978-3-540-44918-8_11","volume-title":"Association Rule Interestingness: Measure and Statistical Validation","author":"S Lallich","year":"2007","unstructured":"Lallich, S., Teytaud, O., Prudhomme, E.: Association Rule Interestingness: Measure and Statistical Validation, pp 251\u2013275. Springer, Berlin (2007). https:\/\/doi.org\/10.1007\/978-3-540-44918-8_11"},{"issue":"10","key":"9817_CR27","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1145\/3233231","volume":"61","author":"ZC Lipton","year":"2018","unstructured":"Lipton, Z.C.: The mythos of model interpretability. Commun. ACM 61(10), 36\u201343 (2018). https:\/\/doi.org\/10.1145\/3233231","journal-title":"Commun. ACM"},{"key":"9817_CR28","unstructured":"Lundberg, S.M., Lee, S.I.: A unified approach to interpreting model predictions. In: Guyon, I., Luxburg, U.V., Bengio, S., Wallach, H., Fergus, R., Vishwanathan, S., Garnett, R. (eds.) Advances in Neural Information Processing Systems. http:\/\/papers.nips.cc\/paper\/7062-a-unied-approach-to-interpreting-model-predictions.pdf, vol. 30, pp 4765\u20134774. Curran Associates Inc (2017)"},{"key":"9817_CR29","doi-asserted-by":"publisher","unstructured":"Maafa, K., Nourine, L., Radjef, M.S.: Algorithms for computing the Shapley value of cooperative games on lattices. Discret. Appl. Math. 249, 91\u2013105 (2018). https:\/\/doi.org\/10.1016\/j.dam.2018.03.022. http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0166218X18301136. Concept Lattices and Applications: Recent Advances and New Opportunities","DOI":"10.1016\/j.dam.2018.03.022"},{"key":"9817_CR30","doi-asserted-by":"crossref","unstructured":"Mill, J.S.: A system of logic, ratiocinative and inductive, being a connected view of the principles of evidence and the methods of scientific investigation. Longmans, Green, and Co. London (1843)","DOI":"10.5962\/bhl.title.25118"},{"key":"9817_CR31","doi-asserted-by":"crossref","unstructured":"Molnar, C.: Interpretable Machine Learning. https:\/\/christophm.github.io\/interpretable-ml-book\/ (2019)","DOI":"10.21105\/joss.00786"},{"issue":"1","key":"9817_CR32","doi-asserted-by":"publisher","first-page":"53","DOI":"10.2307\/2981392","volume":"109","author":"LS Penrose","year":"1946","unstructured":"Penrose, L.S.: The elementary statistics of majority voting. J. R. Stat. Soc. 109(1), 53\u201357 (1946). http:\/\/www.jstor.org\/stable\/2981392","journal-title":"J. R. Stat. Soc."},{"key":"9817_CR33","doi-asserted-by":"publisher","unstructured":"Roth, C., Obiedkov, S.A., Kourie, D.G.: Towards concise representation for taxonomies of epistemic communities. In: Yahia, S.B., Nguifo, E.M., Belohl\u00e1vek, R. (eds.) Concept Lattices and Their Applications, Fourth International Conference, CLA 2006, Tunis, Tunisia, October 30 - November 1, 2006, Selected Papers, Lecture Notes in Computer Science. https:\/\/doi.org\/10.1007\/978-3-540-78921-5_17, vol. 4923, pp 240\u2013255. Springer (2006)","DOI":"10.1007\/978-3-540-78921-5_17"},{"issue":"28","key":"9817_CR34","first-page":"307","volume":"2","author":"LS Shapley","year":"1953","unstructured":"Shapley, L.S.: A value for n-person games. Contributions to the Theory of Games 2(28), 307\u2013317 (1953)","journal-title":"Contributions to the Theory of Games"},{"issue":"3","key":"9817_CR35","doi-asserted-by":"publisher","first-page":"647","DOI":"10.1007\/s10115-013-0679-x","volume":"41","author":"E Strumbelj","year":"2014","unstructured":"Strumbelj, E., Kononenko, I.: Explaining prediction models and individual predictions with feature contributions. Knowl. Inf. Syst. 41(3), 647\u2013665 (2014). https:\/\/doi.org\/10.1007\/s10115-013-0679-x","journal-title":"Knowl. Inf. Syst."},{"key":"9817_CR36","doi-asserted-by":"publisher","unstructured":"Tatti, N., Moerchen, F.: Finding Robust Itemsets under Subsampling. In: Cook, D.J., Pei, J., Wang, W., Za\u00efane, O.R., Wu, X. (eds.) 11th IEEE International Conference on Data Mining, ICDM 2011, Vancouver, BC, Canada, December 11-14, 2011. https:\/\/doi.org\/10.1109\/ICDM.2011.69, pp 705\u2013714. IEEE Computer Society (2011)","DOI":"10.1109\/ICDM.2011.69"}],"container-title":["Annals of Mathematics and Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10472-022-09817-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10472-022-09817-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10472-022-09817-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,28]],"date-time":"2022-11-28T08:18:18Z","timestamp":1669623498000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10472-022-09817-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,22]]},"references-count":36,"journal-issue":{"issue":"11-12","published-print":{"date-parts":[[2022,12]]}},"alternative-id":["9817"],"URL":"https:\/\/doi.org\/10.1007\/s10472-022-09817-y","relation":{},"ISSN":["1012-2443","1573-7470"],"issn-type":[{"value":"1012-2443","type":"print"},{"value":"1573-7470","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,11,22]]},"assertion":[{"value":"16 September 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 November 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interests"}}]}}