{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,19]],"date-time":"2026-05-19T14:52:21Z","timestamp":1779202341070,"version":"3.51.4"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031882227","type":"print"},{"value":"9783031882234","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-88223-4_31","type":"book-chapter","created":{"date-parts":[[2025,4,24]],"date-time":"2025-04-24T03:44:13Z","timestamp":1745466253000},"page":"443-457","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Mean Opinion Score as\u00a0a\u00a0New Metric for\u00a0User-Evaluation of\u00a0XAI Methods"],"prefix":"10.1007","author":[{"given":"Hyeon","family":"Yu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0659-8894","authenticated-orcid":false,"given":"Jenny","family":"Benois-Pineau","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1847-2589","authenticated-orcid":false,"given":"Romain","family":"Bourqui","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0638-7504","authenticated-orcid":false,"given":"Romain","family":"Giot","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-0518-5474","authenticated-orcid":false,"given":"Alexey","family":"Zhukov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"31_CR1","unstructured":"Mean opinion score interpretation and reporting. Tech. Rep. P.800.2, ITU-T Recommendation P.800.2, Geneva, Switzerland, July 2016. https:\/\/handle.itu.int\/11.1002\/1000\/12973-en"},{"key":"31_CR2","unstructured":"Regulation (eu) 2016\/679 of the european parliament and of the council of 27 april 2016 on the protection of natural persons with regard to the processing of personal data and on the free movement of such data (general data protection regulation) (119), 1\u201388, May 2016. http:\/\/data.europa.eu\/eli\/reg\/2016\/679\/oj"},{"key":"31_CR3","unstructured":"Methodologies for the subjective assessment of the quality of television images. Tech. rep., ITU-R Recommendation BT.500-15, Geneva, Switzerland, May 2023. https:\/\/www.itu.int\/rec\/R-REC-BT.500\/en"},{"key":"31_CR4","doi-asserted-by":"publisher","unstructured":"Ahmed Asif\u00a0Fuad, K., Martin, P.E., Giot, R., Bourqui, R., Benois-Pineau, J., Zemmari, A.: Features understanding in 3d cnns for actions recognition in video. In: 2020 Tenth International Conference on Image Processing Theory, Tools and Applications (IPTA), pp.\u00a01\u20136 (2020). https:\/\/doi.org\/10.1109\/IPTA50016.2020.9286629","DOI":"10.1109\/IPTA50016.2020.9286629"},{"key":"31_CR5","doi-asserted-by":"publisher","unstructured":"Bourroux, L., Benois-Pineau, J., Bourqui, R., Giot, R.: Multi Layered Feature Explanation Method for Convolutional Neural Networks. In: International Conference on Pattern Recognition and Artificial Intelligence (ICPRAI). Paris, France, June 2022. https:\/\/doi.org\/10.1007\/978-3-031-09037-0_49","DOI":"10.1007\/978-3-031-09037-0_49"},{"issue":"2","key":"31_CR6","doi-asserted-by":"publisher","first-page":"220","DOI":"10.1002\/bdm.2155","volume":"33","author":"JW Burton","year":"2020","unstructured":"Burton, J.W., Stein, M.K., Jensen, T.B.: A systematic review of algorithm aversion in augmented decision making. J. Behav. Decis. Mak. 33(2), 220\u2013239 (2020). https:\/\/doi.org\/10.1002\/bdm.2155","journal-title":"J. Behav. Decis. Mak."},{"issue":"1","key":"31_CR7","doi-asserted-by":"publisher","first-page":"114","DOI":"10.1037\/xge0000033","volume":"144","author":"BJ Dietvorst","year":"2015","unstructured":"Dietvorst, B.J., Simmons, J.P., Massey, C.: Algorithm aversion: people erroneously avoid algorithms after seeing them err. J. Exp. Psychol. Gen. 144(1), 114\u2013126 (2015). https:\/\/doi.org\/10.1037\/xge0000033","journal-title":"J. Exp. Psychol. Gen."},{"key":"31_CR8","doi-asserted-by":"publisher","unstructured":"Ebaid, D., Crewther, S.G.: Visual information processing in young and older adults. Front. Aging Neurosci. 11, May 2019. https:\/\/doi.org\/10.3389\/fnagi.2019.00116","DOI":"10.3389\/fnagi.2019.00116"},{"key":"31_CR9","doi-asserted-by":"publisher","unstructured":"Ford, C., Keane, M.T.: Explaining classifications to non-experts: an xai user study of post-hoc explanations for a classifier when people lack expertise. In: Rousseau, J.J., Kapralos, B. (eds.) Pattern Recognition, Computer Vision, and Image Processing. ICPR 2022 International Workshops and Challenges, pp. 246\u2013260. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-37731-0_15","DOI":"10.1007\/978-3-031-37731-0_15"},{"key":"31_CR10","doi-asserted-by":"publisher","unstructured":"Goodman, B., Flaxman, S.: European union regulations on algorithmic decision making and a \u201cright to explanation\u201d. AI Magazine 38(3), 50\u201357 (2017). https:\/\/doi.org\/10.1609\/aimag.v38i3.2741","DOI":"10.1609\/aimag.v38i3.2741"},{"issue":"2","key":"31_CR11","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1609\/aimag.v40i2.2850","volume":"40","author":"D Gunning","year":"2019","unstructured":"Gunning, D., Aha, D.W.: Darpa\u2019s explainable artificial intelligence program. AI Mag. 40(2), 44\u201358 (2019). https:\/\/doi.org\/10.1609\/aimag.v40i2.2850","journal-title":"AI Mag."},{"key":"31_CR12","doi-asserted-by":"publisher","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 770\u2013778 (2016). https:\/\/doi.org\/10.1109\/CVPR.2016.90","DOI":"10.1109\/CVPR.2016.90"},{"key":"31_CR13","unstructured":"Ishihara, Shinobu, ..: Ishihara\u2019s tests for colour-blindness. Kanehara, Tokyo, Japan, 38 plates ed edn. (1988, 1980). https:\/\/worldcat.org\/title\/50437309"},{"key":"31_CR14","doi-asserted-by":"publisher","unstructured":"Jiang, M., Huang, S., Duan, J., Zhao, Q.: Salicon: saliency in context. In: 2015 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 1072\u20131080 (2015). https:\/\/doi.org\/10.1109\/CVPR.2015.7298710","DOI":"10.1109\/CVPR.2015.7298710"},{"key":"31_CR15","doi-asserted-by":"publisher","unstructured":"Kenny, E.M., Ford, C., Quinn, M., Keane, M.T.: Explaining black-box classifiers using post-hoc explanations-by-example: The effect of explanations and error-rates in xai user studies. Artif. Intell. 294, 103459 (2021). https:\/\/doi.org\/10.1016\/j.artint.2021.103459","DOI":"10.1016\/j.artint.2021.103459"},{"key":"31_CR16","doi-asserted-by":"publisher","unstructured":"Kruskal, W.H., Wallis, W.A.: Use of ranks in one-criterion variance analysis. J. Am. Stat. Assoc. 47(260), 583\u2013621 (1952). https:\/\/doi.org\/10.1080\/01621459.1952.10483441","DOI":"10.1080\/01621459.1952.10483441"},{"key":"31_CR17","unstructured":"Likert, R.: A technique for the measurement of attitudes. Archives Psychol. 22(140), 5\u201355 (1932). https:\/\/legacy.voteview.com\/pdf\/Likert_1932.pdf"},{"issue":"1","key":"31_CR18","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1214\/aoms\/1177730491","volume":"18","author":"HB Mann","year":"1947","unstructured":"Mann, H.B., Whitney, D.R.: On a test of whether one of two random variables is stochastically larger than the other. Ann. Math. Stat. 18(1), 50\u201360 (1947). https:\/\/doi.org\/10.1214\/aoms\/1177730491","journal-title":"Ann. Math. Stat."},{"key":"31_CR19","doi-asserted-by":"publisher","unstructured":"McHugh, M.L.: The chi-square test of independence. Biochemia Medica (Zagreb) 23(2), 143\u2013149 (2013). https:\/\/doi.org\/10.11613\/bm.2013.018","DOI":"10.11613\/bm.2013.018"},{"key":"31_CR20","unstructured":"Petsiuk, V., Das, A., Saenko, K.: Rise: Randomized input sampling for explanation of black-box models (2018). https:\/\/api.semanticscholar.org\/CorpusID:49324724"},{"key":"31_CR21","doi-asserted-by":"publisher","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \u201cwhy should i trust you?\": Explaining the predictions of any classifier, pp. 1135\u20131144. KDD \u201916, Association for Computing Machinery, New York, NY, USA (2016). https:\/\/doi.org\/10.1145\/2939672.2939778","DOI":"10.1145\/2939672.2939778"},{"key":"31_CR22","doi-asserted-by":"publisher","unstructured":"Selvaraju, R.R., Cogswell, M., Das, A., Vedantam, R., Parikh, D., Batra, D.: Grad-cam: visual explanations from deep networks via gradient-based localization. In: 2017 IEEE International Conference on Computer Vision (ICCV), pp. 618\u2013626 (2017). https:\/\/doi.org\/10.1109\/ICCV.2017.74","DOI":"10.1109\/ICCV.2017.74"},{"key":"31_CR23","doi-asserted-by":"publisher","unstructured":"Wang, Y., Chubarau, A., Yoo, H., Akhavan, T., Clark, J.: Age-specific perceptual image quality assessment. Electron. Imaging 35(8), 302\u20131\u2013302\u20131 (2023). https:\/\/doi.org\/10.2352\/EI.2023.35.8.IQSP-302","DOI":"10.2352\/EI.2023.35.8.IQSP-302"},{"key":"31_CR24","doi-asserted-by":"crossref","unstructured":"Xu-Darme, R., et al.: On the stability, correctness and plausibility of visual explanation methods based on feature importance (2023). https:\/\/arxiv.org\/abs\/2311.12860","DOI":"10.1145\/3617233.3617257"},{"key":"31_CR25","doi-asserted-by":"publisher","unstructured":"Zhukov, A., Benois-Pineau, J., Giot, R.: Evaluation of explanation methods of ai - cnns in image classification tasks with reference-based and no-reference metrics. Adv. Artif. Intell. Mach. Learn. 03(01), 620\u2013646 (2023). https:\/\/doi.org\/10.54364\/aaiml.2023.1143","DOI":"10.54364\/aaiml.2023.1143"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition. ICPR 2024 International Workshops and Challenges"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-88223-4_31","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,24]],"date-time":"2025-04-24T03:44:18Z","timestamp":1745466258000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-88223-4_31"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031882227","9783031882234"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-88223-4_31","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"25 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICPR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Pattern Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kolkata","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"India","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icpr2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icpr2024.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}