{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T11:09:34Z","timestamp":1742987374469,"version":"3.40.3"},"publisher-location":"Cham","reference-count":39,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031457241"},{"type":"electronic","value":"9783031457258"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-45725-8_8","type":"book-chapter","created":{"date-parts":[[2023,10,17]],"date-time":"2023-10-17T12:02:09Z","timestamp":1697544129000},"page":"161-181","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Influence of\u00a0Errors on\u00a0the\u00a0Evaluation of\u00a0Text Classification Systems"],"prefix":"10.1007","author":[{"given":"Vanessa","family":"Bracamonte","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Seira","family":"Hidano","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shinsaku","family":"Kiyomoto","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,10,18]]},"reference":[{"key":"8_CR1","doi-asserted-by":"publisher","first-page":"52138","DOI":"10.1109\/ACCESS.2018.2870052","volume":"6","author":"A Adadi","year":"2018","unstructured":"Adadi, A., Berrada, M.: Peeking inside the black-box: a survey on explainable artificial intelligence (XAI). IEEE Access 6, 52138\u201352160 (2018). https:\/\/doi.org\/10.1109\/ACCESS.2018.2870052","journal-title":"IEEE Access"},{"key":"8_CR2","doi-asserted-by":"publisher","unstructured":"Amershi, S., et al.: Software engineering for machine learning: a case study. In: Proceedings of the 41st International Conference on Software Engineering: Software Engineering in Practice, ICSE-SEIP 2010, pp. 291\u2013300. IEEE Press, Piscataway, NJ, USA (2019). https:\/\/doi.org\/10.1109\/ICSE-SEIP.2019.00042","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"8_CR3","doi-asserted-by":"publisher","unstructured":"Borkan, D., Dixon, L., Sorensen, J., Thain, N., Vasserman, L.: Nuanced metrics for measuring unintended bias with real data for text classification. In: Companion Proceedings of the 2019 World Wide Web Conference, WWW 2019, pp. 491\u2013500. ACM, New York, NY, USA (2019). https:\/\/doi.org\/10.1145\/3308560.3317593","DOI":"10.1145\/3308560.3317593"},{"key":"8_CR4","doi-asserted-by":"crossref","unstructured":"Bracamonte, V., Hidano, S., Kiyomoto, S.: Effect of errors on the evaluation of machine learning systems. In: VISIGRAPP (2: HUCAPP), pp. 48\u201357 (2022)","DOI":"10.5220\/0010839300003124"},{"key":"8_CR5","doi-asserted-by":"publisher","unstructured":"Bussone, A., Stumpf, S., O\u2019Sullivan, D.: The role of explanations on trust and reliance in clinical decision support systems. In: 2015 International Conference on Healthcare Informatics, October 2015, pp. 160\u2013169 (2015). https:\/\/doi.org\/10.1109\/ICHI.2015.26","DOI":"10.1109\/ICHI.2015.26"},{"key":"8_CR6","doi-asserted-by":"publisher","unstructured":"Cai, C.J., et al.: Human-centered tools for coping with imperfect algorithms during medical decision-making. In: Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems, May 2019, pp. 1\u201314. Association for Computing Machinery, New York, NY, USA (2019). https:\/\/doi.org\/10.1145\/3290605.3300234","DOI":"10.1145\/3290605.3300234"},{"key":"8_CR7","unstructured":"Chakraborty, S., et al.: Interpretability of deep learning models: a survey of results. In: 2017 IEEE Smartworld, Ubiquitous Intelligence & Computing, Advanced & Trusted Computed, Scalable Computing & Communications, Cloud & Big Data Computing, Internet of People and Smart City innovation (smartworld\/SCALCOM\/UIC\/ATC\/CBDcom\/IOP\/SCI), pp. 1\u20136. IEEE (2017)"},{"key":"8_CR8","unstructured":"Chen, J., Song, L., Wainwright, M.J., Jordan, M.I.: L-Shapley and C-Shapley: efficient model interpretation for structured data. arXiv preprint arXiv:1808.02610 (2018)"},{"key":"8_CR9","doi-asserted-by":"publisher","unstructured":"Cheng, H.F., et al.: Explaining decision-making algorithms through UI: strategies to help non-expert stakeholders. In: Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems, May 2019, pp. 1\u201312. Association for Computing Machinery, New York, NY, USA (2019). https:\/\/doi.org\/10.1145\/3290605.3300789","DOI":"10.1145\/3290605.3300789"},{"issue":"6","key":"8_CR10","doi-asserted-by":"publisher","first-page":"719","DOI":"10.1016\/S1071-5819(03)00039-9","volume":"58","author":"P de Vries","year":"2003","unstructured":"de Vries, P., Midden, C., Bouwhuis, D.: The effects of errors on system trust, self-confidence, and the allocation of control in route planning. Int. J. Hum Comput Stud. 58(6), 719\u2013735 (2003). https:\/\/doi.org\/10.1016\/S1071-5819(03)00039-9","journal-title":"Int. J. Hum Comput Stud."},{"key":"8_CR11","doi-asserted-by":"publisher","unstructured":"Dixon, L., Li, J., Sorensen, J., Thain, N., Vasserman, L.: Measuring and mitigating unintended bias in text classification. In: Proceedings of the 2018 AAAI\/ACM Conference on AI, Ethics, and Society, December 2018, pp. 67\u201373. ACM (2018). https:\/\/doi.org\/10.1145\/3278721.3278729","DOI":"10.1145\/3278721.3278729"},{"issue":"6","key":"8_CR12","doi-asserted-by":"publisher","first-page":"697","DOI":"10.1016\/S1071-5819(03)00038-7","volume":"58","author":"MT Dzindolet","year":"2003","unstructured":"Dzindolet, M.T., Peterson, S.A., Pomranky, R.A., Pierce, L.G., Beck, H.P.: The role of trust in automation reliance. Int. J. Hum Comput Stud. 58(6), 697\u2013718 (2003). https:\/\/doi.org\/10.1016\/S1071-5819(03)00038-7","journal-title":"Int. J. Hum Comput Stud."},{"key":"8_CR13","doi-asserted-by":"publisher","unstructured":"Eslami, M., Vaccaro, K., Lee, M.K., Elazari Bar On, A., Gilbert, E., Karahalios, K.: User attitudes towards algorithmic opacity and transparency in online reviewing platforms. In: Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems, May 2019, pp. 1\u201314. Association for Computing Machinery, New York, NY, USA (2019). https:\/\/doi.org\/10.1145\/3290605.3300724","DOI":"10.1145\/3290605.3300724"},{"key":"8_CR14","doi-asserted-by":"publisher","unstructured":"Frison, A.K., et al.: In UX we trust: investigation of aesthetics and usability of driver-vehicle interfaces and their impact on the perception of automated driving. In: Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems, May 2019, pp. 1\u201313. Association for Computing Machinery, New York, NY, USA (2019). https:\/\/doi.org\/10.1145\/3290605.3300374","DOI":"10.1145\/3290605.3300374"},{"issue":"5","key":"8_CR15","doi-asserted-by":"publisher","first-page":"93:1","DOI":"10.1145\/3236009","volume":"51","author":"R Guidotti","year":"2018","unstructured":"Guidotti, R., Monreale, A., Ruggieri, S., Turini, F., Giannotti, F., Pedreschi, D.: A survey of methods for explaining black box models. ACM Comput. Surv. 51(5), 93:1-93:42 (2018). https:\/\/doi.org\/10.1145\/3236009","journal-title":"ACM Comput. Surv."},{"issue":"8","key":"8_CR16","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9(8), 1735\u20131780 (1997). https:\/\/doi.org\/10.1162\/neco.1997.9.8.1735","journal-title":"Neural Comput."},{"issue":"3","key":"8_CR17","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1177\/0018720814547570","volume":"57","author":"KA Hoff","year":"2015","unstructured":"Hoff, K.A., Bashir, M.: Trust in automation: integrating empirical evidence on factors that influence trust. Hum. Factors 57(3), 407\u2013434 (2015)","journal-title":"Hum. Factors"},{"key":"8_CR18","unstructured":"Jigsaw: Unintended bias and names of frequently targeted groups (2018). https:\/\/medium.com\/the-false-positive\/unintended-bias-and-names-of-frequently-targeted-groups-8e0b81f80a23"},{"key":"8_CR19","doi-asserted-by":"publisher","unstructured":"Kaur, H., Nori, H., Jenkins, S., Caruana, R., Wallach, H., Wortman Vaughan, J.: Interpreting interpretability: understanding data scientists\u2019 use of interpretability tools for machine learning. In: Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems, CHI 2020, April 2020, pp. 1\u201314. Association for Computing Machinery, Honolulu, HI, USA (2020). https:\/\/doi.org\/10.1145\/3313831.3376219","DOI":"10.1145\/3313831.3376219"},{"key":"8_CR20","unstructured":"Keras: Keras documentation: about Keras (2021). https:\/\/keras.io\/about\/"},{"key":"8_CR21","doi-asserted-by":"publisher","unstructured":"Kizilcec, R.F.: How much information? Effects of transparency on trust in an algorithmic interface. In: Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems, CHI 2016, May 2016, pp. 2390\u20132395. Association for Computing Machinery, New York, NY, USA (2016). https:\/\/doi.org\/10.1145\/2858036.2858402","DOI":"10.1145\/2858036.2858402"},{"issue":"1","key":"8_CR22","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1016\/S0925-7535(99)00010-7","volume":"32","author":"T Kontogiannis","year":"1999","unstructured":"Kontogiannis, T.: User strategies in recovering from errors in man\u2013machine systems. Saf. Sci. 32(1), 49\u201368 (1999)","journal-title":"Saf. Sci."},{"key":"8_CR23","doi-asserted-by":"crossref","unstructured":"Lai, S., Xu, L., Liu, K., Zhao, J.: Recurrent convolutional neural networks for text classification. In: Proceedings of the Twenty-Ninth AAAI Conference on Artificial Intelligence, AAAI 2015, January 2015, pp. 2267\u20132273. AAAI Press, Austin, Texas (2015)","DOI":"10.1609\/aaai.v29i1.9513"},{"key":"8_CR24","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"JR Landis","year":"1977","unstructured":"Landis, J.R., Koch, G.G.: The measurement of observer agreement for categorical data. Biometrics 33, 159\u2013174 (1977)","journal-title":"Biometrics"},{"issue":"1","key":"8_CR25","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1518\/hfes.46.1.50_30392","volume":"46","author":"JD Lee","year":"2004","unstructured":"Lee, J.D., See, K.A.: Trust in automation: designing for appropriate reliance. Hum. Factors 46(1), 50\u201380 (2004). https:\/\/doi.org\/10.1518\/hfes.46.1.50_30392","journal-title":"Hum. Factors"},{"key":"8_CR26","unstructured":"Lundberg, S.M., Lee, S.I.: A unified approach to interpreting model predictions. In: Guyon, I., et al. (eds.) Advances in Neural Information Processing Systems, vol. 30, pp. 4765\u20134774. Curran Associates, Inc. (2017). http:\/\/papers.nips.cc\/paper\/7062-a-unified-approach-to-interpreting-model-predictions.pdf"},{"key":"8_CR27","unstructured":"Maas, A.L., Daly, R.E., Pham, P.T., Huang, D., Ng, A.Y., Potts, C.: Learning word vectors for sentiment analysis. In: Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies, June 2011, pp. 142\u2013150. Association for Computational Linguistics (2011). http:\/\/www.aclweb.org\/anthology\/P11-1015"},{"key":"8_CR28","doi-asserted-by":"publisher","unstructured":"Mittelstadt, B., Russell, C., Wachter, S.: Explaining explanations in AI. In: Proceedings of the Conference on Fairness, Accountability, and Transparency, FAT* 2019, January 2019, pp. 279\u2013288. Association for Computing Machinery, New York, NY, USA (2019). https:\/\/doi.org\/10.1145\/3287560.3287574","DOI":"10.1145\/3287560.3287574"},{"issue":"2","key":"8_CR29","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1037\/1089-2680.2.2.175","volume":"2","author":"RS Nickerson","year":"1998","unstructured":"Nickerson, R.S.: Confirmation bias: a ubiquitous phenomenon in many guises. Rev. Gen. Psychol. 2(2), 175\u2013220 (1998). https:\/\/doi.org\/10.1037\/1089-2680.2.2.175","journal-title":"Rev. Gen. Psychol."},{"key":"8_CR30","doi-asserted-by":"crossref","unstructured":"Nourani, M., King, J., Ragan, E.: The role of domain expertise in user trust and the impact of first impressions with intelligent systems. In: Proceedings of the AAAI Conference on Human Computation and Crowdsourcing, October 2020, vol. 8, pp. 112\u2013121 (2020). https:\/\/ojs.aaai.org\/index.php\/HCOMP\/article\/view\/7469","DOI":"10.1609\/hcomp.v8i1.7469"},{"issue":"1","key":"8_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10590-011-9094-9","volume":"25","author":"S Raybaud","year":"2011","unstructured":"Raybaud, S., Langlois, D., Sma\u00efli, K.: \u201cThis sentence is wrong.\u2019\u2019 Detecting errors in machine-translated sentences. Mach. Transl. 25(1), 1 (2011). https:\/\/doi.org\/10.1007\/s10590-011-9094-9","journal-title":"Mach. Transl."},{"key":"8_CR32","doi-asserted-by":"publisher","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \u201cWhy should i trust you?\u201d: explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, KDD 2016, pp. 1135\u20131144. ACM, New York, NY, USA (2016). https:\/\/doi.org\/10.1145\/2939672.2939778","DOI":"10.1145\/2939672.2939778"},{"issue":"5","key":"8_CR33","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1038\/s42256-019-0048-x","volume":"1","author":"C Rudin","year":"2019","unstructured":"Rudin, C.: Stop explaining black box machine learning models for high stakes decisions and use interpretable models instead. Nat. Mach. Intel. 1(5), 206\u2013215 (2019)","journal-title":"Nat. Mach. Intel."},{"issue":"2","key":"8_CR34","doi-asserted-by":"publisher","first-page":"134","DOI":"10.1080\/1463922X.2011.611269","volume":"15","author":"J Sanchez","year":"2014","unstructured":"Sanchez, J., Rogers, W.A., Fisk, A.D., Rovira, E.: Understanding reliance on automation: effects of error type, error distribution, age and experience. Theor. Issues Ergon. Sci. 15(2), 134\u2013160 (2014). https:\/\/doi.org\/10.1080\/1463922X.2011.611269","journal-title":"Theor. Issues Ergon. Sci."},{"issue":"6","key":"8_CR35","doi-asserted-by":"publisher","first-page":"767","DOI":"10.1080\/00140139.2015.1094577","volume":"59","author":"J Sauer","year":"2016","unstructured":"Sauer, J., Chavaillaz, A., Wastell, D.: Experience of automation failures in training: effects on trust, automation bias, complacency and performance. Ergonomics 59(6), 767\u2013780 (2016). https:\/\/doi.org\/10.1080\/00140139.2015.1094577","journal-title":"Ergonomics"},{"key":"8_CR36","doi-asserted-by":"crossref","unstructured":"Tenney, I., et al.: The language interpretability tool: extensible, interactive visualizations and analysis for NLP models, August 2020. arXiv:2008.05122 [cs]","DOI":"10.18653\/v1\/2020.emnlp-demos.15"},{"key":"8_CR37","unstructured":"West, J.: Jessamyn West on Twitter: \u201cI tested 14 sentences for \u201cperceived toxicity\u201d using Perspectives. Least toxic: I am a man. Most toxic: I am a gay black woman. Come on https:\/\/t.co\/M4TF9uYtzE\u201d\/Twitter (2017)"},{"key":"8_CR38","doi-asserted-by":"publisher","unstructured":"Wobbrock, J.O., Findlater, L., Gergle, D., Higgins, J.J.: The aligned rank transform for nonparametric factorial analyses using only Anova procedures. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, CHI 2011, May 2011, pp. 143\u2013146. Association for Computing Machinery, New York, NY, USA (2011). https:\/\/doi.org\/10.1145\/1978942.1978963","DOI":"10.1145\/1978942.1978963"},{"key":"8_CR39","unstructured":"Xiong, D., Zhang, M., Li, H.: Error detection for statistical machine translation using linguistic features. In: Proceedings of the 48th Annual Meeting of the Association for Computational Linguistics, ACL 2010, July 2010, pp. 604\u2013611. Association for Computational Linguistics, USA (2010)"}],"container-title":["Communications in Computer and Information Science","Computer Vision, Imaging and Computer Graphics Theory and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-45725-8_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,17]],"date-time":"2023-10-17T12:09:28Z","timestamp":1697544568000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-45725-8_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031457241","9783031457258"],"references-count":39,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-45725-8_8","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"18 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"VISIGRAPP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Joint Conference on Computer Vision, Imaging and Computer Graphics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 February 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 February 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"visigrapp2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/visigrapp.scitevents.org\/?y=2022","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}