{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,19]],"date-time":"2026-01-19T03:28:12Z","timestamp":1768793292443,"version":"3.49.0"},"publisher-location":"Cham","reference-count":47,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031236174","type":"print"},{"value":"9783031236181","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-23618-1_24","type":"book-chapter","created":{"date-parts":[[2023,1,30]],"date-time":"2023-01-30T07:05:49Z","timestamp":1675062349000},"page":"353-368","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["An Empirical Evaluation of\u00a0Predicted Outcomes as\u00a0Explanations in\u00a0Human-AI Decision-Making"],"prefix":"10.1007","author":[{"given":"Johannes","family":"Jakubik","sequence":"first","affiliation":[]},{"given":"Jakob","family":"Sch\u00f6ffer","sequence":"additional","affiliation":[]},{"given":"Vincent","family":"Hoge","sequence":"additional","affiliation":[]},{"given":"Michael","family":"V\u00f6ssing","sequence":"additional","affiliation":[]},{"given":"Niklas","family":"K\u00fchl","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,1,31]]},"reference":[{"key":"24_CR1","doi-asserted-by":"publisher","first-page":"52138","DOI":"10.1109\/ACCESS.2018.2870052","volume":"6","author":"A Adadi","year":"2018","unstructured":"Adadi, A., Berrada, M.: Peeking inside the black-box: a survey on explainable artificial intelligence (XAI). IEEE Access 6, 52138\u201352160 (2018)","journal-title":"IEEE Access"},{"key":"24_CR2","doi-asserted-by":"crossref","unstructured":"Alufaisan, Y., Marusich, L.R., Bakdash, J.Z., Zhou, Y., Kantarcioglu, M.: Does explainable artificial intelligence improve human decision-making? In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 35, pp. 6618\u20136626 (2021)","DOI":"10.1609\/aaai.v35i8.16819"},{"issue":"4\u20135","key":"24_CR3","doi-asserted-by":"publisher","first-page":"482","DOI":"10.1080\/0951192X.2019.1571236","volume":"32","author":"F Ansari","year":"2019","unstructured":"Ansari, F., Glawar, R., Nemeth, T.: PriMa: a prescriptive maintenance model for cyber-physical production systems. Int. J. Comput. Integr. Manuf. 32(4\u20135), 482\u2013503 (2019)","journal-title":"Int. J. Comput. Integr. Manuf."},{"issue":"11","key":"24_CR4","doi-asserted-by":"publisher","first-page":"5088","DOI":"10.3390\/app11115088","volume":"11","author":"AM Antoniadi","year":"2021","unstructured":"Antoniadi, A.M., et al.: Current challenges and future opportunities for XAI in machine learning-based clinical decision support systems: a systematic review. Appl. Sci. 11(11), 5088 (2021)","journal-title":"Appl. Sci."},{"issue":"1","key":"24_CR5","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1287\/opre.2019.1902","volume":"68","author":"H Bastani","year":"2020","unstructured":"Bastani, H., Bayati, M.: Online decision making with high-dimensional covariates. Oper. Res. 68(1), 276\u2013294 (2020)","journal-title":"Oper. Res."},{"key":"24_CR6","doi-asserted-by":"crossref","unstructured":"Bertsimas, D., Dunn, J., Mundru, N.: Optimal prescriptive trees. J. Optim. 1(2), 164\u2013183 (2019)","DOI":"10.1287\/ijoo.2018.0005"},{"issue":"9","key":"24_CR7","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0238118","volume":"15","author":"D Bertsimas","year":"2020","unstructured":"Bertsimas, D., Li, M.L., Paschalidis, I.C., Wang, T.: Prescriptive analytics for reducing 30-day hospital readmissions after general surgery. PLoS ONE 15(9), e0238118 (2020)","journal-title":"PLoS ONE"},{"key":"24_CR8","doi-asserted-by":"crossref","unstructured":"Binns, R., Van Kleek, M., Veale, M., Lyngs, U., Zhao, J., Shadbolt, N.: \u2018It\u2019s reducing a human being to a percentage\u2019: perceptions of justice in algorithmic decisions. In: Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems, pp. 1\u201314 (2018)","DOI":"10.1145\/3173574.3173951"},{"key":"24_CR9","doi-asserted-by":"crossref","unstructured":"Bu\u00e7inca, Z., Lin, P., Gajos, K.Z., Glassman, E.L.: Proxy tasks and subjective measures can be misleading in evaluating explainable AI systems. In: Proceedings of the 25th International Conference on Intelligent User Interfaces, pp. 454\u2013464 (2020)","DOI":"10.1145\/3377325.3377498"},{"key":"24_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3449287","volume":"5","author":"Z Bu\u00e7inca","year":"2021","unstructured":"Bu\u00e7inca, Z., Malaya, M.B., Gajos, K.Z.: To trust or to think: cognitive forcing functions can reduce overreliance on AI in AI-assisted decision-making. Proc. ACM Human-Comput. Interac. 5, 1\u201321 (2021)","journal-title":"Proc. ACM Human-Comput. Interac."},{"issue":"3","key":"24_CR11","doi-asserted-by":"publisher","first-page":"1923","DOI":"10.1287\/mnsc.2020.3772","volume":"68","author":"X Chen","year":"2022","unstructured":"Chen, X., Owen, Z., Pixton, C., Simchi-Levi, D.: A statistical learning approach to personalization in revenue management. Manage. Sci. 68(3), 1923\u20131937 (2022)","journal-title":"Manage. Sci."},{"key":"24_CR12","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103471","volume":"296","author":"R Confalonieri","year":"2021","unstructured":"Confalonieri, R., Weyde, T., Besold, T.R., del Prado Mart\u00edn, F.M.: Using ontologies to enhance human understandability of global post-hoc explanations of black-box models. Artif. Intell. 296, 103471 (2021)","journal-title":"Artif. Intell."},{"key":"24_CR13","unstructured":"Das, A., Rad, P.: Opportunities and challenges in explainable artificial intelligence (XAI): a survey. arXiv preprint arXiv:2006.11371 (2020)"},{"key":"24_CR14","doi-asserted-by":"crossref","unstructured":"Dodge, J., Liao, Q.V., Zhang, Y., Bellamy, R.K.E., Dugan, C.: Explaining models: an empirical study of how explanations impact fairness judgment. In: Proceedings of the 24th International Conference on Intelligent User Interfaces, pp. 275\u2013285 (2019)","DOI":"10.1145\/3301275.3302310"},{"key":"24_CR15","doi-asserted-by":"crossref","unstructured":"Green, B., Chen, Y.: The principles and limits of algorithm-in-the-loop decision making. In: Proceedings of the ACM on Human-Computer Interaction 3(CSCW), 1\u201324 (2019)","DOI":"10.1145\/3359152"},{"issue":"5","key":"24_CR16","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3236009","volume":"51","author":"R Guidotti","year":"2018","unstructured":"Guidotti, R., Monreale, A., Ruggieri, S., Turini, F., Giannotti, F., Pedreschi, D.: A survey of methods for explaining black box models. ACM Compu. Surv. (CSUR) 51(5), 1\u201342 (2018)","journal-title":"ACM Compu. Surv. (CSUR)"},{"issue":"2","key":"24_CR17","doi-asserted-by":"publisher","first-page":"263","DOI":"10.2307\/1914185","volume":"47","author":"D Kahneman","year":"1979","unstructured":"Kahneman, D., Tversky, A.: Prospect theory: an analysis of decision under risk. Econometrica 47(2), 263\u2013292 (1979)","journal-title":"Econometrica"},{"key":"24_CR18","doi-asserted-by":"crossref","unstructured":"Keane, M.T., Kenny, E.M., Delaney, E., Smyth, B.: If only we had better counterfactual explanations: five key deficits to rectify in the evaluation of counterfactual XAI techniques. In: IJCAI (2021)","DOI":"10.24963\/ijcai.2021\/609"},{"issue":"4","key":"24_CR19","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1145\/3274277","volume":"62","author":"V Khatri","year":"2019","unstructured":"Khatri, V., Samuel, B.M.: Analytics for managerial work. Commun. ACM 62(4), 100 (2019)","journal-title":"Commun. ACM"},{"issue":"260","key":"24_CR20","doi-asserted-by":"publisher","first-page":"583","DOI":"10.1080\/01621459.1952.10483441","volume":"47","author":"WH Kruskal","year":"1952","unstructured":"Kruskal, W.H., Wallis, W.A.: Use of ranks in one-criterion variance analysis. J. Am. Stat. Assoc. 47(260), 583\u2013621 (1952)","journal-title":"J. Am. Stat. Assoc."},{"key":"24_CR21","unstructured":"Kuncel, N.R., Klieger, D.M., Ones, D.S.: In hiring, algorithms beat instinct. Harvard Business Review (2014)"},{"key":"24_CR22","doi-asserted-by":"crossref","unstructured":"Lai, V., Tan, C.: On human predictions with explanations and predictions of machine learning models: a case study on deception detection. In: Proceedings of the Conference on Fairness, Accountability, and Transparency, pp. 29\u201338 (2019)","DOI":"10.1145\/3287560.3287590"},{"key":"24_CR23","doi-asserted-by":"crossref","unstructured":"Lakkaraju, H., Kleinberg, J., Leskovec, J., Ludwig, J., Mullainathan, S.: The selective labels problem: evaluating algorithmic predictions in the presence of unobservables. In: Proceedings of the 23rd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 275\u2013284 (2017)","DOI":"10.1145\/3097983.3098066"},{"issue":"1","key":"24_CR24","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1518\/hfes.46.1.50.30392","volume":"46","author":"JD Lee","year":"2004","unstructured":"Lee, J.D., See, K.A.: Trust in automation: designing for appropriate reliance. Hum. Factors 46(1), 50\u201380 (2004)","journal-title":"Hum. Factors"},{"key":"24_CR25","unstructured":"Lim, B.Y., Yang, Q., Abdul, A.M., Wang, D.: Why these explanations? IUI workshops, selecting intelligibility types for explanation goals (2019)"},{"key":"24_CR26","doi-asserted-by":"crossref","unstructured":"Mann, H.B., Whitney, D.R.: On a test of whether one of two random variables is stochastically larger than the other. Ann. Math. Statist. 18(1), 50\u201360 (1947)","DOI":"10.1214\/aoms\/1177730491"},{"issue":"1","key":"24_CR27","doi-asserted-by":"publisher","first-page":"461","DOI":"10.1016\/j.cirp.2017.04.007","volume":"66","author":"K Matyas","year":"2017","unstructured":"Matyas, K., Nemeth, T., Kovacs, K., Glawar, R.: A procedural approach for realizing prescriptive maintenance planning in manufacturing industries. CIRP Ann. 66(1), 461\u2013464 (2017)","journal-title":"CIRP Ann."},{"key":"24_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.artint.2018.07.007","volume":"267","author":"T Miller","year":"2019","unstructured":"Miller, T.: Explanation in artificial intelligence: insights from the social sciences. Artif. Intell. 267, 1\u201338 (2019)","journal-title":"Artif. Intell."},{"key":"24_CR29","unstructured":"Mueller, S.T., Hoffman, R.R., Clancey, W., Emrey, A., Klein, G.: Explanation in human-AI systems: a literature meta-review, synopsis of key ideas and publications, and bibliography for explainable AI. arXiv preprint arXiv:1902.01876 (2019)"},{"key":"24_CR30","doi-asserted-by":"crossref","unstructured":"Naiseh, M., Al-Thani, D., Jiang, N., Ali, R.: How different explanations impact trust calibration: the case of clinical decision support systems. Available at SSRN 4098528 (2022)","DOI":"10.2139\/ssrn.4098528"},{"key":"24_CR31","doi-asserted-by":"crossref","unstructured":"Nourani, M., et al.: Anchoring bias affects mental model formation and user reliance in explainable AI systems. In: 26th International Conference on Intelligent User Interfaces, pp. 340\u2013350 (2021)","DOI":"10.1145\/3397481.3450639"},{"key":"24_CR32","doi-asserted-by":"crossref","unstructured":"Palan, S., Schitter, C.: Prolific.ac - a subject pool for online experiments. J. Behav. Exper. Finan. 17, 22\u201327 (2018)","DOI":"10.1016\/j.jbef.2017.12.004"},{"issue":"2","key":"24_CR33","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1016\/S0040-1625(03)00152-5","volume":"72","author":"TJ Postma","year":"2005","unstructured":"Postma, T.J., Liebl, F.: How to improve scenario analysis as a strategic management tool? Technol. Forecast. Soc. Chang. 72(2), 161\u2013173 (2005)","journal-title":"Technol. Forecast. Soc. Chang."},{"key":"24_CR34","doi-asserted-by":"crossref","unstructured":"Poursabzi-Sangdeh, F., Goldstein, D.G., Hofman, J.M., Wortman Vaughan, J.W., Wallach, H.: Manipulating and measuring model interpretability. In: Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems, pp. 1\u201352 (2021)","DOI":"10.1145\/3411764.3445315"},{"issue":"5","key":"24_CR35","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1038\/s42256-019-0048-x","volume":"1","author":"C Rudin","year":"2019","unstructured":"Rudin, C.: Stop explaining black box machine learning models for high stakes decisions and use interpretable models instead. Nat. Mach. Intell. 1(5), 206\u2013215 (2019)","journal-title":"Nat. Mach. Intell."},{"key":"24_CR36","unstructured":"Schemmer, M., Hemmer, P., K\u00fchl, N., Benz, C., Satzger, G.: Should I follow AI-based advice? Measuring appropriate reliance in human-AI decision-making. In: ACM CHI 2022 Workshop on Trust and Reliance in AI-Human Teams (trAIt) (2022)"},{"key":"24_CR37","doi-asserted-by":"crossref","unstructured":"Schemmer, M., Hemmer, P., Nitsche, M., K\u00fchl, N., V\u00f6ssing, M.: A meta-analysis on the utility of explainable artificial intelligence in human-AI decision-making. arXiv preprint arXiv:2205.05126 (2022)","DOI":"10.1145\/3514094.3534128"},{"key":"24_CR38","unstructured":"Schemmer, M., K\u00fchl, N., Benz, C., Satzger, G.: On the influence of explainable AI on automation bias. In: European Conference on Information Systems (2022)"},{"key":"24_CR39","unstructured":"Schoeffer, J., De-Arteaga, M., Kuehl, N.: On the relationship between explanations, fairness perceptions, and decisions. In: ACM CHI 2022 Workshop on Human-Centered Explainable AI (HCXAI) (2022)"},{"key":"24_CR40","unstructured":"Townson, S.: AI can make bank loans more fair. Harvard Business Review (2020)"},{"issue":"CSCW2","key":"24_CR41","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3476068","volume":"5","author":"O Vereschak","year":"2021","unstructured":"Vereschak, O., Bailly, G., Caramiaux, B.: How to evaluate trust in AI-assisted decision making? A survey of empirical methodologies. Proc. ACM Human-Comput. Interac. 5(CSCW2), 1\u201339 (2021)","journal-title":"Proc. ACM Human-Comput. Interac."},{"key":"24_CR42","doi-asserted-by":"publisher","DOI":"10.1007\/s10796-022-10284-3","author":"M V\u00f6ssing","year":"2022","unstructured":"V\u00f6ssing, M., K\u00fchl, N., Lind, M., Satzger, G.: Designing transparency for effective human-AI collaboration. Inf. Syst. Front. (2022). https:\/\/doi.org\/10.1007\/s10796-022-10284-3","journal-title":"Inf. Syst. Front."},{"key":"24_CR43","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2020.103404","volume":"291","author":"J van der Waa","year":"2021","unstructured":"van der Waa, J., Nieuwburg, E., Cremers, A., Neerincx, M.: Evaluating XAI: a comparison of rule-based and example-based explanations. Artif. Intell. 291, 103404 (2021)","journal-title":"Artif. Intell."},{"key":"24_CR44","doi-asserted-by":"crossref","unstructured":"Wang, T., Paschalidis, I.C.: Prescriptive cluster-dependent support vector machines with an application to reducing hospital readmissions. In: 2019 18th European Control Conference (ECC), pp. 1182\u20131187. IEEE (2019)","DOI":"10.23919\/ECC.2019.8796082"},{"key":"24_CR45","unstructured":"https:\/\/www.cio.com\/article\/244505\/ge-pitney-bowes-team-up-on-predictive-andprescriptive-analytics.html. Accessed 27 July 2022"},{"key":"24_CR46","unstructured":"https:\/\/www.ibm.com\/analytics\/prescriptive-analytics. Accessed 27 July 2022"},{"key":"24_CR47","unstructured":"https:\/\/appsource.microsoft.com\/en-us\/product\/web-apps\/river-logic.riverlogic_analytics?tab=overview. Accessed 27 July 2022"}],"container-title":["Communications in Computer and Information Science","Machine Learning and Principles and Practice of Knowledge Discovery in Databases"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-23618-1_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,3,23]],"date-time":"2023-03-23T00:45:39Z","timestamp":1679532339000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-23618-1_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031236174","9783031236181"],"references-count":47,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-23618-1_24","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"31 January 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Grenoble","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2022.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1060","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"236","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"22% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17 demo track papers have been accepted from 28 submissions","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}