{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T17:40:17Z","timestamp":1743010817121,"version":"3.40.3"},"publisher-location":"Cham","reference-count":58,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031328077"},{"type":"electronic","value":"9783031328084"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-32808-4_8","type":"book-chapter","created":{"date-parts":[[2023,5,18]],"date-time":"2023-05-18T23:04:39Z","timestamp":1684451079000},"page":"123-137","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["A Conceptual Model for Labeling in Reinforcement Learning Systems: A Value Co-creation Perspective"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3207-666X","authenticated-orcid":false,"given":"Philipp","family":"Reinhard","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7171-9130","authenticated-orcid":false,"given":"Mahei Manhai","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1946-4038","authenticated-orcid":false,"given":"Ernestine","family":"Dickhaut","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cornelius","family":"Reh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8140-1516","authenticated-orcid":false,"given":"Christoph","family":"Peters","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1990-2894","authenticated-orcid":false,"given":"Jan Marco","family":"Leimeister","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,5,19]]},"reference":[{"key":"8_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jsis.2020.101614","volume":"29","author":"T Gr\u00f8nsund","year":"2020","unstructured":"Gr\u00f8nsund, T., Aanestad, M.: Augmenting the algorithm: emerging human-in-the-loop work configurations. J. Strateg. Inf. Syst. 29, 101614 (2020). https:\/\/doi.org\/10.1016\/j.jsis.2020.101614","journal-title":"J. Strateg. Inf. Syst."},{"key":"8_CR2","doi-asserted-by":"crossref","unstructured":"Li, M.M., Peters, C., Leimeister, J.M.: Designing a peer-based support system to support shakedown. In: International Conference on Information Systems (ICIS), Seoul, South Korea (2017)","DOI":"10.2139\/ssrn.3159127"},{"key":"8_CR3","doi-asserted-by":"publisher","first-page":"702","DOI":"10.1016\/j.jksuci.2019.04.001","volume":"33","author":"F Al-Hawari","year":"2021","unstructured":"Al-Hawari, F., Barham, H.: A machine learning based help desk system for IT service management. J. King Saud Univ. \u2013 Comput. Inf. Sci. 33, 702\u2013718 (2021). https:\/\/doi.org\/10.1016\/j.jksuci.2019.04.001","journal-title":"J. King Saud Univ. \u2013 Comput. Inf. Sci."},{"key":"8_CR4","doi-asserted-by":"publisher","first-page":"265","DOI":"10.18267\/j.aip.188","volume":"11","author":"M Dost\u00e1l","year":"2022","unstructured":"Dost\u00e1l, M.: Service desk onboarding training environment. Acta Informatica Pragensia 11, 265\u2013284 (2022)","journal-title":"Acta Informatica Pragensia"},{"key":"8_CR5","unstructured":"Rumburg, J.: Metric of the Month: Annual Agent Turnover (2018)"},{"key":"8_CR6","doi-asserted-by":"crossref","unstructured":"Schmidt, S., Li, M., Peters, C.: Requirements for an IT support system based on hybrid intelligence. In: HICSS (2022)","DOI":"10.24251\/HICSS.2022.630"},{"key":"8_CR7","unstructured":"Li, M., L\u00f6fflad, D., Reh, C., et al.: Towards the design of hybrid intelligence frontline service technologies \u2013 a novel human-in-the-loop configuration for human-machine interactions. In: HICSS (2023)"},{"key":"8_CR8","doi-asserted-by":"publisher","first-page":"63664","DOI":"10.1109\/ACCESS.2018.2875975","volume":"6","author":"P Kubiak","year":"2018","unstructured":"Kubiak, P., Rass, S.: An overview of data-driven techniques for IT-service-management. IEEE Access 6, 63664\u201363688 (2018). https:\/\/doi.org\/10.1109\/ACCESS.2018.2875975","journal-title":"IEEE Access"},{"key":"8_CR9","doi-asserted-by":"publisher","first-page":"637","DOI":"10.1007\/s12599-019-00595-2","volume":"61","author":"D Dellermann","year":"2019","unstructured":"Dellermann, D., Ebel, P., S\u00f6llner, M., et al.: Hybrid intelligence. Bus. Inf. Syst. Eng. 61, 637\u2013643 (2019)","journal-title":"Bus. Inf. Syst. Eng."},{"key":"8_CR10","doi-asserted-by":"crossref","unstructured":"Choi, M., Park, C., Yang, S., et al.: AILA: attentive interactive labeling assistant for document classification through attention-based deep neural networks. In: Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems. ACM, New York (2019)","DOI":"10.1145\/3290605.3300460"},{"key":"8_CR11","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1177\/0022242920956676","volume":"85","author":"X Luo","year":"2021","unstructured":"Luo, X., Qin, M.S., Fang, Z., et al.: Artificial intelligence coaches for sales agents: caveats and solutions. J. Mark. 85, 14\u201332 (2021). https:\/\/doi.org\/10.1177\/0022242920956676","journal-title":"J. Mark."},{"key":"8_CR12","doi-asserted-by":"publisher","unstructured":"Kim, T., Song, H.: Communicating the limitations of AI: the effect of message framing and ownership on trust in artificial intelligence. Int. J. Hum.\u2013Comput. Interact. 1\u201311 (2022). https:\/\/doi.org\/10.1080\/10447318.2022.2049134","DOI":"10.1080\/10447318.2022.2049134"},{"key":"8_CR13","doi-asserted-by":"crossref","unstructured":"Jacovi, A., Marasovi\u0107, A., Miller, T., et al.: Formalizing trust in artificial intelligence. In: Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency. ACM, New York (2021)","DOI":"10.1145\/3442188.3445923"},{"key":"8_CR14","unstructured":"Schmitt, A., Wambsganss, T., Janson, A.: Designing for conversational system trustworthiness: the impact of model transparency on trust and task performance. In: ECIS, vol. 172 (2022)"},{"issue":"2","key":"8_CR15","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/s40708-016-0042-6","volume":"3","author":"A Holzinger","year":"2016","unstructured":"Holzinger, A.: Interactive machine learning for health informatics: when do we need the human-in-the-loop? Brain Inform. 3(2), 119\u2013131 (2016). https:\/\/doi.org\/10.1007\/s40708-016-0042-6","journal-title":"Brain Inform."},{"key":"8_CR16","unstructured":"Wiethof, C., Bittner, E.: Hybrid intelligence - combining the human in the loop with the computer in the loop: a systematic literature review (2021)"},{"issue":"2","key":"8_CR17","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1007\/s13218-020-00634-1","volume":"34","author":"M Nadj","year":"2020","unstructured":"Nadj, M., Knaeble, M., Li, M.X., Maedche, A.: Power to the Oracle? Design principles for interactive labeling systems in machine learning. KI - K\u00fcnstliche Intelligenz 34(2), 131\u2013142 (2020). https:\/\/doi.org\/10.1007\/s13218-020-00634-1","journal-title":"KI - K\u00fcnstliche Intelligenz"},{"key":"8_CR18","doi-asserted-by":"crossref","unstructured":"Viana, L., Oliveira, E., Conte, T.: An interface design catalog for interactive labeling systems. In: Proceedings of the 23rd International Conference on Enterprise Information Systems. SCITEPRESS - Science and Technology Publications (2021)","DOI":"10.5220\/0010458204830494"},{"key":"8_CR19","doi-asserted-by":"crossref","unstructured":"Warsinsky, S., Schmidt-Kraepelin, M., Thiebes, S., et al.: Gamified expert annotation systems: meta-requirements and tentative design. In: Drechsler, A., Gerber, A., Hevner, A. (eds.) The Transdisciplinary Reach of Design Science Research. DESRIST 2022. Lecture Notes in Computer Science, vol. 13229, pp\u00a0154\u2013166. Springer, Cham. https:\/\/doi.org\/10.1007\/978-3-031-06516-3_12","DOI":"10.1007\/978-3-031-06516-3_12"},{"key":"8_CR20","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1007\/s11747-012-0308-3","volume":"41","author":"C Gr\u00f6nroos","year":"2013","unstructured":"Gr\u00f6nroos, C., Voima, P.: Critical service logic: making sense of value creation and co-creation. J. Acad. Mark. Sci. 41, 133\u2013150 (2013)","journal-title":"J. Acad. Mark. Sci."},{"key":"8_CR21","doi-asserted-by":"publisher","first-page":"324","DOI":"10.1177\/1094670503262946","volume":"6","author":"SL Vargo","year":"2004","unstructured":"Vargo, S.L., Lusch, R.F.: The four service marketing myths: remnants of a goods-based, manufacturing model. J. Serv. Res. 6, 324\u2013335 (2004)","journal-title":"J. Serv. Res."},{"key":"8_CR22","doi-asserted-by":"crossref","unstructured":"Zanzotto, F.M.: Viewpoint: human-in-the-loop artificial intelligence. JAIR 64, 243\u2013252 (2019)","DOI":"10.1613\/jair.1.11345"},{"key":"8_CR23","doi-asserted-by":"crossref","unstructured":"Porter, R.B., Theiler, J.P., Hush, D.R.: Interactive machine learning in data exploitation. Office of Scientific and Technical Information (OSTI) (2013)","DOI":"10.2172\/1060903"},{"key":"8_CR24","unstructured":"Meza Mart\u00ednez, M.A., Nadj, M., Maedche, A.: Towards an integrative theoretical framework of interactive machine learning systems. In: ECIS (2019)"},{"key":"8_CR25","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1609\/aimag.v35i4.2513","volume":"35","author":"S Amershi","year":"2015","unstructured":"Amershi, S., Cakmak, M., Knox, W.B., et al.: Power to the people: the role of humans in interactive machine learning. AIMag 35, 105\u2013120 (2015). https:\/\/doi.org\/10.1609\/aimag.v35i4.2513","journal-title":"AIMag"},{"issue":"2","key":"8_CR26","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1007\/s12650-018-0531-1","volume":"22","author":"L Jiang","year":"2018","unstructured":"Jiang, L., Liu, S., Chen, C.: Recent research advances on interactive machine learning. J. Vis. 22(2), 401\u2013417 (2018). https:\/\/doi.org\/10.1007\/s12650-018-0531-1","journal-title":"J. Vis."},{"key":"8_CR27","doi-asserted-by":"publisher","first-page":"793","DOI":"10.1108\/JOSM-12-2017-0349","volume":"31","author":"S Kleinschmidt","year":"2020","unstructured":"Kleinschmidt, S., Peters, C., Leimeister, J.M.: How to scale up contact-intensive services: ICT-enabled service innovation. JOSM 31, 793\u2013814 (2020). https:\/\/doi.org\/10.1108\/JOSM-12-2017-0349","journal-title":"JOSM"},{"key":"8_CR28","doi-asserted-by":"crossref","unstructured":"Afsar, M.M., Crump, T., Far, B.: Reinforcement learning based recommender systems: a survey. CoRR (2021)","DOI":"10.1145\/3543846"},{"key":"8_CR29","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling, L.P., Littman, M.L., Moore, A.W.: Reinforcement learning: a survey. JAIR 4, 237\u2013285 (1996). https:\/\/doi.org\/10.1613\/jair.301","journal-title":"Reinforcement learning: a survey. JAIR"},{"key":"8_CR30","doi-asserted-by":"crossref","unstructured":"Elshan, E., Ebel, P.A., S\u00f6llner, M. et al.: Leveraging low code development of smart personal assistants: an integrated design approach with the SPADE method. J. Manag. Inf. Syst. (JMIS) (2022)","DOI":"10.1080\/07421222.2023.2172776"},{"key":"8_CR31","doi-asserted-by":"publisher","first-page":"298","DOI":"10.1109\/tvcg.2017.2744818","volume":"24","author":"J Bernard","year":"2018","unstructured":"Bernard, J., Hutter, M., Zeppelzauer, M., et al.: Comparing visual-interactive labeling with active learning: an experimental study. IEEE Trans. Vis. Comput. Graph. 24, 298\u2013308 (2018). https:\/\/doi.org\/10.1109\/tvcg.2017.2744818","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"8_CR32","unstructured":"Sch\u00fcritz, R., Farrell, K., Wixom, B., et al.: Value co-creation in data-driven services: towards a deeper understanding of the joint sphere (2019)"},{"issue":"3","key":"8_CR33","doi-asserted-by":"publisher","first-page":"443","DOI":"10.1007\/s12525-019-00356-9","volume":"29","author":"M Blaschke","year":"2019","unstructured":"Blaschke, M., Riss, U., Haki, K., Aier, S.: Design principles for digital value co-creation networks: a service-dominant logic perspective. Electron. Mark. 29(3), 443\u2013472 (2019). https:\/\/doi.org\/10.1007\/s12525-019-00356-9","journal-title":"Electron. Mark."},{"key":"8_CR34","unstructured":"Peters, C.: Designing work and service systems. Doctoral Dissertation (2020)"},{"key":"8_CR35","doi-asserted-by":"publisher","first-page":"298","DOI":"10.1108\/09555340810886585","volume":"20","author":"C Gr\u00f6nroos","year":"2008","unstructured":"Gr\u00f6nroos, C.: Service logic revisited: who creates value? And who co-creates? Eur. Bus. Rev. 20, 298\u2013314 (2008). https:\/\/doi.org\/10.1108\/09555340810886585","journal-title":"Eur. Bus. Rev."},{"key":"8_CR36","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11747-007-0069-6","volume":"36","author":"SL Vargo","year":"2008","unstructured":"Vargo, S.L., Lusch, R.F.: Service-dominant logic: continuing the evolution. J. Acad. Mark. Sci. 36, 1 (2008). https:\/\/doi.org\/10.1007\/s11747-007-0069-6","journal-title":"J. Acad. Mark. Sci."},{"key":"8_CR37","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1177\/1470593111408177","volume":"11","author":"C Gr\u00f6nroos","year":"2011","unstructured":"Gr\u00f6nroos, C.: Value co-creation in service logic: a critical analysis. Mark. Theory 11, 279\u2013301 (2011). https:\/\/doi.org\/10.1177\/1470593111408177","journal-title":"Mark. Theory"},{"key":"8_CR38","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1057\/ejis.2008.40","volume":"17","author":"B Kuechler","year":"2008","unstructured":"Kuechler, B., Vaishnavi, V.: On theory development in design science research: anatomy of a research project. Eur. J. Inf. Syst. 17, 489\u2013504 (2008)","journal-title":"Eur. J. Inf. Syst."},{"key":"8_CR39","doi-asserted-by":"crossref","unstructured":"Hevner, A.R., March, S.T., Park, J., et al.: Design science in information systems research. MIS Q. 28, 75 (2004). https:\/\/doi.org\/10.2307\/25148625","DOI":"10.2307\/25148625"},{"key":"8_CR40","doi-asserted-by":"publisher","first-page":"470","DOI":"10.1057\/ejis.2008.44","volume":"17","author":"R Winter","year":"2008","unstructured":"Winter, R.: Design science research in Europe. Eur. J. Inf. Syst. 17, 470\u2013475 (2008). https:\/\/doi.org\/10.1057\/ejis.2008.44","journal-title":"Eur. J. Inf. Syst."},{"key":"8_CR41","doi-asserted-by":"crossref","unstructured":"Peffers, K., Rothenberger, M., Tuunanen, T., et al.: Design science research evaluation. In: Peffers, K., Rothenberger, M., Kuechler, B. (eds) Design Science Research in Information Systems. Advances in Theory and Practice. DESRIST 2012. Lecture Notes in Computer Science, vol. 7286, , pp. 398\u2013410. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-29863-9_29","DOI":"10.1007\/978-3-642-29863-9_29"},{"key":"8_CR42","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1057\/ejis.2014.36","volume":"25","author":"J Venable","year":"2016","unstructured":"Venable, J., Pries-Heje, J., Baskerville, R.: FEDS: a framework for evaluation in design science research. Eur. J. Inf. Syst. 25, 77\u201389 (2016). https:\/\/doi.org\/10.1057\/ejis.2014.36","journal-title":"Eur. J. Inf. Syst."},{"key":"8_CR43","doi-asserted-by":"crossref","unstructured":"Cao, H.-A., Wijaya, T.K., Aberer, K., et al.: A collaborative framework for annotating energy datasets. In: 2015 IEEE International Conference on Big Data (Big Data). IEEE (2015)","DOI":"10.1109\/BigData.2015.7364072"},{"key":"8_CR44","doi-asserted-by":"crossref","unstructured":"Yan, Yang, J., Hauptmann: Automatically labeling video data using multi-class active learning. In: Proceedings Ninth IEEE International Conference on Computer Vision. IEEE (2003)","DOI":"10.1109\/ICCV.2003.1238391"},{"key":"8_CR45","unstructured":"Desmond, M., Duesterwald, E., Brimijoin, K., et al.: Semi-automated data labeling. In: NeurIPS 2020 Competition and Demonstration Track, pp. 156\u2013169 (2021)"},{"key":"8_CR46","doi-asserted-by":"publisher","first-page":"57","DOI":"10.5465\/amr.1989.4279003","volume":"14","author":"KM Eisenhardt","year":"1989","unstructured":"Eisenhardt, K.M.: Agency theory: an assessment and review. AMR 14, 57\u201374 (1989). https:\/\/doi.org\/10.5465\/amr.1989.4279003","journal-title":"AMR"},{"issue":"3","key":"8_CR47","doi-asserted-by":"publisher","first-page":"290","DOI":"10.1007\/s11747-014-0397-2","volume":"44","author":"KR Ranjan","year":"2014","unstructured":"Ranjan, K.R., Read, S.: Value co-creation: concept and measurement. J. Acad. Mark. Sci. 44(3), 290\u2013315 (2014). https:\/\/doi.org\/10.1007\/s11747-014-0397-2","journal-title":"J. Acad. Mark. Sci."},{"key":"8_CR48","first-page":"77","volume":"4","author":"A Mallick","year":"2022","unstructured":"Mallick, A., Hsieh, K., Arzani, B., et al.: Matchmaker: data drift mitigation in machine learning for large-scale systems. Proc. Mach. Learn. Syst. 4, 77\u201394 (2022)","journal-title":"Proc. Mach. Learn. Syst."},{"key":"8_CR49","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1148\/radiol.2020200038","volume":"297","author":"OS Pianykh","year":"2020","unstructured":"Pianykh, O.S., Langs, G., Dewey, M., et al.: Continuous learning AI in radiology: implementation principles and early applications. Radiology 297, 6\u201314 (2020). https:\/\/doi.org\/10.1148\/radiol.2020200038","journal-title":"Radiology"},{"key":"8_CR50","doi-asserted-by":"crossref","unstructured":"Mirbabaie, M., Br\u00fcnker, F., M\u00f6llmann, F., Nicholas, R.J., et al.: The rise of artificial intelligence \u2013 understanding the AI identity threat at the workplace. Electron. Mark. 32, 73\u201399 (2022). https:\/\/doi.org\/10.1007\/s12525-021-00496-x","DOI":"10.1007\/s12525-021-00496-x"},{"key":"8_CR51","doi-asserted-by":"publisher","first-page":"601","DOI":"10.1177\/10946705221104312","volume":"25","author":"D Vorobeva","year":"2022","unstructured":"Vorobeva, D., El Fassi, Y., Costa Pinto, D., et al.: Thinking skills don\u2019t protect service workers from replacement by artificial intelligence. J. Serv. Res. 25, 601\u2013613 (2022). https:\/\/doi.org\/10.1177\/10946705221104312","journal-title":"J. Serv. Res."},{"key":"8_CR52","unstructured":"Braun, M., Greve, M., Riquel, J., et al.: Meet your new colle (AI) GUE\u2013exploring the impact of human-AI interaction designs on user performance. In: ECIS (2022)"},{"key":"8_CR53","unstructured":"Hemmer, P., Schemmer, M., Riefle, L., et al.: Factors that influence the adoption of human-AI collaboration in clinical decision-making. In: ECIS (2022)"},{"key":"8_CR54","doi-asserted-by":"publisher","first-page":"1155","DOI":"10.1287\/mnsc.2016.2643","volume":"64","author":"BJ Dietvorst","year":"2018","unstructured":"Dietvorst, B.J., Simmons, J.P., Massey, C.: Overcoming algorithm aversion: people will use imperfect algorithms if they can (even slightly) modify them. Manag. Sci. 64, 1155\u20131170 (2018)","journal-title":"Manag. Sci."},{"key":"8_CR55","doi-asserted-by":"crossref","unstructured":"Lockey, S., Gillespie, N., Holm, D., et al.: A review of trust in artificial intelligence: challenges, vulnerabilities and future directions. In: HICSS (2021)","DOI":"10.24251\/HICSS.2021.664"},{"key":"8_CR56","doi-asserted-by":"crossref","unstructured":"Venable, J., Pries-Heje, J., Baskerville, R.: A comprehensive framework for evaluation in design science research. In: Peffers, K., Rothenberger, M., Kuechler, B. (eds.) Design Science Research in Information Systems. Advances in Theory and Practice. DESRIST 2012. Lecture Notes in Computer Science, vol. 7286, pp.\u00a0423\u2013438. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-29863-9_31","DOI":"10.1007\/978-3-642-29863-9_31"},{"key":"8_CR57","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1007\/978-0-387-85820-3_8","volume-title":"Recommender Systems Handbook","author":"G Shani","year":"2011","unstructured":"Shani, G., Gunawardana, A.: Evaluating recommendation systems. In: Ricci, F., Rokach, L., Shapira, B., Kantor, P.B. (eds.) Recommender Systems Handbook, pp. 257\u2013297. Springer, Boston, MA (2011). https:\/\/doi.org\/10.1007\/978-0-387-85820-3_8"},{"key":"8_CR58","doi-asserted-by":"crossref","unstructured":"Brooke, J.: SUS: A \u2018quick and dirty\u2019 usability scale. In: Usability Evaluation in Industry. CRC Press, pp. 207\u2013212 (1996)","DOI":"10.1201\/9781498710411-35"}],"container-title":["Lecture Notes in Computer Science","Design Science Research for a New Society: Society 5.0"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-32808-4_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,18]],"date-time":"2023-05-18T23:06:21Z","timestamp":1684451181000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-32808-4_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031328077","9783031328084"],"references-count":58,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-32808-4_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"19 May 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"DESRIST","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Design Science Research in Information Systems and Technology","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Pretoria","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"South Africa","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 May 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 June 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"desrist2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/desrist2023.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"81","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"36% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}