{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T14:19:19Z","timestamp":1766067559749,"version":"3.40.3"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031054334"},{"type":"electronic","value":"9783031054341"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-05434-1_1","type":"book-chapter","created":{"date-parts":[[2022,6,15]],"date-time":"2022-06-15T23:07:02Z","timestamp":1655334422000},"page":"3-19","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Putting Users in the Loop: How User Research Can Guide AI Development for a Consumer-Oriented Self-service Portal"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1964-0393","authenticated-orcid":false,"given":"Frank","family":"Binder","sequence":"first","affiliation":[]},{"given":"Jana","family":"Diels","sequence":"additional","affiliation":[]},{"given":"Julian","family":"Balling","sequence":"additional","affiliation":[]},{"given":"Oliver","family":"Albrecht","sequence":"additional","affiliation":[]},{"given":"Robert","family":"Sachunsky","sequence":"additional","affiliation":[]},{"given":"J. Nathanael","family":"Philipp","sequence":"additional","affiliation":[]},{"given":"Yvonne","family":"Scheurer","sequence":"additional","affiliation":[]},{"given":"Marlene","family":"M\u00fcnsch","sequence":"additional","affiliation":[]},{"given":"Markus","family":"Otto","sequence":"additional","affiliation":[]},{"given":"Andreas","family":"Niekler","sequence":"additional","affiliation":[]},{"given":"Gerhard","family":"Heyer","sequence":"additional","affiliation":[]},{"given":"Christian","family":"Thorun","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,6,16]]},"reference":[{"key":"1_CR1","unstructured":"Abdulla, W.: Mask R-CNN for object detection and instance segmentation on Keras and TensorFlow. https:\/\/github.com\/matterport\/Mask_RCNN. Accessed 11 Feb 2022"},{"key":"1_CR2","unstructured":"Auer, F., Felderer, M.: Shifting quality assurance of machine learning algorithms to live systems. In: Tichy, M., Bodden, E., Kuhrmann, M., Wagner, S., Stegh\u00f6fer, J.-P. (eds.) Software Engineering und Software Management 2018, pp. 211\u2013212. Gesellschaft f\u00fcr Informatik, Bonn (2018)"},{"key":"1_CR3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-531-18939-0","volume-title":"Handbuch Methoden der empirischen Sozialforschung","year":"2014","unstructured":"Baur, N., Blasius, J. (eds.): Handbuch Methoden der empirischen Sozialforschung. Springer, Wiesbaden (2014). https:\/\/doi.org\/10.1007\/978-3-531-18939-0"},{"key":"1_CR4","doi-asserted-by":"publisher","unstructured":"Beede, E., et al.: A human-centered evaluation of a deep learning system deployed in clinics for the detection of diabetic retinopathy. In: Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems, Honolulu, HI, USA, pp. 1\u201312. ACM (2020). https:\/\/doi.org\/10.1145\/3313831.3376718","DOI":"10.1145\/3313831.3376718"},{"key":"1_CR5","doi-asserted-by":"publisher","unstructured":"B\u00fcrgl, K., Reinhardt, L., Binder, F., M\u00fcller, L., Niekler, A.: Digitizing Drilling Logs - Challenges of typewritten forms. In: Gesellschaft f\u00fcr Informatik (ed.) 51. Jahrestagung der Gesellschaft f\u00fcr Informatik, INFORMATIK 2021 - Computer Science & Sustainability, Berlin, pp. 709\u2013718. Gesellschaft f\u00fcr Informatik, Bonn (2021). https:\/\/doi.org\/10.18420\/informatik2021-059","DOI":"10.18420\/informatik2021-059"},{"key":"1_CR6","doi-asserted-by":"publisher","first-page":"524","DOI":"10.1631\/FITEE.1900549","volume":"21","author":"M Chegini","year":"2020","unstructured":"Chegini, M., et al.: Interactive visual labelling versus active learning: an experimental comparison. Front. Inf. Technol. Electron. Eng. 21, 524\u2013535 (2020). https:\/\/doi.org\/10.1631\/FITEE.1900549","journal-title":"Front. Inf. Technol. Electron. Eng."},{"key":"1_CR7","doi-asserted-by":"crossref","unstructured":"Davis, F.D.: Perceived usefulness, perceived ease of use, and user acceptance of information technology. MIS Q. 319\u2013340 (1989)","DOI":"10.2307\/249008"},{"key":"1_CR8","doi-asserted-by":"publisher","first-page":"663","DOI":"10.1108\/jstp-02-2016-0036","volume":"27","author":"T Dietrich","year":"2017","unstructured":"Dietrich, T., Trischler, J., Schuster, L., Rundle-Thiele, S.: Co-designing services with vulnerable consumers. J. Serv. Theory Pract. 27, 663\u2013688 (2017). https:\/\/doi.org\/10.1108\/jstp-02-2016-0036","journal-title":"J. Serv. Theory Pract."},{"key":"1_CR9","doi-asserted-by":"publisher","unstructured":"Engl, E.: OCR-D kompakt: Ergebnisse und Stand der Forschung in der F\u00f6rderinitiative. Bibliothek Forschung und Praxis (44), 218\u2013230 (2020). https:\/\/doi.org\/10.1515\/bfp-2020-0024","DOI":"10.1515\/bfp-2020-0024"},{"key":"1_CR10","doi-asserted-by":"publisher","unstructured":"Gao, L., et al.: ICDAR 2019 competition on table detection and recognition (cTDaR). In: 2019 International Conference on Document Analysis and Recognition (ICDAR), pp. 1510\u20131515 (2019). https:\/\/doi.org\/10.1109\/ICDAR.2019.00243","DOI":"10.1109\/ICDAR.2019.00243"},{"key":"1_CR11","doi-asserted-by":"publisher","unstructured":"G\u00f6bel, M., Hassan, T., Oro, E., Orsi, G.: ICDAR 2013 table competition. In: 12th International Conference on Document Analysis and Recognition, pp. 1449\u20131453 (2013). https:\/\/doi.org\/10.1109\/ICDAR.2013.292","DOI":"10.1109\/ICDAR.2013.292"},{"key":"1_CR12","doi-asserted-by":"publisher","unstructured":"He, K., Gkioxari, G., Doll\u00e1r, P., Girshick, R.B.: Mask R-CNN. In: 2017 IEEE International Conference on Computer Vision (ICCV), pp. 2980\u20132988 (2017). https:\/\/doi.org\/10.1109\/ICCV.2017.322","DOI":"10.1109\/ICCV.2017.322"},{"key":"1_CR13","doi-asserted-by":"publisher","unstructured":"Hesenius, M., Schwenzfeier, N., Meyer, O., Koop, W., Gruhn, V.: Towards a software engineering process for developing data-driven applications. In: 2019 IEEE\/ACM 7th International Workshop on Realizing Artificial Intelligence Synergies in Software Engineering (RAISE), pp. 35\u201341. IEEE (2019). https:\/\/doi.org\/10.1109\/raise.2019.00014","DOI":"10.1109\/raise.2019.00014"},{"issue":"2","key":"1_CR14","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/s40708-016-0042-6","volume":"3","author":"A Holzinger","year":"2016","unstructured":"Holzinger, A.: Interactive machine learning for health informatics: when do we need the human-in-the-loop? Brain Inform. 3(2), 119\u2013131 (2016). https:\/\/doi.org\/10.1007\/s40708-016-0042-6","journal-title":"Brain Inform."},{"key":"1_CR15","doi-asserted-by":"publisher","unstructured":"Holzinger, A., Valdez, A.C., Ziefle, M.: Towards interactive recommender systems with the doctor-in-the-loop. In: Weyers, B., Dittmar, A. (eds.) Mensch und Computer 2016 - Workshopband. Gesellschaft f\u00fcr Informatik e.V., Aachen (2016). https:\/\/doi.org\/10.18420\/MUC2016-WS11-0001","DOI":"10.18420\/MUC2016-WS11-0001"},{"key":"1_CR16","unstructured":"Kettner, S.E., Thorun, C.: Verbraucherstudie 2019: Wie erreicht man Verbraucherin- nen und Verbraucher im Zeitalter digitaler Informationsangebote. Final report. ConPolicy GmbH, Berlin (2019)"},{"key":"1_CR17","unstructured":"Lell, O., Kettner, S.E., Thorun, C., Bendig, T.: Verbraucherschutz digital neu denken: Consumer Protection Technologies - Politische Relevanz, Potential und Handlungsbedarf. ConPolicy GmbH, Berlin (2021)"},{"key":"1_CR18","unstructured":"Lewis, C.: Using the \u201cthinking-aloud\u201d method in cognitive interface design. IBM TJ Watson Research Center, Yorktown Heights (1982)"},{"key":"1_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"740","DOI":"10.1007\/978-3-319-10602-1_48","volume-title":"Computer Vision \u2013 ECCV 2014","author":"T-Y Lin","year":"2014","unstructured":"Lin, T.-Y., et al.: Microsoft COCO: common objects in context. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8693, pp. 740\u2013755. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10602-1_48"},{"key":"1_CR20","doi-asserted-by":"crossref","unstructured":"Mahlke, S.: Factors influencing the experience of website usage. In: Extended Abstracts on Human Factors in Computing Systems, CHI 2002, pp. 846\u2013847 (2002)","DOI":"10.1145\/506443.506628"},{"key":"1_CR21","volume-title":"Human-in-the-Loop Machine Learning","author":"R Monarch","year":"2021","unstructured":"Monarch, R.: Human-in-the-Loop Machine Learning. Manning Publications, New York (2021)"},{"key":"1_CR22","unstructured":"Morville, P.: User experience design. https:\/\/semanticstudios.com\/user_experience_design\/. Accessed 11 Feb 2022"},{"key":"1_CR23","doi-asserted-by":"publisher","unstructured":"Moser, C.: User Experience Design. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-13363-3","DOI":"10.1007\/978-3-642-13363-3"},{"key":"1_CR24","doi-asserted-by":"publisher","unstructured":"Neudecker, C., et al.: OCR-D: an end-to-end open source OCR framework for historical printed documents. In: Proceedings of the 3rd International Conference on Digital Access to Textual Cultural Heritage, Brussels, pp. 53\u201358. ACM (2019). https:\/\/doi.org\/10.1145\/3322905.3322917","DOI":"10.1145\/3322905.3322917"},{"key":"1_CR25","unstructured":"Ng, A.: Structured and Unstructured Data: Implications for AI Development. The Batch. https:\/\/read.deeplearning.ai\/the-batch\/structured-and-unstructured-data-implications-for-ai-development\/. Accessed 05 Nov 2021"},{"key":"1_CR26","unstructured":"Patton, J., Economy, P.: User Story Mapping: Discover the Whole Story, Build the Right Product. 1st edn. O\u2019Reilly Media Inc. (2014)"},{"key":"1_CR27","unstructured":"Reder, B.: Machine Learning 2021. IDG Business Media GmbH, M\u00fcnchen (2021)"},{"key":"1_CR28","doi-asserted-by":"publisher","unstructured":"Reul, C., Springmann, U., Puppe, F.: LAREX: a semi-automatic open-source tool for layout analysis and region extraction on early printed books. In: Proceedings of the 2nd International Conference on Digital Access to Textual Cultural Heritage, G\u00f6ttingen, pp. 137\u2013142. Association for Computing Machinery (2017). https:\/\/doi.org\/10.1145\/3078081.3078097","DOI":"10.1145\/3078081.3078097"},{"issue":"6","key":"1_CR29","doi-asserted-by":"publisher","first-page":"5193","DOI":"10.1007\/s10664-020-09881-0","volume":"25","author":"V Riccio","year":"2020","unstructured":"Riccio, V., Jahangirova, G., Stocco, A., Humbatova, N., Weiss, M., Tonella, P.: Testing machine learning based systems: a systematic mapping. Empir. Softw. Eng. 25(6), 5193\u20135254 (2020). https:\/\/doi.org\/10.1007\/s10664-020-09881-0","journal-title":"Empir. Softw. Eng."},{"key":"1_CR30","unstructured":"Roberts, L.: The value of AI: now and the future (PART 2) AI Failures, Pitfalls, Key Learnings and Success. https:\/\/www.linkedin.com\/pulse\/value-ai-now-future-part-2-failures-pitfalls-key-success-roberts\/. Accessed 05 Nov 2021"},{"key":"1_CR31","unstructured":"Scheurer, Y., et al.: Abschlussbericht Smart_HEC (Kurzfassung). co2online gGmbH, Berlin (2021)"},{"key":"1_CR32","doi-asserted-by":"publisher","unstructured":"Smith, R.: An overview of the tesseract OCR engine. In: Ninth International Conference on Document Analysis and Recognition (ICDAR 2007), pp. 629\u2013633 (2007). https:\/\/doi.org\/10.1109\/ICDAR.2007.4376991","DOI":"10.1109\/ICDAR.2007.4376991"},{"issue":"1","key":"1_CR33","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1093\/iwc\/iwt033","volume":"26","author":"MT Thielsch","year":"2014","unstructured":"Thielsch, M.T., Blotenberg, I., Jaron, R.: User evaluation of websites: from first impression to recommendation. Interact. Comput. 26(1), 89\u2013102 (2014)","journal-title":"Interact. Comput."},{"key":"1_CR34","doi-asserted-by":"publisher","first-page":"1465","DOI":"10.1126\/science.1160379","volume":"321","author":"L von Ahn","year":"2008","unstructured":"von Ahn, L., Maurer, B., McMillen, C., Abraham, D., Blum, M.: reCAPTCHA: human-based character recognition via web security measures. Science 321, 1465\u20131468 (2008). https:\/\/doi.org\/10.1126\/science.1160379","journal-title":"Science"},{"issue":"3","key":"1_CR35","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1007\/s40708-016-0036-4","volume":"3","author":"SM Yimam","year":"2016","unstructured":"Yimam, S.M., Biemann, C., Majnaric, L., \u0160abanovi\u0107, \u0160, Holzinger, A.: An adaptive annotation approach for biomedical entity and relation recognition. Brain Inform. 3(3), 157\u2013168 (2016). https:\/\/doi.org\/10.1007\/s40708-016-0036-4","journal-title":"Brain Inform."}],"container-title":["Lecture Notes in Computer Science","Culture and Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-05434-1_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,15]],"date-time":"2022-06-15T23:15:32Z","timestamp":1655334932000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-05434-1_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031054334","9783031054341"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-05434-1_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"16 June 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 June 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 July 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2022.hci.international\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}