{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,9]],"date-time":"2025-09-09T21:06:32Z","timestamp":1757451992313,"version":"3.40.3"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030853464"},{"type":"electronic","value":"9783030853471"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-85347-1_12","type":"book-chapter","created":{"date-parts":[[2021,8,27]],"date-time":"2021-08-27T09:06:54Z","timestamp":1630055214000},"page":"156-166","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["STAMP 4 NLP \u2013 An Agile Framework for Rapid Quality-Driven NLP Applications Development"],"prefix":"10.1007","author":[{"given":"Philipp","family":"Kohl","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Oliver","family":"Schmidts","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lars","family":"Kl\u00f6ser","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Henri","family":"Werth","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bodo","family":"Kraft","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Albert","family":"Z\u00fcndorf","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,8,25]]},"reference":[{"key":"12_CR1","doi-asserted-by":"publisher","first-page":"52138","DOI":"10.1109\/ACCESS.2018.2870052","volume":"6","author":"A Adadi","year":"2018","unstructured":"Adadi, A., Berrada, M.: Peeking inside the black-box: a survey on explainable artificial intelligence (XAI). IEEE Access 6, 52138\u201352160 (2018). https:\/\/doi.org\/10.1109\/ACCESS.2018.2870052","journal-title":"IEEE Access"},{"key":"12_CR2","doi-asserted-by":"publisher","unstructured":"Amershi, S., et al.: Software engineering for machine learning: a case study. In: Proceedings of the 41st International Conference on Software Engineering: Software Engineering in Practice, ICSE-SEIP 2019, pp. 291\u2013300. IEEE Press (2019). https:\/\/doi.org\/10.1109\/ICSE-SEIP.2019.00042","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"12_CR3","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1109\/MS.2007.176","volume":"24","author":"M Baechle","year":"2007","unstructured":"Baechle, M., Kirchberg, P.: Ruby on rails. Softw. IEEE 24, 105\u2013108 (2007). https:\/\/doi.org\/10.1109\/MS.2007.176","journal-title":"Softw. IEEE"},{"key":"12_CR4","unstructured":"Chapman, P., et al.: CRISP-DM 1.0 step-by-step data mining guide. In: SPSS (2000)"},{"key":"12_CR5","unstructured":"Cohn, M.: Succeeding with Agile: Software Development Using Scrum. Pearson Education Limited (2009). ISBN 978-0-32166-056-5"},{"key":"12_CR6","unstructured":"Costello, K.: Gartner survey shows 37 percent of organizations have implemented AI in some form (2019). https:\/\/www.gartner.com\/en\/newsroom\/press-releases\/2019-01-21-gartner-survey-shows-37-percent-of-organizations-have. Accessed 24 Apr 2021"},{"key":"12_CR7","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, vol. 1 (Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics, Minneapolis (2019). https:\/\/doi.org\/10.18653\/v1\/N19-1423. https:\/\/www.aclweb.org\/anthology\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"12_CR8","volume-title":"Continuous Integration: Improving Software Quality and Reducing Risk","author":"P Duvall","year":"2007","unstructured":"Duvall, P., Matyas, S.M., Glover, A.: Continuous Integration: Improving Software Quality and Reducing Risk. Addison-Wesley Professional, Boston (2007).ISBN 0-32133-638-0"},{"issue":"3","key":"12_CR9","first-page":"37","volume":"17","author":"U Fayyad","year":"1996","unstructured":"Fayyad, U., Piatetsky-Shapiro, G., Smyth, P.: From data mining to knowledge discovery in databases. AI Mag. 17(3), 37 (1996)","journal-title":"AI Mag."},{"key":"12_CR10","unstructured":"Goasduff, L.: 3 barriers to AI adoption (2019). https:\/\/www.gartner.com\/smarterwithgartner\/3-barriers-to-ai-adoption\/. Accessed 24 May 2021"},{"key":"12_CR11","unstructured":"Jyoti, R., Shirer, M.: Idc survey finds artificial intelligence adoption being driven by improved customer experience, greater employee efficiency, and accelerated innovation (2020). https:\/\/www.idc.com\/getdoc.jsp?containerId=prUS46534820. Accessed 24 May 2021"},{"key":"12_CR12","doi-asserted-by":"publisher","unstructured":"Li, J., Sun, A., Han, J., Li, C.: A survey on deep learning for named entity recognition. IEEE Trans. Knowl. Data Eng, p. 1 (2020). https:\/\/doi.org\/10.1109\/TKDE.2020.2981314","DOI":"10.1109\/TKDE.2020.2981314"},{"key":"12_CR13","unstructured":"Liu, S.: Global natural language processing market 2017\u20132025 (2020). https:\/\/www.statista.com\/statistics\/607891\/worldwide-natural-language-processing-market-revenues\/. Accessed 24 May 2021"},{"key":"12_CR14","unstructured":"Mane, D., Chitnis, K., Ojha, N.: The spring framework: an open source java platform for developing robust java applications. Int. J. Innov. Technol. Explor. Eng. (IJITEE) (2013)"},{"key":"12_CR15","unstructured":"Peters, M.E., et al.: Deep contextualized word representations. CoRR. abs\/1802.05365 (2018). http:\/\/arxiv.org\/abs\/1802.05365"},{"key":"12_CR16","unstructured":"Pineau, J., et al.: Improving reproducibility in machine learning research (a report from the neurips 2019 reproducibility program) (2020). arXiv:2003.12206. Version 3"},{"key":"12_CR17","unstructured":"Reuters: Amazon ditched AI recruiting tool that favored men for technical jobs (2018). https:\/\/www.theguardian.com\/technology\/2018\/oct\/10\/amazon-hiring-ai-gender-bias-recruiting-engine. Accessed 24 May 2021"},{"key":"12_CR18","doi-asserted-by":"publisher","unstructured":"Ribeiro, M.T., Wu, T., Guestrin, C., Singh, S.: Beyond accuracy: behavioral testing of NLP models with CheckList. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 4902\u20134912. Association for Computational Linguistics, Online (2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.442. https:\/\/www.aclweb.org\/anthology\/2020.acl-main.442","DOI":"10.18653\/v1\/2020.acl-main.442"},{"key":"12_CR19","doi-asserted-by":"publisher","unstructured":"Schreiber, M., Kraft, B., Z\u00fcndorf, A.: Metrics driven research collaboration: focusing on common project goals continuously. In: 2017 IEEE\/ACM 4th International Workshop on Software Engineering Research and Industrial Practice (SER IP), pp. 41\u201347 (2017). https:\/\/doi.org\/10.1109\/SER-IP.2017.6","DOI":"10.1109\/SER-IP.2017.6"},{"key":"12_CR20","doi-asserted-by":"publisher","unstructured":"Schreiber, M.: Towards effective natural language application development. Dissertation, University of Kassel (2019). https:\/\/doi.org\/10.17170\/kobra-20190529539","DOI":"10.17170\/kobra-20190529539"},{"key":"12_CR21","doi-asserted-by":"publisher","unstructured":"Schreiber, M., Kraft, B., Z\u00fcndorf, A.: Cost-efficient quality assurance of natural language processing tools through continuous monitoring with continuous integration. In: Proceedings of the 3rd International Workshop on Software Engineering Research and Industrial Practice, SER&IP 2016, pp. 46\u201352. Association for Computing Machinery, New York (2016). https:\/\/doi.org\/10.1145\/2897022.2897029","DOI":"10.1145\/2897022.2897029"},{"key":"12_CR22","doi-asserted-by":"publisher","unstructured":"Sildatke, M., Karwanni, H., Kraft, B., Schmidts, O., Z\u00fcndorf, A.: Automated software quality monitoring in research collaboration projects. In: Proceedings of the IEEE\/ACM 42nd International Conference on Software Engineering Workshops, ICSEW\u201920, pp. 603\u2013610. Association for Computing Machinery, New York (2020). https:\/\/doi.org\/10.1145\/3387940.3391478","DOI":"10.1145\/3387940.3391478"},{"key":"12_CR23","unstructured":"Staff, V.: Why do 87% of data science projects never make it into production? (2019). https:\/\/venturebeat.com\/2019\/07\/19\/why-do-87-of-data-science-projects-never-make-it-into-production\/. Accessed 24 May 2021"},{"key":"12_CR24","doi-asserted-by":"crossref","unstructured":"Studer, S., et al.: Towards CRISP-ML(Q): a machine learning process model with quality assurance methodology (2020). arXiv:2003.05155","DOI":"10.20944\/preprints202103.0135.v1"},{"key":"12_CR25","doi-asserted-by":"publisher","unstructured":"Varanasi, B., Belida, S.: Maven archetypes. In: Introducing Maven. Apress, Berkeley (2014). https:\/\/doi.org\/10.1007\/978-1-4842-0841-0_6","DOI":"10.1007\/978-1-4842-0841-0_6"},{"key":"12_CR26","doi-asserted-by":"publisher","unstructured":"Vijayan, V.K., Bindu, K.R., Parameswaran, L.: A comprehensive study of text classification algorithms. In: 2017 International Conference on Advances in Computing, Communications and Informatics (ICACCI), pp. 1109\u20131113 (2017). https:\/\/doi.org\/10.1109\/ICACCI.2017.8125990","DOI":"10.1109\/ICACCI.2017.8125990"},{"key":"12_CR27","unstructured":"Vincent, J.: Twitter taught microsoft\u2019s AI chatbot to be a racist asshole in less than a day (2016). https:\/\/www.theverge.com\/2016\/3\/24\/11297050\/tay-microsoft-chatbot-racist. Accessed 24 May 2021"},{"key":"12_CR28","doi-asserted-by":"publisher","unstructured":"Weber, C., Hirmer, P., Reimann, P., Schwarz, H.: A new process model for the comprehensive management of machine learning models. In: Proceedings of the 21st International Conference on Enterprise Information Systems, vol. 1: ICEIS, pp. 415\u2013422. INSTICC, SciTePress (2019). https:\/\/doi.org\/10.5220\/0007725304150422","DOI":"10.5220\/0007725304150422"}],"container-title":["Communications in Computer and Information Science","Quality of Information and Communications Technology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-85347-1_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,8,27]],"date-time":"2021-08-27T09:10:12Z","timestamp":1630055412000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-85347-1_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030853464","9783030853471"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-85347-1_12","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"25 August 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"QUATIC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on the Quality of Information and Communications Technology","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Algarve","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 September 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"quatic2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2021.quatic.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"98","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}