{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,28]],"date-time":"2025-09-28T04:14:06Z","timestamp":1759032846715,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,4,15]],"date-time":"2020-04-15T00:00:00Z","timestamp":1586908800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,4,15]]},"DOI":"10.1145\/3383219.3383220","type":"proceedings-article","created":{"date-parts":[[2020,5,4]],"date-time":"2020-05-04T07:51:02Z","timestamp":1588578662000},"page":"1-10","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":12,"title":["A Multiple Case Study of Artificial Intelligent System Development in Industry"],"prefix":"10.1145","author":[{"given":"Anh","family":"Nguyen-Duc","sequence":"first","affiliation":[{"name":"School of Business, Department of Business and IT University of South Eastern Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ingrid","family":"Sundb\u00f8","sequence":"additional","affiliation":[{"name":"School of Business, Department of Business and IT University of South Eastern Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Elizamary","family":"Nascimento","sequence":"additional","affiliation":[{"name":"Institute of Computing Universidade Federal do Amazonas Manaus, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tayana","family":"Conte","sequence":"additional","affiliation":[{"name":"Institute of Computing Universidade Federal do Amazonas Manaus, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Iftekhar","family":"Ahmed","sequence":"additional","affiliation":[{"name":"Department of Informatics University of California, Irvine USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pekka","family":"Abrahamsson","sequence":"additional","affiliation":[{"name":"University of Jyv\u00e4skyl\u00e4 Jyv\u00e4skyl\u00e4, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,4,17]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Tractica report 2019. Available at: https:\/\/www.tractica.com\/research\/artificial-intelligenc e-market-forecasts\/  Tractica report 2019. Available at: https:\/\/www.tractica.com\/research\/artificial-intelligenc e-market-forecasts\/"},{"key":"e_1_3_2_1_2_1","unstructured":"MMC Ventures 2019. The state of AI: Divergent. Available at: https:\/\/www.mmcventures.com\/wp-content\/uploads\/2019\/02\/The-State-of-AI-2019-Divergence.pdf  MMC Ventures 2019. The state of AI: Divergent. Available at: https:\/\/www.mmcventures.com\/wp-content\/uploads\/2019\/02\/The-State-of-AI-2019-Divergence.pdf"},{"key":"e_1_3_2_1_3_1","unstructured":"Olson P. Forbes Staff 2019. Available at: https:\/\/www.forbes.com\/sites\/parmyolson\/2019\/03\/04\/nearly-half-of-all-ai-startups-are-cashing-in-on-hype\/#452f2966d022  Olson P. Forbes Staff 2019. Available at: https:\/\/www.forbes.com\/sites\/parmyolson\/2019\/03\/04\/nearly-half-of-all-ai-startups-are-cashing-in-on-hype\/#452f2966d022"},{"volume-title":"Private Equity Investment in Artificial Intelligence. OECD Going Digital Policy Note","key":"e_1_3_2_1_4_1","unstructured":"OECD, 2018. Private Equity Investment in Artificial Intelligence. OECD Going Digital Policy Note , OECD , Paris , www.oecd.org\/going-digital\/ai\/private-equity-investment-in-artificial-intelligence.pdf.. OECD, 2018. Private Equity Investment in Artificial Intelligence. OECD Going Digital Policy Note, OECD, Paris, www.oecd.org\/going-digital\/ai\/private-equity-investment-in-artificial-intelligence.pdf.."},{"key":"e_1_3_2_1_5_1","first-page":"1","volume-title":"Development Workflows for Data Scientists","author":"Byrne C.","year":"2017","unstructured":"Byrne , C. 2017. Development Workflows for Data Scientists , 1 st ed., O'Reilly Media , 2017 , pp. 1 -- 28 Byrne, C. 2017. Development Workflows for Data Scientists, 1st ed., O'Reilly Media, 2017, pp. 1--28","edition":"1"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2754374"},{"key":"e_1_3_2_1_7_1","volume-title":"Understanding Development Process of Machine Learning Systems: Challenges and Solutions. 2019 ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM) (Sep.","author":"Nascimento E.","year":"2019","unstructured":"Nascimento , E. de S., Ahmed , I. , Oliveira , E. , Palheta , M.P. , Steinmacher , I. and Conte , T . 2019 . Understanding Development Process of Machine Learning Systems: Challenges and Solutions. 2019 ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM) (Sep. 2019 ), 1--6. Nascimento, E. de S., Ahmed, I., Oliveira, E., Palheta, M.P., Steinmacher, I. and Conte, T. 2019. Understanding Development Process of Machine Learning Systems: Challenges and Solutions. 2019 ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM) (Sep. 2019), 1--6."},{"key":"e_1_3_2_1_8_1","volume-title":"Proceedings of the 41st International Conference on Software Engineering: Software Engineering in Practice","author":"Amershi S.","year":"2019","unstructured":"Amershi , S. , Begel , A. , Bird , C. , DeLine , R. , Gall , H. , Kamar , E. , Nagappan , N. , Nushi , B. and Zimmermann , T . 2019. Software Engineering for Machine Learning: A Case Study . Proceedings of the 41st International Conference on Software Engineering: Software Engineering in Practice ( Piscataway, NJ, USA , 2019 ), 291--300. Amershi, S., Begel, A., Bird, C., DeLine, R., Gall, H., Kamar, E., Nagappan, N., Nushi, B. and Zimmermann, T. 2019. Software Engineering for Machine Learning: A Case Study. Proceedings of the 41st International Conference on Software Engineering: Software Engineering in Practice (Piscataway, NJ, USA, 2019), 291--300."},{"key":"e_1_3_2_1_9_1","volume-title":"Proceedings of the 36th International Conference on Software Engineering","author":"Begel A.","year":"2014","unstructured":"Begel , A. and Zimmermann , T . 2014. Analyze This! 145 Questions for Data Scientists in Software Engineering . Proceedings of the 36th International Conference on Software Engineering ( New York, NY, USA , 2014 ), 12--23. Begel, A. and Zimmermann, T. 2014. Analyze This! 145 Questions for Data Scientists in Software Engineering. Proceedings of the 36th International Conference on Software Engineering (New York, NY, USA, 2014), 12--23."},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of the 12th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement","author":"Huijgens H.","year":"2018","unstructured":"Huijgens , H. , Spadini , D. , Stevens , D. , Visser , N. and van Deursen, A. 2018. Software Analytics in Continuous Delivery: A Case Study on Success Factors . Proceedings of the 12th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement ( New York, NY, USA , 2018 ), 25:1-25:10. Huijgens, H., Spadini, D., Stevens, D., Visser, N. and van Deursen, A. 2018. Software Analytics in Continuous Delivery: A Case Study on Success Factors. Proceedings of the 12th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement (New York, NY, USA, 2018), 25:1-25:10."},{"key":"e_1_3_2_1_11_1","first-page":"5","article-title":"Software Engineering for Machine-Learning Applications","volume":"35","author":"Khomh F.","year":"2018","unstructured":"Khomh , F. , Adams , B. , Cheng , J. , Fokaefs , M. and Antoniol , G. 2018 . Software Engineering for Machine-Learning Applications : The Road Ahead. IEEE Software. 35 , 5 (Sep. 2018), 81--84. Khomh, F., Adams, B., Cheng, J., Fokaefs, M. and Antoniol, G. 2018. Software Engineering for Machine-Learning Applications: The Road Ahead. IEEE Software. 35, 5 (Sep. 2018), 81--84.","journal-title":"The Road Ahead. IEEE Software."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-19034-7_14"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3299887.3299891"},{"key":"e_1_3_2_1_14_1","volume-title":"Data Management Challenges for Deep Learning. 2019 45th Euromicro Conference on Software Engineering and Advanced Applications (SEAA) (Aug.","author":"Munappy A.","year":"2019","unstructured":"Munappy , A. , Bosch , J. , Olsson , H.H. , Arpteg , A. and Brinne , B . 2019 . Data Management Challenges for Deep Learning. 2019 45th Euromicro Conference on Software Engineering and Advanced Applications (SEAA) (Aug. 2019 ), 140--147. Munappy, A., Bosch, J., Olsson, H.H., Arpteg, A. and Brinne, B. 2019. Data Management Challenges for Deep Learning. 2019 45th Euromicro Conference on Software Engineering and Advanced Applications (SEAA) (Aug. 2019), 140--147."},{"key":"e_1_3_2_1_15_1","unstructured":"Poole D. Mackworth A. and Goebel R. 1997. Computational intelligence: a logical approach. Oxford University Press Inc.  Poole D. Mackworth A. and Goebel R. 1997. Computational intelligence: a logical approach. Oxford University Press Inc."},{"key":"e_1_3_2_1_16_1","volume-title":"Proceedings of the 28th International Conference on Neural Information Processing Systems -","volume":"2","author":"Sculley D.","year":"2015","unstructured":"Sculley , D. , Holt , G. , Golovin , D. , Davydov , E. , Phillips , T. , Ebner , D. , Chaudhary , V. , Young , M. , Crespo , J.-F. and Dennison , D . 2015. Hidden Technical Debt in Machine Learning Systems . Proceedings of the 28th International Conference on Neural Information Processing Systems - Volume 2 (Cambridge, MA, USA, 2015 ), 2503--2511. Sculley, D., Holt, G., Golovin, D., Davydov, E., Phillips, T., Ebner, D., Chaudhary, V., Young, M., Crespo, J.-F. and Dennison, D. 2015. Hidden Technical Debt in Machine Learning Systems. Proceedings of the 28th International Conference on Neural Information Processing Systems - Volume 2 (Cambridge, MA, USA, 2015), 2503--2511."},{"key":"e_1_3_2_1_17_1","first-page":"2","article-title":"Minimum Viable Products for Internet of Things Applications","volume":"11","author":"Nguyen-Duc A.","year":"2019","unstructured":"Nguyen-Duc , A. , Khalid , K. , Shahid Bajwa , S. and L\u00f8nnestad , T. 2019 . Minimum Viable Products for Internet of Things Applications : Common Pitfalls and Practices. Future Internet. 11 , 2 (Feb. 2019), 50. DOI:https:\/\/doi.org\/10.3390\/fi11020050. 10.3390\/fi11020050 Nguyen-Duc, A., Khalid, K., Shahid Bajwa, S. and L\u00f8nnestad, T. 2019. Minimum Viable Products for Internet of Things Applications: Common Pitfalls and Practices. Future Internet. 11, 2 (Feb. 2019), 50. DOI:https:\/\/doi.org\/10.3390\/fi11020050.","journal-title":"Common Pitfalls and Practices. Future Internet."},{"key":"e_1_3_2_1_18_1","unstructured":"Russel S. J. and Norvig P. 2009. Artificial Intelligence. A Modern Approach (3rd ed.). Prentice Hall  Russel S. J. and Norvig P. 2009. Artificial Intelligence. A Modern Approach (3rd ed.). Prentice Hall"},{"key":"e_1_3_2_1_19_1","unstructured":"Goldfarb A. Joshua S. G. and Avi G. 2017. What to Expect From Artificial Intelligence. MIT Sloan Management Review.  Goldfarb A. Joshua S. G. and Avi G. 2017. What to Expect From Artificial Intelligence. MIT Sloan Management Review."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1111\/isj.12206"},{"key":"e_1_3_2_1_21_1","volume-title":"2019 IEEE\/ACM Joint 7th International Workshop on Conducting Empirical Studies in Industry (CESI) and 6th International Workshop on Software Engineering Research and Industrial Practice (SER IP) (May","author":"Ishikawa F.","year":"2019","unstructured":"Ishikawa , F. and Yoshioka , N . 2019. How Do Engineers Perceive Difficulties in Engineering of Machine-Learning Systems? - Questionnaire Survey . 2019 IEEE\/ACM Joint 7th International Workshop on Conducting Empirical Studies in Industry (CESI) and 6th International Workshop on Software Engineering Research and Industrial Practice (SER IP) (May 2019 ), 2--9. Ishikawa, F. and Yoshioka, N. 2019. How Do Engineers Perceive Difficulties in Engineering of Machine-Learning Systems? - Questionnaire Survey. 2019 IEEE\/ACM Joint 7th International Workshop on Conducting Empirical Studies in Industry (CESI) and 6th International Workshop on Software Engineering Research and Industrial Practice (SER IP) (May 2019), 2--9."},{"key":"#cr-split#-e_1_3_2_1_22_1.1","doi-asserted-by":"crossref","unstructured":"Nalchigar S. and Yu E. 2018. Business-driven data analytics: A conceptual modeling framework. Data & Knowledge Engineering. 117 (Sep. 2018) 359--372. DOI:https:\/\/doi.org\/10.1016\/j.datak.2018.04.006. 10.1016\/j.datak.2018.04.006","DOI":"10.1016\/j.datak.2018.04.006"},{"key":"#cr-split#-e_1_3_2_1_22_1.2","doi-asserted-by":"crossref","unstructured":"Nalchigar S. and Yu E. 2018. Business-driven data analytics: A conceptual modeling framework. Data & Knowledge Engineering. 117 (Sep. 2018) 359--372. DOI:https:\/\/doi.org\/10.1016\/j.datak.2018.04.006.","DOI":"10.1016\/j.datak.2018.04.006"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3332281"},{"key":"e_1_3_2_1_24_1","first-page":"10","article-title":"The Essence of Software Engineering","volume":"10","author":"Jacobson I.","year":"2012","unstructured":"Jacobson , I. , Ng , P.-W. , McMahon , P. , Spence , I. and Lidman , S. 2012 . The Essence of Software Engineering : The SEMAT Kernel. Queue. 10 , 10 (Oct. 2012), 40--51. DOI:https:\/\/doi.org\/10.1145\/2381996.2389616.. 10.1145\/2381996.2389616. Jacobson, I., Ng, P.-W., McMahon, P., Spence, I. and Lidman, S. 2012. The Essence of Software Engineering: The SEMAT Kernel. Queue. 10, 10 (Oct. 2012), 40--51. DOI:https:\/\/doi.org\/10.1145\/2381996.2389616..","journal-title":"The SEMAT Kernel. Queue."},{"key":"e_1_3_2_1_25_1","first-page":"69","article-title":"Case study research: Design and methods (4th Ed.). Thousand Oaks, CA: Sage","volume":"14","author":"Yin R. K.","year":"2009","unstructured":"Yin , R. K. 2009 . Case study research: Design and methods (4th Ed.). Thousand Oaks, CA: Sage . The Canadian Journal of Action Research 14 : 69 -- 71 . Yin, R. K. 2009. Case study research: Design and methods (4th Ed.). Thousand Oaks, CA: Sage. The Canadian Journal of Action Research 14:69--71.","journal-title":"The Canadian Journal of Action Research"},{"key":"e_1_3_2_1_26_1","first-page":"2","article-title":"Guidelines for conducting and reporting case study research in software engineering","volume":"14","author":"Runeson P.","year":"2008","unstructured":"Runeson , P. and H\u00f6st , M. 2008 . Guidelines for conducting and reporting case study research in software engineering . Empirical Software Engineering. 14 , 2 (Dec. 2008), 131. DOI:https:\/\/doi.org\/10.1007\/s10664-008-9102-8. 10.1007\/s10664-008-9102-8 Runeson, P. and H\u00f6st, M. 2008. Guidelines for conducting and reporting case study research in software engineering. Empirical Software Engineering. 14, 2 (Dec. 2008), 131. DOI:https:\/\/doi.org\/10.1007\/s10664-008-9102-8.","journal-title":"Empirical Software Engineering."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"Jacobson I. Lawson H. \"Bud \" Ng P.-W. McMahon P.E. and Goedicke M. 2019. The Essentials of Modern Software Engineering: Free the Practices from the Method Prisons!. Association for Computing Machinery and Morgan & Claypool.  Jacobson I. Lawson H. \"Bud \" Ng P.-W. McMahon P.E. and Goedicke M. 2019. The Essentials of Modern Software Engineering: Free the Practices from the Method Prisons!. Association for Computing Machinery and Morgan & Claypool.","DOI":"10.1145\/3277669.3277673"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Belani H. Vukovic M. Car Z. 2019. Requirements Engineering Challenges in Building AI-Based Complex Systems. CoRR abs\/1908.11791  Belani H. Vukovic M. Car Z. 2019. Requirements Engineering Challenges in Building AI-Based Complex Systems. CoRR abs\/1908.11791","DOI":"10.1109\/REW.2019.00051"},{"key":"e_1_3_2_1_29_1","volume-title":"Basics of Qualitative Research Techniques and Procedures for Developing Grounded Theory","author":"Strauss A.","unstructured":"Strauss , A. , Corbin , J. 1998. Basics of Qualitative Research Techniques and Procedures for Developing Grounded Theory . 2 nd edition Strauss, A., Corbin, J. 1998. Basics of Qualitative Research Techniques and Procedures for Developing Grounded Theory. 2nd edition","edition":"2"},{"volume-title":"Transforming qualitative information: thematic analysis and code development","author":"Boyatzis R.E.","key":"e_1_3_2_1_30_1","unstructured":"Boyatzis , R.E. 1998. Transforming qualitative information: thematic analysis and code development . Sage Publications , Thousand Oaks Boyatzis, R.E. 1998. Transforming qualitative information: thematic analysis and code development. Sage Publications, Thousand Oaks"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/SEAA.2019.00016"},{"key":"e_1_3_2_1_32_1","volume-title":"Proceedings of the International Conference on Software and System Processes (Montreal","author":"Nguyen-Duc A..","year":"2019","unstructured":"Nguyen-Duc , A.. , Khalid , K. , L\u00f8nnestad , T. , Bajwa , S.S. , Wang , X. and Abrahamsson , P . 2019. How do startups develop internet-of-things systems: a multiple exploratory case study . Proceedings of the International Conference on Software and System Processes (Montreal , Quebec, Canada , May 2019 ), 74--83. Nguyen-Duc, A.., Khalid, K., L\u00f8nnestad, T., Bajwa, S.S., Wang, X. and Abrahamsson, P. 2019. How do startups develop internet-of-things systems: a multiple exploratory case study. Proceedings of the International Conference on Software and System Processes (Montreal, Quebec, Canada, May 2019), 74--83."},{"key":"e_1_3_2_1_33_1","volume-title":"Proceedings of the 40th International Conference on Software Engineering: New Ideas and Emerging Results","author":"Dam H.K.","year":"2018","unstructured":"Dam , H.K. , Tran , T. and Ghose , A . 2018. Explainable Software Analytics . Proceedings of the 40th International Conference on Software Engineering: New Ideas and Emerging Results ( New York, NY, USA , 2018 ), 53--56. Dam, H.K., Tran, T. and Ghose, A. 2018. Explainable Software Analytics. Proceedings of the 40th International Conference on Software Engineering: New Ideas and Emerging Results (New York, NY, USA, 2018), 53--56."}],"event":{"name":"EASE '20: Evaluation and Assessment in Software Engineering","sponsor":["NTNU Norwegian University of Science and Technology"],"location":"Trondheim Norway","acronym":"EASE '20"},"container-title":["Proceedings of the Evaluation and Assessment in Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3383219.3383220","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3383219.3383220","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:02:00Z","timestamp":1750197720000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3383219.3383220"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,4,15]]},"references-count":34,"alternative-id":["10.1145\/3383219.3383220","10.1145\/3383219"],"URL":"https:\/\/doi.org\/10.1145\/3383219.3383220","relation":{},"subject":[],"published":{"date-parts":[[2020,4,15]]},"assertion":[{"value":"2020-04-17","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}