{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T15:37:22Z","timestamp":1778168242549,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":64,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,12]],"date-time":"2024-04-12T00:00:00Z","timestamp":1712880000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,12]]},"DOI":"10.1145\/3597503.3639111","type":"proceedings-article","created":{"date-parts":[[2024,4,12]],"date-time":"2024-04-12T16:43:26Z","timestamp":1712940206000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["Development in times of hype: How freelancers explore Generative AI?"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2732-4465","authenticated-orcid":false,"given":"Mateusz","family":"Dolata","sequence":"first","affiliation":[{"name":"Department of Informatics, University of Zurich, Zurich, ZH, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-3296-3772","authenticated-orcid":false,"given":"Norbert","family":"Lange","sequence":"additional","affiliation":[{"name":"Entschleunigung Norbert Lange, Kassel, HE, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0453-9762","authenticated-orcid":false,"given":"Gerhard","family":"Schwabe","sequence":"additional","affiliation":[{"name":"Deparment of Informatics, University of Zurich, Zurich, ZH, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,4,12]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Proc. Innovations in Software Engineering Conf.","author":"Abhinav K.","year":"2017","unstructured":"Abhinav, K. and Dubey, A. 2017. Predicting budget for Crowdsourced and Freelance Software development Projects. Proc. Innovations in Software Engineering Conf. (New York, NY, USA, Feb. 2017), 165--171."},{"key":"e_1_3_2_1_2_1","unstructured":"Agile Adoption Report 2022: 2022. https:\/\/certiprof.com\/pages\/certiprof-agile-adoption-report-2022. Accessed: 2023-07-23."},{"key":"e_1_3_2_1_3_1","volume-title":"Adjunct Proc. Annual ACM Symposium on User Interface Software and Technology","author":"Arawjo I.","year":"2023","unstructured":"Arawjo, I., Vaithilingam, P., Wallenberg, M. and Glassman, E. 2023. ChainForge: An open-source visual programming environment for prompt engineering. Adjunct Proc. Annual ACM Symposium on User Interface Software and Technology (New York, NY, USA, Oktober 2023), 1--3."},{"key":"e_1_3_2_1_4_1","unstructured":"Are You a Hype-Driven Developer? 2020. https:\/\/betterprogramming.pub\/are-you-a-hype-driven-developer-368586c27051. Accessed: 2023-07-23."},{"key":"e_1_3_2_1_5_1","unstructured":"Arjovsky M. Chintala S. and Bottou L. 2017. Wasserstein GAN. arXiv. http:\/\/arxiv.org\/abs\/1701.07875"},{"key":"e_1_3_2_1_6_1","volume-title":"Software Engineering Challenges of Deep Learning. Proc. Euromicro Conf. on Software Engineering and Advanced Applications (Prague","author":"Arpteg A.","year":"2018","unstructured":"Arpteg, A., Brinne, B., Crnkovic-Friis, L. and Bosch, J. 2018. Software Engineering Challenges of Deep Learning. Proc. Euromicro Conf. on Software Engineering and Advanced Applications (Prague, Czech Republic, Aug. 2018), 50--59."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1001\/jamainternmed.2023.1838"},{"key":"e_1_3_2_1_8_1","volume-title":"et al","author":"Bommasani R.","year":"2022","unstructured":"Bommasani, R. et al. 2022. On the Opportunities and Risks of Foundation Models. arXiv. http:\/\/arxiv.org\/abs\/2108.07258"},{"key":"e_1_3_2_1_9_1","volume-title":"Advancing Design Science Research with Solution-based Probing. Proc. Hawaii International Conference on System Sciences","author":"Briggs R.O.","year":"2019","unstructured":"Briggs, R.O., B\u00f6hmann, T., Schwabe, G. and Tuunanen, T. 2019. Advancing Design Science Research with Solution-based Probing. Proc. Hawaii International Conference on System Sciences (Grans Wailea, Hawaii, Jan. 2019)."},{"key":"e_1_3_2_1_10_1","volume-title":"hype","author":"Cambridge Dictionary","unstructured":"Cambridge Dictionary 2023. hype. Cambridge Dictionary. Cambridge UP."},{"key":"e_1_3_2_1_11_1","unstructured":"Chen B. Zhang Z. Langren\u00e9 N. and Zhu S. 2023. Unleashing the potential of prompt engineering in Large Language Models: a comprehensive review. arXiv. http:\/\/arxiv.org\/abs\/2310.14735"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-56441-4_1"},{"key":"e_1_3_2_1_13_1","unstructured":"Destefanis G. Bartolucci S. and Ortu M. 2023. A Preliminary Analysis on the Code Generation Capabilities of GPT-3.5 and Bard AI Models for Java Functions. arXiv. http:\/\/arxiv.org\/abs\/2305.09402"},{"key":"e_1_3_2_1_14_1","volume-title":"Proc. Intl. Workshop on Blockchain Oriented Software Engineering (Campobasso. Italy","author":"Destefanis G.","year":"2018","unstructured":"Destefanis, G., Marchesi, M., Ortu, M., Tonelli, R., Bracciali, A. and Hierons, R. 2018. Smart contracts vulnerabilities: a call for blockchain software engineering? Proc. Intl. Workshop on Blockchain Oriented Software Engineering (Campobasso. Italy, Mar. 2018), 19--25."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2023.3338857"},{"key":"e_1_3_2_1_16_1","volume-title":"Proc. Intl. Conf. on Information Systems (Dec.","author":"Dolata M.","year":"2022","unstructured":"Dolata, M., Crowston, K. and Schwabe, G. 2022. Project Archetypes: A Blessing and a Curse for AI Development. Proc. Intl. Conf. on Information Systems (Dec. 2022)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.17605\/OSF.IO\/njc25"},{"key":"e_1_3_2_1_18_1","article-title":"Opinion Paper: \"So what if ChatGPT wrote it?","author":"Dwivedi Y.K.","year":"2023","unstructured":"Dwivedi, Y.K. et al. 2023. Opinion Paper: \"So what if ChatGPT wrote it?\" Multi-disciplinary perspectives on opportunities, challenges and implications of generative conversational AI for research, practice and policy. International Journal of Information Management. 71, (Aug. 2023), 102642.","journal-title":"International Journal of Information Management. 71"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"Fritzsch J. Wyrich M. Bogner J. and Wagner S. 2023. Resist the Hype! Practical Recommendations to Cope With R\u00e9sum\u00e9-Driven Development. IEEE Software. (2023) 1--8.","DOI":"10.1109\/MS.2023.3277034"},{"key":"e_1_3_2_1_20_1","volume-title":"Proc. Intl. Conf. on Software Engineering: Software Engineering in Society (May","author":"Fritzsch J.","year":"2021","unstructured":"Fritzsch, J., Wyrich, M., Bogner, J. and Wagner, S. 2021. R\u00e9sum\u00e9-Driven Development: A Definition and Empirical Characterization. Proc. Intl. Conf. on Software Engineering: Software Engineering in Society (May 2021), 19--28."},{"key":"e_1_3_2_1_21_1","unstructured":"Gartner Hype Cycle Research Methodology: 2023. https:\/\/www.gartner.com\/en\/research\/methodologies\/gartner-hype-cycle. Accessed: 2023-07-23."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-61559-8"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.111031"},{"key":"e_1_3_2_1_24_1","unstructured":"Goodfellow I.J. Pouget-Abadie J. Mirza M. Xu B. Warde-Farley D. Ozair S.. Courville A. and Bengio Y. 2014. Generative Adversarial Networks. arXiv. http:\/\/arxiv.org\/abs\/1406.2661"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.3390\/su122310106"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.3390\/pr8101215"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"Gupta V. Fernandez-Crehuet J.M. Hanne T. and Telesko R. 2020. Fostering product innovations in software startups through freelancer supported requirement engineering. Results in Engineering. 8 (Dec. 2020) 100175.","DOI":"10.1016\/j.rineng.2020.100175"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12525-023-00675-y"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12599-023-00812-z"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","unstructured":"Hadi M.U. Tashi Q.A. Qureshi R. Shah A. Muneer A. Irfan M. Zafar A.. Shaikh M.B. Akhtar N. Wu J. and Mirjalili S. 2023. Large Language Models: A Comprehensive Survey of its Applications Challenges Limitations and Future Prospects. TechRxiv. https:\/\/www.techrxiv.org\/users\/618307\/articles\/682263","DOI":"10.36227\/techrxiv.23589741.v2"},{"key":"e_1_3_2_1_31_1","volume-title":"Proc. Intl. Workshop on Realizing Artificial Intelligence Synergies in Software Engineering (Montreal, QC","author":"Hesenius M.","year":"2019","unstructured":"Hesenius, M., Schwenzfeier, N., Meyer, O., Koop, W. and Gruhn, V. 2019. Towards a Software Engineering Process for Developing Data-Driven Applications. Proc. Intl. Workshop on Realizing Artificial Intelligence Synergies in Software Engineering (Montreal, QC, Canada, May 2019), 35--41."},{"key":"e_1_3_2_1_32_1","first-page":"6","article-title":"Challenges of Testing Machine Learning Applications","volume":"14","author":"Huang S.","year":"2018","unstructured":"Huang, S., Liu, E.-H., Hui, Z.-W., Tang, S.-Q. and Zhang, and S.-J. 2018. Challenges of Testing Machine Learning Applications. International Journal of Performability Engineering. 14, 6 (Jun. 2018), 1275.","journal-title":"International Journal of Performability Engineering."},{"key":"e_1_3_2_1_33_1","unstructured":"Hype Driven Development: 2017. https:\/\/blog.daftcode.pl\/hype-driven-development-3469fc2e9b22. Accessed: 2023-07-23."},{"key":"e_1_3_2_1_34_1","unstructured":"Kaddour J. Harris J. Mozes M. Bradley H. Raileanu R. and McHardy R. 2023. Challenges and Applications of Large Language Models. arXiv. http:\/\/arxiv.org\/abs\/2307.10169"},{"key":"e_1_3_2_1_35_1","volume-title":"Proc. Intl. Conf. Information Systems","author":"Katsiuba D.","year":"2023","unstructured":"Katsiuba, D., Kew, T., Dolata, M., Gurica, M. and Schwabe, G. 2023. Artificially Human: Examining the Potential of Text-generating Technologies in Online Customer Feedback Management. Proc. Intl. Conf. Information Systems (2023)."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.24251\/HICSS.2022.027"},{"key":"e_1_3_2_1_37_1","first-page":"5","article-title":"Software Engineering for Machine-Learning Applications","volume":"35","author":"Khomh F.","year":"2018","unstructured":"Khomh, F., Adams, B., Cheng, J., Fokaefs, M. and Antoniol, G. 2018. Software Engineering for Machine-Learning Applications: The Road Ahead. IEEE Software. 35, 5 (Sep. 2018), 81--84.","journal-title":"The Road Ahead. IEEE Software."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2754374"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2016.12"},{"key":"e_1_3_2_1_40_1","unstructured":"Lorenzoni G. Alencar P. Nascimento N. and Cowan D. 2021. Machine Learning Model Development from a Software Engineering Perspective: A Systematic Literature Review. arXiv. http:\/\/arxiv.org\/abs\/2102.07574"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/IWBOSE.2018.8327564"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3487043"},{"key":"e_1_3_2_1_43_1","unstructured":"Miraz M.H. and Ali M. 2020. Blockchain Enabled Smart Contract Based Applications: Deficiencies with the Software Development Life Cycle Models. arXiv. http:\/\/arxiv.org\/abs\/2001.10589"},{"key":"e_1_3_2_1_44_1","volume-title":"Proc. Intl. Conf. on AI Engineering - Software Engineering for AI","author":"Nahar N.","year":"2023","unstructured":"Nahar, N., Zhang, H., Lewis, G., Zhou, S. and K\u00e4stner, C. 2023. A Meta-Summary of Challenges in Building Products with ML Components - Collecting Experiences from 4758+ Practitioners. Proc. Intl. Conf. on AI Engineering - Software Engineering for AI (Melbourne, Australia, Mar. 2023)."},{"key":"e_1_3_2_1_45_1","unstructured":"Nascimento E. Nguyen-Duc A. Sundb\u00f8 I. and Conte T. 2020. Software engineering for artificial intelligence and machine learning software: A systematic literature review. arXiv. http:\/\/arxiv.org\/abs\/2011.03751"},{"key":"e_1_3_2_1_46_1","volume-title":"et al","author":"Nguyen-Duc A.","year":"2023","unstructured":"Nguyen-Duc, A. et al. 2023. Generative Artificial Intelligence for Software Engineering - A Research Agenda. arXiv. http:\/\/arxiv.org\/abs\/2310.18648"},{"key":"e_1_3_2_1_47_1","first-page":"6","article-title":"Challenges in Deploying Machine Learning: A Survey of Case Studies","volume":"55","author":"Paleyes A.","year":"2022","unstructured":"Paleyes, A., Urma, R.-G. and Lawrence, N.D. 2022. Challenges in Deploying Machine Learning: A Survey of Case Studies. ACM Computing Surveys. 55, 6 (Dezember 2022), 114:1--114:29.","journal-title":"ACM Computing Surveys."},{"key":"e_1_3_2_1_48_1","volume-title":"Requirements Engineering for Machine Learning: A Review and Reflection. Proc. Intl. Requirements Engineering Conf. Workshops","author":"Pei Z.","year":"2022","unstructured":"Pei, Z., Liu, L., Wang, C. and Wang, J. 2022. Requirements Engineering for Machine Learning: A Review and Reflection. Proc. Intl. Requirements Engineering Conf. Workshops (Melbourne, Australia, Aug. 2022), 166--175."},{"key":"e_1_3_2_1_49_1","volume-title":"Blockchain-Oriented Software Engineering: Challenges and New Directions. Proc. Intl. Conf. on Software Engineering: Companion","author":"Porru S.","year":"2017","unstructured":"Porru, S., Pinna, A., Marchesi, M. and Tonelli, R. 2017. Blockchain-Oriented Software Engineering: Challenges and New Directions. Proc. Intl. Conf. on Software Engineering: Companion (Buenos Aires, Argentina, May 2017), 169--171."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"crossref","unstructured":"Schwartz-Shea P. and Yanow D. 2012. Interpretive research design: concepts and processes. Routledge.","DOI":"10.4324\/9780203854907"},{"key":"e_1_3_2_1_51_1","volume-title":"Fashion Theory","author":"Simmel G.","unstructured":"Simmel, G. 2020. Fashion. Fashion Theory. Routledge."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"crossref","unstructured":"Stappen L. Dillmann J. Striegel S. V\u00f6gel H.-J. Flores-Herr N. and Schuller. B.W. 2023. Integrating Generative Artificial Intelligence in Intelligent Vehicle Systems. arXiv. http:\/\/arxiv.org\/abs\/2305.17137","DOI":"10.1109\/ITSC57777.2023.10422003"},{"key":"e_1_3_2_1_53_1","volume-title":"Proc. Portland Intl. Conf. on Management of Engineering and Technology","author":"Steinert M.","year":"2010","unstructured":"Steinert, M. and Leifer, L. 2010. Scrutinizing Gartner's hype cycle approach. Proc. Portland Intl. Conf. on Management of Engineering and Technology (Portland Oregon, USA, Jul. 2010), 1--13."},{"key":"e_1_3_2_1_54_1","first-page":"1","article-title":"Interactive and Visual Prompt Engineering for Ad-hoc Task Adaptation with Large Language Models","volume":"29","author":"Strobelt H.","year":"2023","unstructured":"Strobelt, H., Webson, A., Sanh, V., Hoover, B., Beyer, J., Pfister, H. and Rush. A.M. 2023. Interactive and Visual Prompt Engineering for Ad-hoc Task Adaptation with Large Language Models. IEEE Transactions on Visualization and Computer Graphics. 29, 1 (Jan. 2023), 1146--1156.","journal-title":"IEEE Transactions on Visualization and Computer Graphics."},{"key":"e_1_3_2_1_55_1","first-page":"1","article-title":"Don't Get Distracted by the Hype Around Generative AI","volume":"64","author":"Vinsel L.","year":"2023","unstructured":"Vinsel, L. 2023. Don't Get Distracted by the Hype Around Generative AI. MIT Sloan Management Review. 64, 3 (2023), 1--3.","journal-title":"MIT Sloan Management Review."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1057\/ejis.1995.9"},{"key":"e_1_3_2_1_57_1","first-page":"9","article-title":"How does Machine Learning Change Software Development Practices","volume":"47","author":"Wan Z.","year":"2021","unstructured":"Wan, Z., Xia, X., Lo, D. and Murphy, G.C. 2021. How does Machine Learning Change Software Development Practices? IEEE Transactions on Software Engineering. 47, 9 (Sep. 2021), 1857--1871.","journal-title":"IEEE Transactions on Software Engineering."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"crossref","unstructured":"Witzel A. and Reiter H. 2012. The Problem-Centred Interview: Principles and Practice. SAGE Publications Ltd.","DOI":"10.4135\/9781446288030"},{"key":"e_1_3_2_1_59_1","volume-title":"Proc. Intl. Conf. on Software Engineering: Workshops","author":"Wolf C.T.","year":"2020","unstructured":"Wolf, C.T. and Paine, D. 2020. Sensemaking Practices in the Everyday Work of AI\/ML Software Engineering. Proc. Intl. Conf. on Software Engineering: Workshops (New York, NY, USA, Sep. 2020), 86--92."},{"key":"e_1_3_2_1_60_1","volume-title":"PROMISE: A Framework for Model-Driven Stateful Prompt Orchestration. arXiv","author":"Wu W.","year":"2023","unstructured":"Wu, W., Heierli, J., Meisterhans, M., Moser, A., F\u00e4rber, A., Dolata, M., Gavagnin, E., de Spindler, A. and Schwabe, G. 2023. PROMISE: A Framework for Model-Driven Stateful Prompt Orchestration. arXiv. http:\/\/arxiv.org\/abs\/2312.03699"},{"key":"e_1_3_2_1_61_1","volume-title":"Proc. Intl. Conf","author":"Xu J.","year":"2024","unstructured":"Xu, J., Cui, Z., Zhao, Y., Zhang, X., He, S., He, P., Li, L., Kang, Y., Lin, Q., Dang, Y., Rajmohan, S. and Zhang, D. 2024. UniLog: Automatic Logging via LLM and In-Context Learning. Proc. Intl. Conf. Software Engineering (New York, NY, US. Apr. 2024), 129--140."},{"key":"e_1_3_2_1_62_1","volume-title":"Proc. Intl. Conf","author":"Yu H.","year":"2024","unstructured":"Yu, H., Shen, B., Ran, D., Zhang, J., Zhang, Q., Ma, Y., Liang, G., Li, Y., Wang, Q. and Xie, T. 2024. CoderEval: A Benchmark of Pragmatic Code Generation with Generative Pre-trained Models. Proc. Intl. Conf. Software Engineering (New York. NY, US, Apr. 2024), 417--428."},{"key":"e_1_3_2_1_63_1","volume-title":"Proc. Conf. on Human Factors in Computing Systems","author":"Zamfirescu-Pereira J.D.","year":"2023","unstructured":"Zamfirescu-Pereira, J.D., Wong, R.Y., Hartmann, B. and Yang, Q. 2023. Why Johnny Can't Prompt: How Non-AI Experts Try (and Fail) to Design LLM Prompts. Proc. Conf. on Human Factors in Computing Systems (New York, NY. USA, Apr. 2023), 1--21."},{"key":"e_1_3_2_1_64_1","volume-title":"et al","author":"Zhang C.","year":"2023","unstructured":"Zhang, C. et al. 2023. A Complete Survey on Generative AI (AIGC): Is ChatGPT from GPT-4 to GPT-5 All You Need? arXiv. http:\/\/arxiv.org\/abs\/2303.11717"}],"event":{"name":"ICSE '24: IEEE\/ACM 46th International Conference on Software Engineering","location":"Lisbon Portugal","acronym":"ICSE '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the IEEE\/ACM 46th International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3597503.3639111","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3597503.3639111","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:49:11Z","timestamp":1750286951000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3597503.3639111"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,12]]},"references-count":64,"alternative-id":["10.1145\/3597503.3639111","10.1145\/3597503"],"URL":"https:\/\/doi.org\/10.1145\/3597503.3639111","relation":{},"subject":[],"published":{"date-parts":[[2024,4,12]]},"assertion":[{"value":"2024-04-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}