{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,20]],"date-time":"2026-06-20T04:52:14Z","timestamp":1781931134355,"version":"3.54.5"},"reference-count":90,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2026,6,20]],"date-time":"2026-06-20T00:00:00Z","timestamp":1781913600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,6,20]],"date-time":"2026-06-20T00:00:00Z","timestamp":1781913600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2026,11]]},"DOI":"10.1007\/s10664-026-10899-z","type":"journal-article","created":{"date-parts":[[2026,6,20]],"date-time":"2026-06-20T04:37:34Z","timestamp":1781930254000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["An empirical study on logging evolution on stack overflow: trends, topics, and challenges"],"prefix":"10.1007","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-8058-9241","authenticated-orcid":false,"given":"Patrick Loic","family":"Foalem","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andre","family":"Nguimbous","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Foutse","family":"Khomh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Heng","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ettore","family":"Merlo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,6,20]]},"reference":[{"key":"10899_CR1","unstructured":"Abbassi AA, Da\u00a0Silva L, Nikanjam A, Khomh F (2025) Unveiling inefficiencies in llm-generated code: Toward a comprehensive taxonomy. arXiv preprint arXiv:2503.06327"},{"issue":"1","key":"10899_CR2","first-page":"8830683","volume":"2020","author":"A Ahmad","year":"2020","unstructured":"Ahmad A, Feng C, Khan M, Khan A, Ullah A, Nazir S, Tahir A (2020) A systematic literature review on using machine learning algorithms for software requirements identification on stack overflow. Secur Commun Netw 2020(1):8830683","journal-title":"Secur Commun Netw"},{"key":"10899_CR3","doi-asserted-by":"crossref","unstructured":"AlOmar EA, Barinas D, Liu J, Mkaouer MW, Ouni A, Newman C (2020) An exploratory study on how software reuse is discussed in stack overflow. In: Reuse in Emerging Software Engineering Practices: 19th International Conference on Software and Systems Reuse, ICSR 2020, Hammamet, Tunisia, December 2\u20134, 2020, Proceedings 19, pp 292\u2013303. Springer","DOI":"10.1007\/978-3-030-64694-3_18"},{"key":"10899_CR4","doi-asserted-by":"crossref","unstructured":"Alshangiti M, Sapkota H, Murukannaiah PK, Liu X, Yu Q (2019) Why is developing machine learning applications challenging? a study on stack overflow posts. In: 2019 ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM), pp 1\u201311. IEEE","DOI":"10.1109\/ESEM.2019.8870187"},{"key":"10899_CR5","doi-asserted-by":"crossref","unstructured":"Alves M, Paula H (2021) Identifying logging practices in open source python containerized application projects. In: Proceedings of the XXXV brazilian symposium on software engineering, pp 16\u201320","DOI":"10.1145\/3474624.3474631"},{"key":"10899_CR6","doi-asserted-by":"crossref","unstructured":"Anu H, Chen J, Shi W, Hou J, Liang B, Qin B (2019) An approach to recommendation of verbosity log levels based on logging intention. In 2019 IEEE International Conference on Software Maintenance and Evolution (ICSME), pp 125\u2013134. IEEE","DOI":"10.1109\/ICSME.2019.00022"},{"key":"10899_CR7","unstructured":"AWS (2025) How can we send our Application Logs from Fargate [ECS] to our self-hosted ElasticSearch? https:\/\/shorturl.at\/iQczR. Retrieved on April 28, 2025"},{"key":"10899_CR8","doi-asserted-by":"crossref","unstructured":"Bagherzadeh M, Khatchadourian R (2019) Going big: a large-scale study on what big data developers ask. In: Proceedings of the 2019 27th ACM joint meeting on european software engineering conference and symposium on the foundations of software engineering, pp 432\u2013442","DOI":"10.1145\/3338906.3338939"},{"issue":"4","key":"10899_CR9","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1007\/s10664-024-10452-w","volume":"29","author":"MA Batoun","year":"2024","unstructured":"Batoun MA, Sayagh M, Aghili R, Ouni A, Li H (2024) A literature review and existing challenges on software logging practices: From the creation to the analysis of software logs. Empir Softw Eng 29(4):103","journal-title":"Empir Softw Eng"},{"key":"10899_CR10","doi-asserted-by":"crossref","unstructured":"Bodor A, Hnida M, Daoudi N (2023) Machine learning models monitoring in mlops context: Metrics and tools. Intern J Interact Mobile Technol 17(23)","DOI":"10.3991\/ijim.v17i23.43479"},{"key":"10899_CR11","unstructured":"Calculator (2025) Sample Size Calculator. https:\/\/www.calculator.net\/sample-size-calculator.html. Retrieved on April 28, 2025"},{"issue":"3","key":"10899_CR12","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1177\/0049124113500475","volume":"42","author":"JL Campbell","year":"2013","unstructured":"Campbell JL, Quincy C, Osserman J, Pedersen OK (2013) Coding in-depth semistructured interviews: Problems of unitization and intercoder reliability and agreement. Sociol Meth Res 42(3):294\u2013320","journal-title":"Sociol Meth Res"},{"key":"10899_CR13","doi-asserted-by":"publisher","first-page":"e489","DOI":"10.7717\/peerj-cs.489","volume":"7","author":"J C\u00e2ndido","year":"2021","unstructured":"C\u00e2ndido J, Aniche M, Van Deursen A (2021) Log-based software monitoring: a systematic mapping study. PeerJ Comput Sci 7:e489","journal-title":"PeerJ Comput Sci"},{"key":"10899_CR14","doi-asserted-by":"publisher","first-page":"330","DOI":"10.1007\/s10664-016-9429-5","volume":"22","author":"B Chen","year":"2017","unstructured":"Chen B, Jiang ZM (2017) Characterizing logging practices in java-based open source software projects-a replication study in apache software foundation. Empir Softw Eng 22:330\u2013374","journal-title":"Empir Softw Eng"},{"key":"10899_CR15","doi-asserted-by":"crossref","unstructured":"Chen Z, Cao Y, Liu Y, Wang H, Xie T, Liu X (2020b) A comprehensive study on challenges in deploying deep learning based software. In: Proceedings of the 28th ACM joint meeting on european software engineering conference and symposium on the foundations of software engineering, pp 750\u2013762","DOI":"10.1145\/3368089.3409759"},{"key":"10899_CR16","doi-asserted-by":"crossref","unstructured":"Chen L, Liu J, Xian M, Wang H (2020a) Docker container log collection and analysis system based on elk. In: 2020 International Conference on Computer Information and Big Data Applications (CIBDA), pp 317\u2013320. IEEE","DOI":"10.1109\/CIBDA50819.2020.00078"},{"issue":"6","key":"10899_CR17","doi-asserted-by":"publisher","first-page":"806","DOI":"10.1109\/TSE.2012.67","volume":"39","author":"M Cinque","year":"2012","unstructured":"Cinque M, Cotroneo D, Pecchia A (2012) Event logs for the analysis of software failures: A rule-based approach. IEEE Trans Software Eng 39(6):806\u2013821","journal-title":"IEEE Trans Software Eng"},{"key":"10899_CR18","doi-asserted-by":"crossref","unstructured":"Crupi G, Tufano R, Velasco A, Mastropaolo A, Poshyvanyk D, Bavota G (2025) On the effectiveness of llm-as-a-judge for code generation and summarization. IEEE Trans Softw Eng","DOI":"10.1109\/TSE.2025.3586082"},{"key":"10899_CR19","unstructured":"Da\u00a0Silva L, Samhi J, Khomh F (2024) Chatgpt vs llama: Impact, reliability, and challenges in stack overflow discussions. arXiv preprint arXiv:2402.08801"},{"key":"10899_CR20","unstructured":"Docker (2025) Nomad add the docker task to particular network. https:\/\/shorturl.at\/10Wng. Retrieved on April 28, 2025"},{"key":"10899_CR21","doi-asserted-by":"crossref","unstructured":"Doi T, Isonuma M, Yanaka H (2024) Topic modeling for short texts with large language models. In: Proceedings of the 62nd annual meeting of the association for computational linguistics (volume 4: student research workshop), pp 21\u201333","DOI":"10.18653\/v1\/2024.acl-srw.3"},{"key":"10899_CR22","unstructured":"EKS (2025) Filebeat:Not able to scrap logs of Spark on Kubernetes. https:\/\/shorturl.at\/wGYw7. Retrieved on April 28, 2025"},{"key":"10899_CR23","doi-asserted-by":"crossref","unstructured":"Foalem PL, Da Silva L, Khomh F, Li H, Merlo E (2025) Logging requirement for continuous auditing of responsible machine learning-based applications. Empir Softw Eng 30(3):97","DOI":"10.1007\/s10664-025-10656-8"},{"key":"10899_CR24","doi-asserted-by":"publisher","first-page":"107450","DOI":"10.1016\/j.infsof.2024.107450","volume":"170","author":"PL Foalem","year":"2024","unstructured":"Foalem PL, Khomh F, Li H (2024b) Studying logging practice in machine learning-based applications. Inf Softw Technol 170:107450","journal-title":"Inf Softw Technol"},{"key":"10899_CR25","unstructured":"Foalem L, Foutse, Heng (2024a) Replication package: Ml challenge. https:\/\/doi.org\/10.6084\/m9.figshare.31062553"},{"key":"10899_CR26","doi-asserted-by":"crossref","unstructured":"Fu Q, Lou J-G, Lin Q, Ding R, Zhang D, Xie T (2013) Contextual analysis of program logs for understanding system behaviors. In: 2013 10th working conference on Mining Software Repositories (MSR), pp 397\u2013400. IEEE","DOI":"10.1109\/MSR.2013.6624054"},{"key":"10899_CR27","doi-asserted-by":"crossref","unstructured":"Fu Q, Lou J-G, Wang Y, Li J (2009) Execution anomaly detection in distributed systems through unstructured log analysis. In: 2009 ninth IEEE international conference on data mining, pp 149\u2013158. IEEE","DOI":"10.1109\/ICDM.2009.60"},{"key":"10899_CR28","doi-asserted-by":"crossref","unstructured":"Fu Q, Zhu J, Hu W, Lou J-G, Ding R, Lin Q, Zhang D, Xie T (2014) Where do developers log? an empirical study on logging practices in industry. In: Companion proceedings of the 36th international conference on software engineering, pp 24\u201333","DOI":"10.1145\/2591062.2591175"},{"key":"10899_CR29","unstructured":"Gholamian S, Ward PAS (2021) A comprehensive survey of logging in software: From logging statements automation to log mining and analysis. arXiv preprint arXiv:2110.12489"},{"key":"10899_CR30","doi-asserted-by":"crossref","unstructured":"Gonzalez D, Zimmermann T, Nagappan N (2020) The state of the ml-universe: 10 years of artificial intelligence & machine learning software development on github. In: Proceedings of the 17th International conference on mining software repositories, pp 431\u2013442","DOI":"10.1145\/3379597.3387473"},{"key":"10899_CR31","unstructured":"Google Cloud (2025) Add a query label to the BigQuery job information schema when reading from BigQuery or writing from BigQuery in a PySpark notebook on Databricks. https:\/\/shorturl.at\/lj6Io. Retrieved on April 28, 2025"},{"issue":"7","key":"10899_CR32","doi-asserted-by":"publisher","first-page":"e2361","DOI":"10.1002\/smr.2361","volume":"33","author":"H Gujral","year":"2021","unstructured":"Gujral H, Lal S, Li H (2021) An exploratory semantic analysis of logging questions. J Softw Evol Process 33(7):e2361","journal-title":"J Softw Evol Process"},{"key":"10899_CR33","unstructured":"Gujral H, Sharma A, Lal S, Kaur A,\u00a0Kumar A, Sureka A (2018) Empirical analysis of the logging questions on the stack overflow website. In: 2018 Conference on Software Engineering & Data Sciences (CoSEDS)(in-press)"},{"key":"10899_CR34","unstructured":"He J, Shi J, Zhuo TY, Treude C, Sun J, Xing Z, Du X, Lo D (2025) From code to courtroom: Llms as the new software judges. arXiv preprint arXiv:2503.02246"},{"key":"10899_CR35","doi-asserted-by":"crossref","unstructured":"He S, Zhang X, He P, Xu Y, Li L, Kang Y, Ma M, Wei Y, Dang Y, Rajmohan S et\u00a0al (2022) An empirical study of log analysis at microsoft. In: Proceedings of the 30th ACM joint european software engineering conference and symposium on the foundations of software engineering, pp 1465\u20131476","DOI":"10.1145\/3540250.3558963"},{"issue":"6","key":"10899_CR36","doi-asserted-by":"publisher","first-page":"5921","DOI":"10.1109\/TNSM.2024.3440188","volume":"21","author":"R Hiesgen","year":"2024","unstructured":"Hiesgen R, Nawrocki M, Schmidt TC, W\u00e4hlisch M (2024) The log4j incident: A comprehensive measurement study of a critical vulnerability. IEEE Trans Netw Serv Manage 21(6):5921\u20135934. https:\/\/doi.org\/10.1109\/TNSM.2024.3440188","journal-title":"IEEE Trans Netw Serv Manage"},{"key":"10899_CR37","unstructured":"Islam MJ, Nguyen HA, Pan R, Rajan H (2019) What do developers ask about ml libraries? a large-scale study using stack overflow. arXiv preprint arXiv:1906.11940"},{"key":"10899_CR38","doi-asserted-by":"crossref","unstructured":"Johri V, Bansal S (2018) Identifying trends in technologies and programming languages using topic modeling. In: 2018 IEEE 12th International Conference on Semantic Computing (ICSC), pp 391\u2013396. IEEE","DOI":"10.1109\/ICSC.2018.00078"},{"issue":"3","key":"10899_CR39","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1002\/spe.2771","volume":"50","author":"T Kim","year":"2020","unstructured":"Kim T, Kim S, Park S, Park YB (2020) Automatic recommendation to appropriate log levels. Softw Pract Exper 50(3):189\u2013209","journal-title":"Softw Pract Exper"},{"key":"10899_CR40","doi-asserted-by":"crossref","unstructured":"Kitchenham BA, Pfleeger SL (2008) Personal opinion surveys. In: Guide to advanced empirical software engineering, pp 63\u201392. Springer","DOI":"10.1007\/978-1-84800-044-5_3"},{"key":"10899_CR41","doi-asserted-by":"crossref","unstructured":"Li Z (2020) Towards providing automated supports to developers on writing logging statements. In: Proceedings of the ACM\/IEEE 42nd International conference on software engineering: companion proceedings, pp 198\u2013201","DOI":"10.1145\/3377812.3381385"},{"key":"10899_CR42","doi-asserted-by":"publisher","first-page":"1684","DOI":"10.1007\/s10664-016-9456-2","volume":"22","author":"H Li","year":"2017","unstructured":"Li H, Shang W, Hassan AE (2017) Which log level should developers choose for a new logging statement? Empiric Softw Eng 22:1684\u20131716","journal-title":"Empiric Softw Eng"},{"issue":"12","key":"10899_CR43","doi-asserted-by":"publisher","first-page":"2858","DOI":"10.1109\/TSE.2020.2970422","volume":"47","author":"H Li","year":"2020","unstructured":"Li H, Shang W, Adams B, Sayagh M, Hassan AE (2020) A qualitative study of the benefits and costs of logging from developers\u2019 perspectives. IEEE Trans Software Eng 47(12):2858\u20132873","journal-title":"IEEE Trans Software Eng"},{"key":"10899_CR44","doi-asserted-by":"crossref","unstructured":"Liang Y, Zhang Y, Xiong H, Sahoo R (2007) Failure prediction in ibm bluegene\/l event logs. In: Seventh IEEE International Conference on Data Mining (ICDM 2007), pp 583\u2013588. IEEE","DOI":"10.1109\/ICDM.2007.46"},{"key":"10899_CR45","doi-asserted-by":"crossref","unstructured":"Li H, Bezemer C-P, Hassan AE (2025) Software engineering and foundation models: Insights from industry blogs using a jury of foundation models. In: 2025 IEEE\/ACM 47th International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP), pp 307\u2013318. IEEE","DOI":"10.1109\/ICSE-SEIP66354.2025.00033"},{"key":"10899_CR46","unstructured":"Lin J, Lin D, Zhang S, Hassan AE (2024) Engineering ai judge systems. arXiv preprint arXiv:2411.17793"},{"key":"10899_CR47","doi-asserted-by":"crossref","unstructured":"Lopez T, Tun TT, Bandara A, Levine M, Nuseibeh B, Sharp H (2018) An investigation of security conversations in stack overflow: Perceptions of security and community involvement. In: Proceedings of the 1st international workshop on security awareness from design to deployment, pp 26\u201332","DOI":"10.1145\/3194707.3194713"},{"issue":"3","key":"10899_CR48","doi-asserted-by":"publisher","first-page":"276","DOI":"10.11613\/BM.2012.031","volume":"22","author":"ML McHugh","year":"2012","unstructured":"McHugh ML (2012) Interrater reliability: the kappa statistic. Biochemia Medica 22(3):276\u2013282","journal-title":"Biochemia Medica"},{"key":"10899_CR49","unstructured":"mezmo (2025) What the cloud native revolution means for log management. https:\/\/shorturl.at\/ysfaS. Retrieved on April 28, 2025"},{"key":"10899_CR50","unstructured":"Microsoft (2025) Engineering fundamentals playbook. https:\/\/microsoft.github.io\/code-with-engineering-playbook\/observability\/pillars\/logging\/. Retrieved on April 28, 2025"},{"key":"10899_CR51","unstructured":"MLflow (2025) https:\/\/mlflow.org\/. Retrieved on April 28, 2025"},{"key":"10899_CR52","unstructured":"Moilanen L (2020) Collecting logs from docker containers"},{"key":"10899_CR53","doi-asserted-by":"crossref","unstructured":"Mu Y, Dong C, Bontcheva K, Song X (2024) Large language models offer an alternative to the traditional approach of topic modelling. arXiv preprint arXiv:2403.16248","DOI":"10.63317\/2x489fw7wi5m"},{"key":"10899_CR54","unstructured":"Nagaraj K, Killian C, Neville J (2012) Structured comparative analysis of systems logs to diagnose performance problems. In: 9th USENIX Symposium on Networked Systems Design and Implementation (NSDI 12), pp 353\u2013366"},{"key":"10899_CR55","unstructured":"New Relic (2025) 2024 State of the java ecosystem. https:\/\/shorturl.at\/lP2RR. Retrieved on April 28, 2025"},{"key":"10899_CR56","doi-asserted-by":"crossref","unstructured":"Openja M, Adams B, Khomh F (2020) Analysis of modern release engineering topics:\u2013a large-scale study using stackoverflow\u2013. In: 2020 IEEE international conference on software maintenance and evolution (ICSME), pp 104\u2013114. IEEE","DOI":"10.1109\/ICSME46990.2020.00020"},{"key":"10899_CR57","doi-asserted-by":"crossref","unstructured":"Ouni A, Saidani I, Alomar E, Mkaouer MW (2023) An empirical study on continuous integration trends, topics and challenges in stack overflow. In: Proceedings of the 27th international conference on evaluation and assessment in software engineering, pp 141\u2013151","DOI":"10.1145\/3593434.3593485"},{"issue":"1","key":"10899_CR58","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1007\/s10664-021-10045-x","volume":"27","author":"A Peruma","year":"2022","unstructured":"Peruma A, Simmons S, AlOmar EA, Newman CD, Mkaouer MW, Ouni A (2022) How do i refactor this? an empirical study on refactoring trends and topics in stack overflow. Empir Softw Eng 27(1):11","journal-title":"Empir Softw Eng"},{"key":"10899_CR59","unstructured":"PYPL Index (2025) Pypl popularity of programming languages. https:\/\/pypl.github.io\/PYPL.html. Accessed 29 Aug 2025"},{"key":"10899_CR60","doi-asserted-by":"crossref","unstructured":"Rong G, Gu S, Zhang H, Shao D, Liu W (2018) How is logging practice implemented in open source software projects? a preliminary exploration. In: 2018 25th Australasian Software Engineering Conference (ASWEC), pp 171\u2013180. IEEE","DOI":"10.1109\/ASWEC.2018.00031"},{"key":"10899_CR61","doi-asserted-by":"crossref","unstructured":"Rong G, Xu Y, Gu S, Zhang H, Shao D (2020) Can you capture information as you intend to? a case study on logging practice in industry. In: 2020 IEEE International Conference on Software Maintenance and Evolution (ICSME), pp 12\u201322. IEEE","DOI":"10.1109\/ICSME46990.2020.00012"},{"key":"10899_CR62","doi-asserted-by":"crossref","unstructured":"Rong G, Zhang Q, Liu X, Gu S (2017) A systematic review of logging practice in software engineering. In: 2017 24th Asia-Pacific Software Engineering Conference (APSEC), pp 534\u2013539. IEEE","DOI":"10.1109\/APSEC.2017.61"},{"key":"10899_CR63","doi-asserted-by":"publisher","first-page":"1192","DOI":"10.1007\/s10664-015-9379-3","volume":"21","author":"C Rosen","year":"2016","unstructured":"Rosen C, Shihab E (2016) What are mobile developers asking about? a large scale study using stack overflow. Empir Softw Eng 21:1192\u20131223","journal-title":"Empir Softw Eng"},{"issue":"8","key":"10899_CR64","first-page":"101","volume":"7","author":"K Sakinala","year":"2025","unstructured":"Sakinala K (2025) Monitoring and observability for cloud-native applications. J Comput Sci Technol Stud 7(8):101\u2013115","journal-title":"J Comput Sci Technol Stud"},{"issue":"2","key":"10899_CR65","first-page":"902","volume":"49","author":"G Shenghui","year":"2022","unstructured":"Shenghui G, Rong G, Zhang H, Shen H (2022) Logging practices in software engineering: A systematic mapping study. IEEE Trans Software Eng 49(2):902\u2013923","journal-title":"IEEE Trans Software Eng"},{"key":"10899_CR66","doi-asserted-by":"crossref","unstructured":"Sollenberger Z, Patel J, Munley C, Jarmusch A, Chandrasekaran S (2024) Llm4vv: Exploring llm-as-a-judge for validation and verification testsuites. In: SC24-W: Workshops of the international conference for high performance computing, networking, storage and analysis, pp 1885\u20131893. IEEE","DOI":"10.1109\/SCW63240.2024.00238"},{"key":"10899_CR67","unstructured":"Stack Overflow (2025a) https:\/\/stackoverflow.com\/questions\/71354500. Retrieved on October 10, 2025"},{"key":"10899_CR68","unstructured":"Stack Overflow (2025b) https:\/\/stackoverflow.com\/questions\/54467849. Retrieved on October 10, 2025"},{"key":"10899_CR69","unstructured":"Stack Overflow (2025c) https:\/\/stackoverflow.com\/questions\/2031163. Retrieved on October 10, 2025"},{"key":"10899_CR70","unstructured":"Stack Overflow (2025d) https:\/\/stackoverflow.com\/questions\/14058453. Retrieved on October 10, 2025"},{"key":"10899_CR71","unstructured":"Stack Overflow (2025e) https:\/\/stackoverflow.com\/questions\/78958199. Retrieved on October 10, 2025"},{"key":"10899_CR72","unstructured":"Stack Overflow (2025f) https:\/\/stackoverflow.com\/questions\/78901762. Retrieved on October 10, 2025"},{"key":"10899_CR73","unstructured":"Stack Overflow (2025g) https:\/\/stackoverflow.com\/questions\/4587174. Retrieved on October 10, 2025"},{"key":"10899_CR74","unstructured":"Stack Overflow (2025h) https:\/\/stackoverflow.com\/questions\/78860915. Retrieved on October 10, 2025"},{"key":"10899_CR75","unstructured":"Stack Overflow (2025i) https:\/\/stackoverflow.com\/questions\/5190860. Retrieved on October 10, 2025"},{"key":"10899_CR76","unstructured":"Stack Overflow (2025j) https:\/\/stackoverflow.com\/questions\/78613726. Retrieved on October 10, 2025"},{"key":"10899_CR77","unstructured":"TensorBoard (2025) TensorFlow\u2019s visualization toolkit. https:\/\/www.tensorflow.org\/tensorboard?hl=fr. Retrieved on April 28, 2025"},{"key":"10899_CR78","doi-asserted-by":"crossref","unstructured":"Tong W, Zhang T (2024) Codejudge: Evaluating code generation with large language models. arXiv preprint arXiv:2410.02184","DOI":"10.18653\/v1\/2024.emnlp-main.1118"},{"key":"10899_CR79","doi-asserted-by":"crossref","unstructured":"Vaarandi R (2008) Mining event logs with slct and loghound. In: NOMS 2008-2008 IEEE network operations and management symposium, pp 1071\u20131074. IEEE","DOI":"10.1109\/NOMS.2008.4575281"},{"key":"10899_CR80","volume-title":"Exploring security practices in infrastructure as code: An empirical study","author":"A Verdet","year":"2023","unstructured":"Verdet A (2023) Exploring security practices in infrastructure as code: An empirical study. Ecole Polytechnique, Montreal (Canada)"},{"key":"10899_CR81","unstructured":"Wang T, Tao M, Fang R, Wang H, Wang S, Jiang YE, Zhou W (2024) Ai persona: Towards life-long personalization of llms. arXiv preprint arXiv:2412.13103"},{"key":"10899_CR82","doi-asserted-by":"crossref","unstructured":"Wen J, Chen Z, Liu Y, Lou Y, Ma Y, Huang G, Jin X, Liu X (2021) An empirical study on challenges of application development in serverless computing. In: Proceedings of the 29th ACM joint meeting on European software engineering conference and symposium on the foundations of software engineering, pp 416\u2013428","DOI":"10.1145\/3468264.3468558"},{"key":"10899_CR83","doi-asserted-by":"crossref","unstructured":"Yahmed AH, Abbassi AA, Nikanjam A, Li H, Khomh F (2023) Deploying deep reinforcement learning systems: A taxonomy of challenges. In: 2023 IEEE International Conference on Software Maintenance and Evolution (ICSME), pp 26\u201338. IEEE","DOI":"10.1109\/ICSME58846.2023.00015"},{"issue":"2","key":"10899_CR84","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/s10664-022-10258-8","volume":"28","author":"N Yang","year":"2023","unstructured":"Yang N, Cuijpers P, Hendriks D, Schiffelers R, Lukkien J, Serebrenik A (2023) An interview study about the use of logs in embedded software engineering. Empir Softw Eng 28(2):43","journal-title":"Empir Softw Eng"},{"key":"10899_CR85","doi-asserted-by":"crossref","unstructured":"Yuan D, Park S, Zhou Y (2012) Characterizing logging practices in open-source software. In: 2012 34th International Conference on Software Engineering (ICSE), pp 102\u2013112. IEEE","DOI":"10.1109\/ICSE.2012.6227202"},{"key":"10899_CR86","doi-asserted-by":"publisher","first-page":"3394","DOI":"10.1007\/s10664-019-09687-9","volume":"24","author":"Y Zeng","year":"2019","unstructured":"Zeng Y, Chen J, Shang W, Chen T-H (2019) Studying the characteristics of logging practices in mobile apps: a case study on f-droid. Empir Softw Eng 24:3394\u20133434","journal-title":"Empir Softw Eng"},{"issue":"4","key":"10899_CR87","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1007\/s10664-022-10139-0","volume":"27","author":"H Zhang","year":"2022","unstructured":"Zhang H, Tang Y, Lamothe M, Li H, Shang W (2022) Studying logging practice in test code. Empir Softw Eng 27(4):83","journal-title":"Empir Softw Eng"},{"key":"10899_CR88","doi-asserted-by":"crossref","unstructured":"Zhang T, Gao C, Ma L, Lyu M, Kim M (2019) An empirical study of common challenges in developing deep learning applications. In: 2019 IEEE 30th International Symposium on Software Reliability Engineering (ISSRE), pp 104\u2013115. IEEE","DOI":"10.1109\/ISSRE.2019.00020"},{"key":"10899_CR89","first-page":"21841","volume":"38","author":"L Zhong","year":"2024","unstructured":"Zhong L, Wang Z (2024) Can llm replace stack overflow? a study on robustness and reliability of large language model code generation. Proceed AAAI Conf Artif Intell 38:21841\u201321849","journal-title":"Proceed AAAI Conf Artif Intell"},{"key":"10899_CR90","doi-asserted-by":"crossref","unstructured":"Zhu J, He P, Fu Q, Zhang H, Lyu MR, Zhang D (2015) Learning to log: Helping developers make informed logging decisions. In: 2015 IEEE\/ACM 37th IEEE International conference on software engineering, vol\u00a01, pp 415\u2013425. IEEE","DOI":"10.1109\/ICSE.2015.60"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-026-10899-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-026-10899-z","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-026-10899-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,20]],"date-time":"2026-06-20T04:38:37Z","timestamp":1781930317000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-026-10899-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,20]]},"references-count":90,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2026,11]]}},"alternative-id":["10899"],"URL":"https:\/\/doi.org\/10.1007\/s10664-026-10899-z","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,6,20]]},"assertion":[{"value":"5 May 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 May 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 June 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflicts of interest relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}},{"value":"This study was approved by Ethics Committee of Polytechnique Montreal (CER-2324-25-D). All participants provided informed consent prior to their participation.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Clinical Trial Number in the manuscript"}},{"value":"All participants provided informed consent before taking part in the survey.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed Consent"}}],"article-number":"168"}}