{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T10:29:48Z","timestamp":1770978588887,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":70,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,17]]},"DOI":"10.1145\/3756681.3756953","type":"proceedings-article","created":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T08:30:04Z","timestamp":1766565004000},"page":"512-523","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["The Impact of Environment Configurations on the Stability of AI-Enabled Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8443-8082","authenticated-orcid":false,"given":"Musfiqur","family":"Rahman","sequence":"first","affiliation":[{"name":"Department of Computer Science and Software Engineering, Concordia University, Montreal, QC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0615-9242","authenticated-orcid":false,"given":"Sayedhassan","family":"Khatoonabadi","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Software Engineering, Concordia University, Montreal, QC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1863-9147","authenticated-orcid":false,"given":"Ahmad","family":"Abdellatif","sequence":"additional","affiliation":[{"name":"Department of Electrical and Software Engineering, University of Calgary, Calgary, AB, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4192-718X","authenticated-orcid":false,"given":"Haya","family":"Samaana","sequence":"additional","affiliation":[{"name":"An-Najah National University, Nablus, Palestine"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1285-9878","authenticated-orcid":false,"given":"Emad","family":"Shihab","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Software Engineering, Concordia University, Montreal, QC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,12,24]]},"reference":[{"key":"e_1_3_3_1_2_2","unstructured":"2014. ISO\/IEC 25000:2014 Systems and software engineering \u2014 Systems and software Quality Requirements and Evaluation (SQuaRE) \u2014 Guide to SQuaRE. https:\/\/www.iso.org\/obp\/ui\/#iso:std:iso-iec:25000:ed-2:v1:en. [Accessed 09-01-2025]."},{"key":"e_1_3_3_1_3_2","unstructured":"2024. Desktop Operating System Market Share Worldwide | Statcounter Global Stats. https:\/\/gs.statcounter.com\/os-market-share\/desktop\/worldwide. (Accessed on 06\/07\/2024)."},{"key":"e_1_3_3_1_4_2","unstructured":"2024. Domain-specific language. https:\/\/en.wikipedia.org\/wiki\/Domain-specific_language"},{"key":"e_1_3_3_1_5_2","unstructured":"2024. EC2 On-Demand Instance Pricing \u2013 Amazon Web Services. https:\/\/aws.amazon.com\/ec2\/pricing\/on-demand\/. (Accessed on 06\/07\/2024)."},{"key":"e_1_3_3_1_6_2","unstructured":"2024. Replication package: scripts and data.https:\/\/github.com\/mrsumitbd\/stability-of-ai-enabled-systems_replication_package"},{"key":"e_1_3_3_1_7_2","unstructured":"2024. Status of Python versions. https:\/\/devguide.python.org\/versions\/. (Accessed on 06\/07\/2024)."},{"key":"e_1_3_3_1_8_2","unstructured":"2024. Travis CI Documentation. https:\/\/docs.travis-ci.com\/user\/billing-overview\/"},{"key":"e_1_3_3_1_9_2","unstructured":"2024. VM instance pricing | Compute Engine: Virtual Machines (VMs) | Google Cloud. https:\/\/cloud.google.com\/compute\/vm-instance-pricing. (Accessed on 06\/07\/2024)."},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"crossref","unstructured":"Bente\u00a0CD Anda Dag\u00a0IK Sj\u00f8berg and Audris Mockus. 2008. Variability and reproducibility in software engineering: A study of four companies that developed the same system. IEEE Transactions on Software Engineering 35 3 (2008) 407\u2013429.","DOI":"10.1109\/TSE.2008.89"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","DOI":"10.1109\/REW.2019.00051"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","DOI":"10.1109\/WCRE.2003.1287244"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"crossref","unstructured":"Dileep Bhandarkar. 1997. RISC versus CISC: a tale of two chips. ACM SIGARCH Computer Architecture News 25 1 (1997) 1\u201312.","DOI":"10.1145\/250015.250016"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/106972.107003"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA.2013.6522302"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"publisher","DOI":"10.1109\/TechDebt52882.2021.00016"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"crossref","unstructured":"David Chavalarias Joshua\u00a0David Wallach Alvin Ho\u00a0Ting Li and John\u00a0PA Ioannidis. 2016. Evolution of reporting P values in the biomedical literature 1990-2015. Jama 315 11 (2016) 1141\u20131148.","DOI":"10.1001\/jama.2016.1952"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3631295.3631394"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"crossref","unstructured":"Norman Cliff. 1993. Dominance statistics: Ordinal analyses to answer ordinal questions. Psychological bulletin 114 3 (1993) 494.","DOI":"10.1037\/\/0033-2909.114.3.494"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"crossref","unstructured":"Matt Crane. 2018. Questionable answers in question answering research: Reproducibility and variability of published results. Transactions of the Association for Computational Linguistics 6 (2018) 241\u2013252.","DOI":"10.1162\/tacl_a_00018"},{"key":"e_1_3_3_1_21_2","unstructured":"Alexander D\u2019Amour Katherine Heller Dan Moldovan Ben Adlam Babak Alipanahi Alex Beutel Christina Chen Jonathan Deaton Jacob Eisenstein Matthew\u00a0D Hoffman et\u00a0al. 2022. Underspecification presents challenges for credibility in modern machine learning. Journal of Machine Learning Research 23 226 (2022) 1\u201361."},{"key":"e_1_3_3_1_22_2","unstructured":"Olga\u00a0Vladimirovna Datskova. 2017. Detection and Analysis of Operational Instability within Distributed Computing Environments. Ph.\u00a0D. Dissertation. University of Houston."},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"crossref","unstructured":"Cornelia Davis. 2017. Realizing software reliability in the face of infrastructure instability. IEEE Cloud Computing 4 5 (2017) 34\u201340.","DOI":"10.1109\/MCC.2017.4250927"},{"key":"e_1_3_3_1_24_2","unstructured":"Doc2Vec Developers. 2018. Doc2Vec: Long(er) text representation and classification using Doc2Vec embeddings. https:\/\/github.com\/ibrahimsharaf\/doc2vec. [Accessed 22-01-2025]."},{"key":"e_1_3_3_1_25_2","unstructured":"Fer Developers. 2024. FER: Facial Expression Recognition with a deep neural network as a PyPI package \u2014 github.com. https:\/\/github.com\/JustinShenk\/fer. [Accessed 27-05-2024]."},{"key":"e_1_3_3_1_26_2","unstructured":"Pyalcs Developers. 2018. PyALCS: Anticipatory Learning Classifier Systems in Python. https:\/\/github.com\/ParrotPrediction\/pyalcs. [Accessed 30-12-2023]."},{"key":"e_1_3_3_1_27_2","unstructured":"Pymfe Developers. 2019. Pymfe: Python Meta-Feature Extractor package. https:\/\/github.com\/ealcobaca\/pymfe. [Accessed 22-01-2025]."},{"key":"e_1_3_3_1_28_2","unstructured":"Spotlight Developers. 2017. Spotlight: Deep recommender models using PyTorch. https:\/\/github.com\/maciejkula\/spotlight. [Accessed 22-01-2025]."},{"key":"e_1_3_3_1_29_2","unstructured":"Seglearn Developers. 2018. Seglearn: Python module for machine learning time series. https:\/\/github.com\/dmbee\/seglearn. [Accessed 21-01-2025]."},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"crossref","unstructured":"Pedro Domingos. 2012. A few useful things to know about machine learning. Commun. ACM 55 10 (2012) 78\u201387.","DOI":"10.1145\/2347736.2347755"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-65854-0_3"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3379597.3387473"},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00080"},{"key":"e_1_3_3_1_34_2","unstructured":"Max Halford. 2018. StarBoost. https:\/\/github.com\/MaxHalford\/starboost. [Accessed 30-12-2023]."},{"key":"e_1_3_3_1_35_2","first-page":"79","volume-title":"ESANN\u20192007 proceedings - European Symposium on Artificial Neural Networks, Bruges (Belgium), 25-27 April 2007","author":"Hammer Barbara","year":"2007","unstructured":"Barbara Hammer and Thomas Villmann. 2007. How to process uncertainty in machine learning?. In ESANN\u20192007 proceedings - European Symposium on Artificial Neural Networks, Bruges (Belgium), 25-27 April 2007. 79\u201390."},{"key":"e_1_3_3_1_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970358"},{"key":"e_1_3_3_1_37_2","volume-title":"Beyond the Twelve-Factor App","author":"Hoffman Kevin","year":"2016","unstructured":"Kevin Hoffman. 2016. Beyond the Twelve-Factor App. O\u2019Reilly Media, Inc."},{"key":"e_1_3_3_1_38_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-67292-8_2"},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"crossref","unstructured":"Akanksha Kavikondala Vivek Muppalla K Krishna\u00a0Prakasha and Vasundhara Acharya. 2019. Automated retraining of machine learning models. International Journal of Innovative Technology and Exploring Engineering 8 12 (2019) 445\u2013452.","DOI":"10.35940\/ijitee.L3322.1081219"},{"key":"e_1_3_3_1_40_2","unstructured":"Jeremy Kedziora. 2024. Prediction Instability in Machine Learning Ensembles. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2407.03194 (2024)."},{"key":"e_1_3_3_1_41_2","doi-asserted-by":"crossref","unstructured":"SayedHassan Khatoonabadi Diego\u00a0Elias Costa Rabe Abdalkareem and Emad Shihab. 2023. On wasted contributions: understanding the dynamics of contributor-abandoned pull requests\u2013a mixed-methods study of 10 large open-source projects. ACM Transactions on Software Engineering and Methodology 32 1 (2023) 1\u201339.","DOI":"10.1145\/3530785"},{"key":"e_1_3_3_1_42_2","doi-asserted-by":"crossref","unstructured":"SayedHassan Khatoonabadi Diego\u00a0Elias Costa Suhaib Mujahid and Emad Shihab. 2023. Understanding the Helpfulness of Stale Bot for Pull-Based Development: An Empirical Study of 20 Large Open-Source Projects. ACM Transactions on Software Engineering and Methodology 33 2 (2023) 1\u201343.","DOI":"10.1145\/3624739"},{"key":"e_1_3_3_1_43_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW56347.2022.00482"},{"key":"e_1_3_3_1_44_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99229-7_36"},{"key":"e_1_3_3_1_45_2","doi-asserted-by":"crossref","unstructured":"Benjamin Kompa Jasper Snoek and Andrew\u00a0L Beam. 2021. Second opinion needed: communicating uncertainty in medical machine learning. NPJ Digital Medicine 4 1 (2021) 4.","DOI":"10.1038\/s41746-020-00367-3"},{"key":"e_1_3_3_1_46_2","unstructured":"Jie Lu Anjin Liu Fan Dong Feng Gu Joao Gama and Guangquan Zhang. 2018. Learning under concept drift: A review. IEEE transactions on knowledge and data engineering 31 12 (2018) 2346\u20132363."},{"key":"e_1_3_3_1_47_2","doi-asserted-by":"crossref","unstructured":"Ananth Mahadevan and Michael Mathioudakis. 2024. Cost-aware retraining for machine learning. Knowledge-Based Systems 293 (2024) 111610.","DOI":"10.1016\/j.knosys.2024.111610"},{"key":"e_1_3_3_1_48_2","doi-asserted-by":"publisher","DOI":"10.1109\/CTIT.2018.8649554"},{"key":"e_1_3_3_1_49_2","doi-asserted-by":"crossref","unstructured":"Henry\u00a0B Mann and Donald\u00a0R Whitney. 1947. On a test of whether one of two random variables is stochastically larger than the other. The annals of mathematical statistics (1947) 50\u201360.","DOI":"10.1214\/aoms\/1177730491"},{"key":"e_1_3_3_1_50_2","doi-asserted-by":"crossref","unstructured":"Silverio Mart\u00ednez-Fern\u00e1ndez Justus Bogner Xavier Franch Marc Oriol Julien Siebert Adam Trendowicz Anna\u00a0Maria Vollmer and Stefan Wagner. 2022. Software engineering for AI-based systems: a survey. ACM Transactions on Software Engineering and Methodology (TOSEM) 31 2 (2022) 1\u201359.","DOI":"10.1145\/3487043"},{"key":"e_1_3_3_1_51_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2018.00061"},{"key":"e_1_3_3_1_52_2","doi-asserted-by":"publisher","DOI":"10.1109\/MI-STA52233.2021.9464393"},{"key":"e_1_3_3_1_53_2","doi-asserted-by":"publisher","DOI":"10.1109\/CISDA.2015.7208643"},{"key":"e_1_3_3_1_54_2","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549088"},{"key":"e_1_3_3_1_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3416545"},{"key":"e_1_3_3_1_56_2","unstructured":"pyGLMnet Developers. 2016. pyGLMnet: Python implementation of elastic-net regularized generalized linear models. https:\/\/github.com\/glm-tools\/pyglmnet. [Accessed 22-01-2025]."},{"key":"e_1_3_3_1_57_2","doi-asserted-by":"crossref","unstructured":"Sebastian Raschka Joshua Patterson and Corey Nolet. 2020. Machine learning in python: Main developments and technology trends in data science machine learning and artificial intelligence. Information 11 4 (2020) 193.","DOI":"10.3390\/info11040193"},{"key":"e_1_3_3_1_58_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544902.3546237"},{"key":"e_1_3_3_1_59_2","volume-title":"A detailed analysis of contemporary arm and x86 architectures","author":"Sankaralingam Karthikeyan","year":"2013","unstructured":"Karthikeyan Sankaralingam, Jaikrishnan Menon, and Emily Blem. 2013. A detailed analysis of contemporary arm and x86 architectures. Technical Report."},{"key":"e_1_3_3_1_60_2","unstructured":"David Sculley Gary Holt Daniel Golovin Eugene Davydov Todd Phillips Dietmar Ebner Vinay Chaudhary Michael Young Jean-Francois Crespo and Dan Dennison. 2015. Hidden technical debt in machine learning systems. Advances in neural information processing systems 28 (2015)."},{"key":"e_1_3_3_1_61_2","doi-asserted-by":"crossref","unstructured":"Joseph\u00a0P Simmons Leif\u00a0D Nelson and Uri Simonsohn. 2011. False-positive psychology: Undisclosed flexibility in data collection and analysis allows presenting anything as significant. Psychological science 22 11 (2011) 1359\u20131366.","DOI":"10.1177\/0956797611417632"},{"key":"e_1_3_3_1_62_2","unstructured":"Sarvar Sultonov. 2023. IMPORTANCE OF PYTHON PROGRAMMING LANGUAGE IN MACHINE LEARNING. International Bulletin of Engineering and Technology 3 9 (2023) 28\u201330."},{"key":"e_1_3_3_1_63_2","first-page":"9913","volume-title":"International Conference on Machine Learning","author":"Summers Cecilia","year":"2021","unstructured":"Cecilia Summers and Michael\u00a0J Dinneen. 2021. Nondeterminism and instability in neural network optimization. In International Conference on Machine Learning. PMLR, 9913\u20139922."},{"key":"e_1_3_3_1_64_2","unstructured":"Smote variants Developers. 2018. Smote-variants: A collection of 85 minority oversampling techniques (SMOTE) for imbalanced learning with multi-class oversampling and model selection feature. https:\/\/github.com\/analyticalmindsltd\/smote_variants. [Accessed 21-01-2025]."},{"key":"e_1_3_3_1_65_2","doi-asserted-by":"publisher","DOI":"10.1109\/IWESEP49350.2019.00017"},{"key":"e_1_3_3_1_66_2","doi-asserted-by":"crossref","unstructured":"Jelte\u00a0M Wicherts Coosje\u00a0LS Veldkamp Hilde\u00a0EM Augusteijn Marjan Bakker Robbie Van\u00a0Aert and Marcel\u00a0ALM Van\u00a0Assen. 2016. Degrees of freedom in planning running analyzing and reporting psychological studies: A checklist to avoid p-hacking. Frontiers in psychology (2016) 1832.","DOI":"10.31219\/osf.io\/umq8d"},{"key":"e_1_3_3_1_67_2","volume-title":"The twelve-factor app","author":"Wiggins Adam","year":"2017","unstructured":"Adam Wiggins. 2017. The twelve-factor app."},{"key":"e_1_3_3_1_68_2","first-page":"10355","volume-title":"International Conference on Machine Learning","author":"Wu Yinjun","year":"2020","unstructured":"Yinjun Wu, Edgar Dobriban, and Susan Davidson. 2020. Deltagrad: Rapid retraining of machine learning models. In International Conference on Machine Learning. PMLR, 10355\u201310366."},{"key":"e_1_3_3_1_69_2","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE52982.2021.00063"},{"key":"e_1_3_3_1_70_2","doi-asserted-by":"crossref","unstructured":"Jie\u00a0M Zhang Mark Harman Lei Ma and Yang Liu. 2020. Machine learning testing: Survey landscapes and horizons. IEEE Transactions on Software Engineering 48 1 (2020) 1\u201336.","DOI":"10.1109\/TSE.2019.2962027"},{"key":"e_1_3_3_1_71_2","unstructured":"Donglin Zhuang Xingyao Zhang Shuaiwen Song and Sara Hooker. 2022. Randomness in neural network training: Characterizing the impact of tooling. Proceedings of Machine Learning and Systems 4 (2022) 316\u2013336."}],"event":{"name":"EASE '25: Evaluation and Assessment in Software Engineering","location":"Istanbul Turkiye","acronym":"EASE '25"},"container-title":["Proceedings of the 29th International Conference on Evaluation and Assessment in Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3756681.3756953","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T08:43:29Z","timestamp":1766565809000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3756681.3756953"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,17]]},"references-count":70,"alternative-id":["10.1145\/3756681.3756953","10.1145\/3756681"],"URL":"https:\/\/doi.org\/10.1145\/3756681.3756953","relation":{},"subject":[],"published":{"date-parts":[[2025,6,17]]},"assertion":[{"value":"2025-12-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}