{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T19:52:39Z","timestamp":1780429959547,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T00:00:00Z","timestamp":1720569600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,10]]},"DOI":"10.1145\/3664646.3664763","type":"proceedings-article","created":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T19:39:56Z","timestamp":1720640396000},"page":"50-58","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["Green AI in Action: Strategic Model Selection for Ensembles in Production"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-0627-1518","authenticated-orcid":false,"given":"Nienke","family":"Nijkamp","sequence":"first","affiliation":[{"name":"Delft University of Technology, Delft, Netherlands \/ Deloitte Risk Advisory BV, Amsterdam, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2230-9351","authenticated-orcid":false,"given":"June","family":"Sallou","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Delft, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-0632-8327","authenticated-orcid":false,"given":"Niels","family":"van der Heijden","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands \/ Deloitte Risk Advisory BV, Amsterdam, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1615-355X","authenticated-orcid":false,"given":"Lu\u00eds","family":"Cruz","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Delft, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,7,10]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Mega: Multilingual evaluation of generative ai. arXiv preprint arXiv:2303.12528.","author":"Ahuja Kabir","year":"2023","unstructured":"Kabir Ahuja, Harshita Diddee, Rishav Hada, Millicent Ochieng, Krithika Ramesh, Prachi Jain, Akshay Nambi, Tanuja Ganu, Sameer Segal, and Maxamed Axmed. 2023. Mega: Multilingual evaluation of generative ai. arXiv preprint arXiv:2303.12528."},{"key":"e_1_3_2_1_2_1","volume-title":"Carbontracker: Tracking and predicting the carbon footprint of training deep learning models. arXiv preprint arXiv:2007.03051.","author":"Wolff Anthony Lasse F","year":"2020","unstructured":"Lasse F Wolff Anthony, Benjamin Kanding, and Raghavendra Selvan. 2020. Carbontracker: Tracking and predicting the carbon footprint of training deep learning models. arXiv preprint arXiv:2007.03051."},{"key":"e_1_3_2_1_3_1","first-page":"3","article-title":"Virtualization and cpu wait times in a linux guest environment","volume":"116","author":"Brady James F","year":"2005","unstructured":"James F Brady. 2005. Virtualization and cpu wait times in a linux guest environment. J. Comp. Resource Mgmt, 116 (2005), 3\u20138.","journal-title":"J. Comp. Resource Mgmt"},{"key":"e_1_3_2_1_4_1","volume-title":"Bagging predictors. Machine learning, 24","author":"Breiman Leo","year":"1996","unstructured":"Leo Breiman. 1996. Bagging predictors. Machine learning, 24 (1996), 123\u2013140."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-020-01839-5"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1015330.1015432"},{"key":"e_1_3_2_1_7_1","unstructured":"Yupeng Chang Xu Wang Jindong Wang Yuan Wu Kaijie Zhu Hao Chen Linyi Yang Xiaoyuan Yi Cunxiang Wang and Yidong Wang. 2023. A survey on evaluation of large language models. arXiv preprint arXiv:2307.03109."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3604930.3605705"},{"key":"e_1_3_2_1_9_1","volume-title":"George DC Cavalcanti, and Rafael MO Cruz","author":"Cordeiro Paulo RG","year":"2023","unstructured":"Paulo RG Cordeiro, George DC Cavalcanti, and Rafael MO Cruz. 2023. A post-selection algorithm for improving dynamic ensemble selection methods. arXiv preprint arXiv:2309.14307."},{"key":"e_1_3_2_1_10_1","unstructured":"DataDog. 2024. DataDog: Cloud Monitoring as a Service. https:\/\/www.datadoghq.com\/ Accessed: 2024-02-08"},{"key":"e_1_3_2_1_11_1","volume-title":"International Conference on Artificial Neural Networks. 330\u2013339","author":"David Nelly","year":"2021","unstructured":"Nelly David and Nathan S Netanyahu. 2021. Adaptive consensus-based ensemble for improved deep learning inference cost. In International Conference on Artificial Neural Networks. 330\u2013339."},{"key":"e_1_3_2_1_12_1","unstructured":"Deloitte. 2022. DocQMiner - Deloitte\u2019s Solution for Document Processing and Information Extraction. https:\/\/www2.deloitte.com\/nl\/nl\/pages\/risk\/solutions\/docqminer.html Accessed: 2024-02-11"},{"key":"e_1_3_2_1_14_1","volume-title":"2012 IEEE Spoken Language Technology Workshop (SLT). 210\u2013215","author":"Deng Li","year":"2012","unstructured":"Li Deng, Gokhan Tur, Xiaodong He, and Dilek Hakkani-Tur. 2012. Use of kernel deep convex networks and end-to-end learning for spoken language understanding. In 2012 IEEE Spoken Language Technology Workshop (SLT). 210\u2013215."},{"key":"e_1_3_2_1_15_1","volume-title":"Transformers: Pretrained Models. https:\/\/huggingface.co\/transformers\/v2.4.0\/pretrained_models.html Accessed: 2024-03-28","author":"Face Hugging","year":"2020","unstructured":"Hugging Face. 2020. Transformers: Pretrained Models. https:\/\/huggingface.co\/transformers\/v2.4.0\/pretrained_models.html Accessed: 2024-03-28"},{"key":"e_1_3_2_1_16_1","unstructured":"Hugging Face. 2021. BERT 101. https:\/\/huggingface.co\/blog\/bert-101 Accessed: 2024-03-28"},{"key":"e_1_3_2_1_17_1","unstructured":"Danielle Franca. 2023. GPT4: All Details Leaked. https:\/\/medium.com\/@daniellefranca96\/gpt4-all-details-leaked-48fa20f9a4a Accessed: 2024-03-28"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2022.105151"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510221"},{"key":"e_1_3_2_1_20_1","unstructured":"Shreyank N Gowda Xinyue Hao Gen Li Laura Sevilla-Lara and Shashank Narayana Gowda. 2023. Watt For What: Rethinking Deep Learning\u2019s Energy-Performance Relationship. arXiv preprint arXiv:2310.06522."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.5555\/3455716.3455964"},{"key":"e_1_3_2_1_22_1","volume-title":"Cuad: An expert-annotated nlp dataset for legal contract review. arXiv preprint arXiv:2103.06268.","author":"Hendrycks Dan","year":"2021","unstructured":"Dan Hendrycks, Collin Burns, Anya Chen, and Spencer Ball. 2021. Cuad: An expert-annotated nlp dataset for legal contract review. arXiv preprint arXiv:2103.06268."},{"key":"e_1_3_2_1_23_1","unstructured":"Gao Huang Yixuan Li Geoff Pleiss Zhuang Liu John E Hopcroft and Kilian Q Weinberger. 2017. Snapshot ensembles: Train 1 get m for free. arXiv preprint arXiv:1704.00109."},{"key":"e_1_3_2_1_24_1","volume-title":"International Joint Conference on Artificial Intelligence (IJCAI).","author":"Kotary James","year":"2023","unstructured":"James Kotary, Vincenzo Di Vito, and Ferdinando Fioretto. 2023. Differentiable model selection for ensemble learning. In International Joint Conference on Artificial Intelligence (IJCAI)."},{"key":"e_1_3_2_1_25_1","unstructured":"Spyretta Leivaditi Julien Rossi and Evangelos Kanoulas. 2020. A benchmark for lease contract review. arXiv preprint arXiv:2010.10386."},{"key":"e_1_3_2_1_26_1","first-page":"538","article-title":"Semi-supervised deep coupled ensemble learning with classification landmark exploration","volume":"29","author":"Li Jichang","year":"2019","unstructured":"Jichang Li, Si Wu, Cheng Liu, Zhiwen Yu, and Hau-San Wong. 2019. Semi-supervised deep coupled ensemble learning with classification landmark exploration. IEEE Transactions on Image Processing, 29 (2019), 538\u2013550.","journal-title":"IEEE Transactions on Image Processing"},{"key":"e_1_3_2_1_27_1","volume-title":"2017 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP). 5270\u20135274","author":"Li Sheng","year":"2017","unstructured":"Sheng Li, Xugang Lu, Shinsuke Sakai, Masato Mimura, and Tatsuya Kawahara. 2017. Semi-supervised ensemble DNN acoustic model training. In 2017 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP). 5270\u20135274."},{"key":"e_1_3_2_1_28_1","unstructured":"Ziyue Li Kan Ren Yifan Yang Xinyang Jiang Yuqing Yang and Dongsheng Li. 2023. Towards Inference Efficient Deep Ensemble Learning. arXiv preprint arXiv:2301.12378."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","unstructured":"Fan Liu Feng Xu and Sai Yang. 2017. A flood forecasting model based on deep learning algorithm via integrating stacked autoencoders with BP neural network. In 2017 IEEE third International conference on multimedia big data (BigMM). 58\u201361.","DOI":"10.1109\/BigMM.2017.29"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13721-016-0125-6"},{"key":"e_1_3_2_1_31_1","unstructured":"Adam Mckaig and Tahia Khan. 2022. How the Metrics Backend Works at Datadog."},{"key":"e_1_3_2_1_32_1","unstructured":"Dagmar Monett and Claudia Lemke. 2021. AI-ware: Bridging AI and Software Engineering for responsible and sustainable intelligent artefacts. Managing Artificial Intelligence 66\u201373."},{"key":"e_1_3_2_1_33_1","volume-title":"Proceedings of the First Workshop on Language Technology and Resources for a Fair, Inclusive, and Safe Society within the 13th Language Resources and Evaluation Conference. 42\u201350","author":"Nawar Afra","year":"2022","unstructured":"Afra Nawar, Mohammed Rakib, Salma Abdul Hai, and Sanaulla Haq. 2022. An Open Source Contractual Language Understanding Application Using Machine Learning. In Proceedings of the First Workshop on Language Technology and Resources for a Fair, Inclusive, and Safe Society within the 13th Language Resources and Evaluation Conference. 42\u201350."},{"key":"e_1_3_2_1_34_1","volume-title":"https:\/\/www2.deloitte.com\/nl\/nl.html [Online","author":"Netherlands Deloitte","year":"2024","unstructured":"Deloitte Netherlands. 2024. Home Page. https:\/\/www2.deloitte.com\/nl\/nl.html [Online; accessed March 6, 2024]"},{"key":"e_1_3_2_1_35_1","volume-title":"2014 IEEE China Summit & International Conference on Signal and Information Processing (ChinaSIP). 510\u2013514","author":"Palangi Hamid","year":"2014","unstructured":"Hamid Palangi, Li Deng, and Rabab K Ward. 2014. Recurrent deep-stacking networks for sequence classification. In 2014 IEEE China Summit & International Conference on Signal and Information Processing (ChinaSIP). 510\u2013514."},{"key":"e_1_3_2_1_36_1","unstructured":"David MW Powers. 2020. Evaluation: from precision recall and F-measure to ROC informedness markedness and correlation. arXiv preprint arXiv:2010.16061."},{"key":"e_1_3_2_1_37_1","volume-title":"2014 IEEE symposium on computational intelligence in ensemble learning (CIEL). 1\u20136.","author":"Qiu Xueheng","year":"2014","unstructured":"Xueheng Qiu, Le Zhang, Ye Ren, Ponnuthurai N Suganthan, and Gehan Amaratunga. 2014. Ensemble deep learning for regression and time series forecasting. In 2014 IEEE symposium on computational intelligence in ensemble learning (CIEL). 1\u20136."},{"key":"e_1_3_2_1_38_1","unstructured":"Jaromir Savelka Kevin D Ashley Morgan A Gray Hannes Westermann and Huihui Xu. 2023. Can GPT-4 Support Analysis of Textual Data in Tasks Requiring Highly Specialized Domain Expertise? arXiv preprint arXiv:2306.13906."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3381831"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12145-021-00723-1"},{"key":"e_1_3_2_1_41_1","volume-title":"A systematic analysis of performance measures for classification tasks. Information processing & management, 45, 4","author":"Sokolova Marina","year":"2009","unstructured":"Marina Sokolova and Guy Lapalme. 2009. A systematic analysis of performance measures for classification tasks. Information processing & management, 45, 4 (2009), 427\u2013437."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"crossref","unstructured":"Emma Strubell Ananya Ganesh and Andrew McCallum. 2019. Energy and policy considerations for deep learning in NLP. arXiv preprint arXiv:1906.02243.","DOI":"10.18653\/v1\/P19-1355"},{"key":"e_1_3_2_1_43_1","volume-title":"2012 IEEE international conference on acoustics, speech and signal processing (ICASSP). 5045\u20135048","author":"Tur Gokhan","year":"2012","unstructured":"Gokhan Tur, Li Deng, Dilek Hakkani-T\u00fcr, and Xiaodong He. 2012. Towards deeper understanding: Deep convex networks for semantic utterance classification. In 2012 IEEE international conference on acoustics, speech and signal processing (ICASSP). 5045\u20135048."},{"key":"e_1_3_2_1_44_1","volume-title":"A systematic review of Green AI","author":"Verdecchia Roberto","unstructured":"Roberto Verdecchia, June Sallou, and Lu\u00eds Cruz. 2023. A systematic review of Green AI. Wiley Interdisciplinary Reviews: Data Mining and Knowledge Discovery, e1507."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/CEC48606.2020.9185541"},{"key":"e_1_3_2_1_46_1","volume-title":"Proceedings of the AAAI Conference on Artificial Intelligence. 36","author":"Whitaker Tim","year":"2022","unstructured":"Tim Whitaker and Darrell Whitley. 2022. Prune and tune ensembles: low-cost ensemble learning with sparse independent subnetworks. In Proceedings of the AAAI Conference on Artificial Intelligence. 36, 8638\u20138646."},{"key":"e_1_3_2_1_47_1","first-page":"795","article-title":"Sustainable ai: Environmental implications, challenges and opportunities","volume":"4","author":"Wu Carole-Jean","year":"2022","unstructured":"Carole-Jean Wu, Ramya Raghavendra, Udit Gupta, Bilge Acun, Newsha Ardalani, Kiwan Maeng, Gloria Chang, Fiona Aga, Jinshi Huang, and Charles Bai. 2022. Sustainable ai: Environmental implications, challenges and opportunities. Proceedings of Machine Learning and Systems, 4 (2022), 795\u2013813.","journal-title":"Proceedings of Machine Learning and Systems"},{"key":"e_1_3_2_1_48_1","volume-title":"Ensemble methods: foundations and algorithms","author":"Zhou Zhi-Hua","unstructured":"Zhi-Hua Zhou. 2012. Ensemble methods: foundations and algorithms. CRC press."},{"key":"e_1_3_2_1_49_1","volume-title":"Ensembling neural networks: many could be better than all. Artificial intelligence, 137, 1-2","author":"Zhou Zhi-Hua","year":"2002","unstructured":"Zhi-Hua Zhou, Jianxin Wu, and Wei Tang. 2002. Ensembling neural networks: many could be better than all. Artificial intelligence, 137, 1-2 (2002), 239\u2013263."}],"event":{"name":"AIware '24: 1st ACM International Conference on AI-Powered Software","location":"Porto de Galinhas Brazil","acronym":"AIware '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 1st ACM International Conference on AI-Powered Software"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664646.3664763","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3664646.3664763","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:03:45Z","timestamp":1750291425000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664646.3664763"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,10]]},"references-count":48,"alternative-id":["10.1145\/3664646.3664763","10.1145\/3664646"],"URL":"https:\/\/doi.org\/10.1145\/3664646.3664763","relation":{},"subject":[],"published":{"date-parts":[[2024,7,10]]},"assertion":[{"value":"2024-07-10","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}