{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T15:22:03Z","timestamp":1778167323012,"version":"3.51.4"},"reference-count":50,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100008530","name":"European Regional Development Fund","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100008530","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010198","name":"Gobierno de Espa\u00f1a Ministerio de Econom\u00eda y Competitividad","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100010198","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Sustainable Computing: Informatics and Systems"],"published-print":{"date-parts":[[2021,6]]},"DOI":"10.1016\/j.suscom.2021.100558","type":"journal-article","created":{"date-parts":[[2021,4,6]],"date-time":"2021-04-06T11:37:45Z","timestamp":1617709065000},"page":"100558","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":17,"special_numbering":"C","title":["FEETINGS: Framework for Energy Efficiency Testing to Improve Environmental Goal of the Software"],"prefix":"10.1016","volume":"30","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9473-6710","authenticated-orcid":false,"given":"Javier","family":"Mancebo","sequence":"first","affiliation":[]},{"given":"Coral","family":"Calero","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6460-0353","authenticated-orcid":false,"given":"Felix","family":"Garcia","sequence":"additional","affiliation":[]},{"given":"M\u00aa Angeles","family":"Moraga","sequence":"additional","affiliation":[]},{"given":"Ignacio","family":"Garcia-Rodriguez de Guzman","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.suscom.2021.100558_bib0005","series-title":"2018 IEEE 11th International Conference on Cloud Computing (CLOUD)","first-page":"875","article-title":"Software greenability: a case study of cloud-based business applications provisioning","author":"Acar","year":"2018"},{"key":"10.1016\/j.suscom.2021.100558_bib0010","article-title":"Total consumer power consumption forecast","volume":"vol. 10","author":"Andrae","year":"2017","journal-title":"Nordic Digital Business Summit"},{"key":"10.1016\/j.suscom.2021.100558_bib0015","first-page":"27","article-title":"Prediction studies of electricity use of global computing in 2030","volume":"8","author":"Andrae","year":"2019","journal-title":"Int. J. Sci. Eng. Invest."},{"key":"10.1016\/j.suscom.2021.100558_bib0020","volume":"vol. 11","author":"Vidal","year":"2017"},{"key":"10.1016\/j.suscom.2021.100558_bib0025","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1016\/j.future.2018.02.044","article-title":"Sustainable software products\u2014towards assessment criteria for resource and energy efficiency","volume":"86","author":"Kern","year":"2018","journal-title":"Future Gener. Comput. Syst."},{"issue":"12","key":"10.1016\/j.suscom.2021.100558_bib0030","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1145\/3154384","article-title":"Energy efficiency: a new concern for application software developers","volume":"60","author":"Pinto","year":"2017","journal-title":"Commun. ACM"},{"key":"10.1016\/j.suscom.2021.100558_bib0035","first-page":"1","article-title":"Systematic mapping study on software engineering for sustainability (SE4S)","author":"Penzenstadler","year":"2014","journal-title":"Proceedings of the 18th International Conference on Evaluation and Assessment in Software Engineering"},{"issue":"6","key":"10.1016\/j.suscom.2021.100558_bib0040","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1109\/MS.2019.2924498","article-title":"A manifesto for energy-aware software","volume":"36","author":"Fonseca","year":"2019","journal-title":"IEEE Softw."},{"key":"10.1016\/j.suscom.2021.100558_bib0045","series-title":"Green in Software Engineering","first-page":"261","article-title":"Green software measurement","author":"Moraga","year":"2015"},{"key":"10.1016\/j.suscom.2021.100558_bib0050","series-title":"The Contribution of ICT to Energy Efficiency: Local and Regional Initiatives","year":"2011"},{"key":"10.1016\/j.suscom.2021.100558_bib0055","series-title":"A Systematic Literature Review on Green Software Metrics","author":"Bozzelli","year":"2013"},{"key":"10.1016\/j.suscom.2021.100558_bib0060","series-title":"Green in Software Engineering","first-page":"3","article-title":"Introduction to green in software engineering","author":"Calero","year":"2015"},{"key":"10.1016\/j.suscom.2021.100558_bib0065","first-page":"117","article-title":"Puzzling out software sustainability","volume":"16","author":"Calero","year":"2017","journal-title":"Sustain. Comput. Inform. Syst."},{"issue":"4","key":"10.1016\/j.suscom.2021.100558_bib0070","first-page":"294","article-title":"The greensoft model: a reference model for green and sustainable software and its engineering","volume":"1","author":"Naumann","year":"2011","journal-title":"Sustain. Comput. Inform. Syst."},{"key":"10.1016\/j.suscom.2021.100558_bib0075","first-page":"467","article-title":"Sustainability design and software: the karlskrona manifesto","volume":"2","author":"Becker","year":"2015"},{"key":"10.1016\/j.suscom.2021.100558_bib0080","first-page":"7","article-title":"Software sustainability: the modern tower of babel","volume":"vol. 1216","author":"Venters","year":"2014"},{"issue":"8","key":"10.1016\/j.suscom.2021.100558_bib0085","doi-asserted-by":"crossref","first-page":"631","DOI":"10.1016\/j.infsof.2005.07.001","article-title":"Towards a consistent terminology for software measurement","volume":"48","author":"Garc\u00eda","year":"2006","journal-title":"Inf. Softw. Technol."},{"key":"10.1016\/j.suscom.2021.100558_bib0090","series-title":"REFSENO: a Representation Formalism for Software Engineering Ontologies","author":"Tautz","year":"1998"},{"issue":"10","key":"10.1016\/j.suscom.2021.100558_bib0095","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1145\/944217.944242","article-title":"Method engineering for OO systems development","volume":"46","author":"Henderson-Sellers","year":"2003","journal-title":"Commun. ACM"},{"key":"10.1016\/j.suscom.2021.100558_bib0100","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1145\/3194078.3194081","article-title":"EET: a device to support the measurement of software consumption","author":"Mancebo","year":"2018","journal-title":"Proceedings of the 6th International Workshop on Green and Sustainable Software"},{"key":"10.1016\/j.suscom.2021.100558_bib0105","series-title":"Aparato para medici\u00f3n del consumo el\u00e9ctrico de equipos inform\u00e1ticos (PC),\" Patent ES 1199234 Y","author":"Piattini","year":"2018"},{"key":"10.1016\/j.suscom.2021.100558_bib0110","series-title":"Advances and New Trends in Environmental Informatics","first-page":"1","article-title":"Assessing the sustainability of software products\u2014a method comparison","author":"Mancebo","year":"2020"},{"key":"10.1016\/j.suscom.2021.100558_bib0115","first-page":"510","article-title":"Energy efficiency of personal health records","volume":"vol. 2","author":"Calero","year":"2018","journal-title":"Multidisciplinary Digital Publishing Institute Proceedings"},{"key":"10.1016\/j.suscom.2021.100558_bib0120","series-title":"Presented at the GREEN 2019: The Fourth International Conference on Green Communications, Computing and Technologies","article-title":"Saving energy in text search using compression","author":"Mancebo","year":"2019"},{"key":"10.1016\/j.suscom.2021.100558_bib0125","first-page":"1","article-title":"Does maintainability relate to the energy consumption of software? A case study","author":"Mancebo","year":"2021","journal-title":"Softw. Qual. J."},{"issue":"1","key":"10.1016\/j.suscom.2021.100558_bib0130","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1109\/5254.747902","article-title":"What are ontologies, and why do we need them?","volume":"14","author":"Chandrasekaran","year":"1999","journal-title":"IEEE Intell. Syst. Appl."},{"issue":"6","key":"10.1016\/j.suscom.2021.100558_bib0135","doi-asserted-by":"crossref","first-page":"728","DOI":"10.1109\/TSE.1984.5010301","article-title":"A methodology for collecting valid software engineering data","author":"Basili","year":"1984","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/j.suscom.2021.100558_bib0140","series-title":"Carnegie-Mellon Univ Pittsburgh Pa Software Engineering Inst","article-title":"Applications of the indicator template for measurement and analysis","author":"Goethert","year":"2004"},{"key":"10.1016\/j.suscom.2021.100558_bib0145","series-title":"PSM: Practical Software and Systems Measurement - a Foundation for Objective Project Management","year":"2000"},{"issue":"2","key":"10.1016\/j.suscom.2021.100558_bib0150","doi-asserted-by":"crossref","first-page":"374","DOI":"10.1007\/s10664-013-9276-6","article-title":"Green mining: a methodology of relating software change and configuration to power consumption","volume":"20","author":"Hindle","year":"2015","journal-title":"Empir. Softw. Eng."},{"key":"10.1016\/j.suscom.2021.100558_bib0155","first-page":"523","article-title":"Software energy profiling: comparing releases of a software product","author":"Jagroep","year":"2016","journal-title":"Proceedings of the 38th International Conference on Software Engineering Companion"},{"issue":"3","key":"10.1016\/j.suscom.2021.100558_bib0160","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1145\/2553070.2553077","article-title":"A review of energy measurement approaches","volume":"47","author":"Noureddine","year":"2013","journal-title":"ACM Sigops. Oper. Syst. Rev."},{"key":"10.1016\/j.suscom.2021.100558_bib0165","series-title":"2019 International Conference on Computer and Information Sciences (ICCIS)","first-page":"1","article-title":"Software energy measurement at different levels of granularity","author":"Ghaleb","year":"2019"},{"issue":"4","key":"10.1016\/j.suscom.2021.100558_bib0170","doi-asserted-by":"crossref","first-page":"545","DOI":"10.1145\/2954679.2872375","article-title":"Maximizing performance under a power cap: a comparison of hardware, software, and hybrid techniques","volume":"51","author":"Zhang","year":"2016","journal-title":"ACM Sigplan. Not."},{"issue":"1","key":"10.1016\/j.suscom.2021.100558_bib0175","first-page":"23","article-title":"SPAN: a software power analyzer for multicore computer systems","volume":"1","author":"Wang","year":"2011","journal-title":"Sustain. Comput. Inform. Syst."},{"key":"10.1016\/j.suscom.2021.100558_bib0180","series-title":"Ptop: a Process-level Power Profiling Tool","author":"Do","year":"2009"},{"key":"10.1016\/j.suscom.2021.100558_bib0185","doi-asserted-by":"crossref","first-page":"445","DOI":"10.1145\/2931037.2948706","article-title":"Jolinar: analysing the energy footprint of software applications","author":"Noureddine","year":"2016","journal-title":"Proceedings of the 25th International Symposium on Software Testing and Analysis"},{"key":"10.1016\/j.suscom.2021.100558_bib0190","series-title":"2012 Proceedings of the 27th IEEE\/ACM International Conference on Automated Software Engineering","first-page":"160","article-title":"Runtime monitoring of software energy hotspots","author":"Noureddine","year":"2012"},{"key":"10.1016\/j.suscom.2021.100558_bib0195","volume":"vol. 2013","author":"Bourdon","year":"2013"},{"key":"10.1016\/j.suscom.2021.100558_bib0200","unstructured":"(25 \/02\/2020). PowerTop. Available: https:\/\/01.org\/powertop."},{"key":"10.1016\/j.suscom.2021.100558_bib0205","series-title":"Joulemeter: Virtual Machine Power Measurement and Management","author":"Kothari","year":"2009"},{"key":"10.1016\/j.suscom.2021.100558_bib0210","volume":"vol. 7","author":"Kim","year":"2014"},{"key":"10.1016\/j.suscom.2021.100558_bib0215","series-title":"2014 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC)","first-page":"181","article-title":"Measuring and visualizing energy consumption within software code","author":"Car\u00e7ao","year":"2014"},{"key":"10.1016\/j.suscom.2021.100558_bib0220","series-title":"Watts up? Pro Ac Power Meter for Automated Energy Recording","author":"Hirst","year":"2013"},{"key":"10.1016\/j.suscom.2021.100558_bib0225","series-title":"2013 2nd International Workshop on Green and Sustainable Software (GreenS)","first-page":"30","article-title":"Seflab: a lab for measuring software energy footprints","author":"Ferreira","year":"2013"},{"key":"10.1016\/j.suscom.2021.100558_bib0230","series-title":"2015 IEEE 10th International Conference on Global Software Engineering Workshops","first-page":"35","article-title":"A first approach on legacy system energy consumption measurement","author":"Cordero","year":"2015"},{"key":"10.1016\/j.suscom.2021.100558_bib0235","series-title":"Proceedings WMCSA\u201999. Second IEEE Workshop on Mobile Computing Systems and Applications","first-page":"2","article-title":"Powerscope: a tool for profiling the energy usage of mobile applications","author":"Flinn","year":"1999"},{"issue":"5","key":"10.1016\/j.suscom.2021.100558_bib0240","doi-asserted-by":"crossref","first-page":"658","DOI":"10.1109\/TPDS.2009.76","article-title":"PowerPack: energy profiling and analysis of high-performance systems and applications","volume":"21","author":"Ge","year":"2009","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"10.1016\/j.suscom.2021.100558_bib0245","series-title":"2015 Sustainable Internet and ICT for Sustainability (SustainIT)","first-page":"1","article-title":"GreenHPC: a novel framework to measure energy consumption on HPC applications","author":"Rostirolla","year":"2015"},{"key":"10.1016\/j.suscom.2021.100558_bib0250","doi-asserted-by":"crossref","first-page":"106560","DOI":"10.1016\/j.infsof.2021.106560","article-title":"A process for analysing the energy efficiency of software","author":"Mancebo","year":"2021","journal-title":"Inf. Softw. Technol."}],"container-title":["Sustainable Computing: Informatics and Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2210537921000494?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2210537921000494?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,31]],"date-time":"2025-10-31T05:34:38Z","timestamp":1761888878000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S2210537921000494"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6]]},"references-count":50,"alternative-id":["S2210537921000494"],"URL":"https:\/\/doi.org\/10.1016\/j.suscom.2021.100558","relation":{},"ISSN":["2210-5379"],"issn-type":[{"value":"2210-5379","type":"print"}],"subject":[],"published":{"date-parts":[[2021,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"FEETINGS: Framework for Energy Efficiency Testing to Improve Environmental Goal of the Software","name":"articletitle","label":"Article Title"},{"value":"Sustainable Computing: Informatics and Systems","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.suscom.2021.100558","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2021 Elsevier Inc. All rights reserved.","name":"copyright","label":"Copyright"}],"article-number":"100558"}}