{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T15:45:03Z","timestamp":1778168703481,"version":"3.51.4"},"reference-count":56,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2024,7,27]],"date-time":"2024-07-27T00:00:00Z","timestamp":1722038400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,7,27]],"date-time":"2024-07-27T00:00:00Z","timestamp":1722038400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Software Qual J"],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1007\/s11219-024-09690-4","type":"journal-article","created":{"date-parts":[[2024,7,27]],"date-time":"2024-07-27T05:01:42Z","timestamp":1722056502000},"page":"1539-1580","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Programming languages ranking based on energy measurements"],"prefix":"10.1007","volume":"32","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4742-173X","authenticated-orcid":false,"given":"Alberto","family":"Gordillo","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0728-4176","authenticated-orcid":false,"given":"Coral","family":"Calero","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9165-7144","authenticated-orcid":false,"given":"M\u00aa \u00c1ngeles","family":"Moraga","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6460-0353","authenticated-orcid":false,"given":"F\u00e9lix","family":"Garc\u00eda","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0934-9244","authenticated-orcid":false,"given":"Jo\u00e3o Paulo","family":"Fernandes","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7745-8015","authenticated-orcid":false,"given":"Rui","family":"Abreu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8891-8881","authenticated-orcid":false,"given":"Jo\u00e3o","family":"Saraiva","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,7,27]]},"reference":[{"key":"9690_CR1","first-page":"27","volume":"8","author":"AS Andrae","year":"2019","unstructured":"Andrae, A. S. (2019). Prediction Studies of Electricity Use of Global Computing in 2030. International Journal of Science and Engineering Investigations (IJSEI), 8, 27\u201333.","journal-title":"International Journal of Science and Engineering Investigations (IJSEI)"},{"issue":"7","key":"9690_CR2","doi-asserted-by":"publisher","first-page":"733","DOI":"10.1109\/TSE.1986.6312975","volume":"12","author":"VR Basili","year":"1986","unstructured":"Basili, V. R., Selby, R. W., & Hutchens, D. H. (1986). Experimentation in Software Engineering. IEEE Transactions on Software Engineering, 12(7), 733\u2013743.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9690_CR3","doi-asserted-by":"crossref","unstructured":"Becker, C., Chitchyan, R., Duboc, L., Easterbrook, S., Penzenstadler, B., Seyff, N., & Venters, C. C. (2015). Sustainability design and software: The karlskrona manifesto. 2, 467\u2013476. IEEE.","DOI":"10.1109\/ICSE.2015.179"},{"key":"9690_CR4","doi-asserted-by":"crossref","unstructured":"Bhattacharya, P., & Neamtiu, I. (2011). Assessing programming language impact on development and maintenance: A study on C and C++. 171\u2013180.","DOI":"10.1145\/1985793.1985817"},{"key":"9690_CR5","doi-asserted-by":"crossref","unstructured":"Bissyand\u00e9, T. F., Thung, F., Lo, D., Jiang, L., & R\u00e9veillere, L. (2013). Popularity, interoperability, and impact of programming languages in 100,000 open source projects. 2013 IEEE 37th Annual Computer Software and Applications Conference, 303\u2013312. IEEE.","DOI":"10.1109\/COMPSAC.2013.55"},{"key":"9690_CR6","unstructured":"Brooks, A., Daly, J. W., Miller, J., Roper, M., & Wood, M. I. (1996). Replication of experimental results in software engineering."},{"issue":"3","key":"9690_CR7","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1109\/MS.2019.2897833","volume":"36","author":"J Cabot","year":"2019","unstructured":"Cabot, J., Capilla, R., Carrillo, C., Muccini, H., & Penzenstadler, B. (2019). Measuring systems and architectures: A sustainability perspective. IEEE Software, 36(3), 98\u2013100.","journal-title":"IEEE Software"},{"key":"9690_CR8","doi-asserted-by":"crossref","unstructured":"Calero, C., & Piattini, M. (2015). Green in software engineering (Vol. 3). Springer.","DOI":"10.1007\/978-3-319-08581-4_1"},{"key":"9690_CR9","doi-asserted-by":"crossref","unstructured":"Calero, C., Moraga, M. \u00c1., Bertoa, M. F., & Duboc, L. (2015). Green software and software quality. Green in Software Engineering, 231\u2013260.","DOI":"10.1007\/978-3-319-08581-4_10"},{"key":"9690_CR10","doi-asserted-by":"crossref","unstructured":"Choroszucho, A., Golonko, P., Bednarek, J., Sumorek, M., & \u017bukowski, J. (2019). Comparison of high-level programming languages efficiency in embedded systems. 11176, 1800\u20131808. SPIE.","DOI":"10.1117\/12.2537143"},{"key":"9690_CR11","doi-asserted-by":"crossref","unstructured":"Chowdhury, S. A., & Hindle, A. (2016). Greenoracle: Estimating software energy consumption with energy measurement corpora. 49\u201360.","DOI":"10.1145\/2901739.2901763"},{"key":"9690_CR12","doi-asserted-by":"publisher","first-page":"1649","DOI":"10.1007\/s10664-018-9640-7","volume":"24","author":"S Chowdhury","year":"2019","unstructured":"Chowdhury, S., Borle, S., Romansky, S., & Hindle, A. (2019). Greenscaler: Training software energy models with automatic test generation. Empirical Software Engineering, 24, 1649\u20131692.","journal-title":"Empirical Software Engineering"},{"key":"9690_CR13","doi-asserted-by":"publisher","DOI":"10.4324\/9780203771587","volume-title":"Statistical power analysis for the behavioral sciences","author":"J Cohen","year":"2013","unstructured":"Cohen, J. (2013). Statistical power analysis for the behavioral sciences. Routledge."},{"issue":"4","key":"9690_CR14","doi-asserted-by":"publisher","first-page":"3261","DOI":"10.1007\/s11227-020-03382-z","volume":"77","author":"J Corral-Garc\u00eda","year":"2021","unstructured":"Corral-Garc\u00eda, J., Lemus-Prieto, F., & P\u00e9rez-Toledano, M. -\u00c1. (2021). Efficient code development for improving execution performance in high-performance computing centers. The Journal of Supercomputing, 77(4), 3261\u20133288.","journal-title":"The Journal of Supercomputing"},{"key":"9690_CR15","doi-asserted-by":"crossref","unstructured":"Cruz, L., Abreu, R., Grundy, J., Li, L., & Xia, X. (2019). Do energy-oriented changes hinder maintainability? 29\u201340. IEEE.","DOI":"10.1109\/ICSME.2019.00013"},{"key":"9690_CR16","unstructured":"Dirlewanger, W. (2006). Measurement and rating of computer systems performance and of software efficiency: An introduction to the ISO\/IEC 14756 method and a guide to its application. Kassel University Press Kassel."},{"issue":"6","key":"9690_CR17","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1109\/MS.2019.2924498","volume":"36","author":"A Fonseca","year":"2019","unstructured":"Fonseca, A., Kazman, R., & Lago, P. (2019). A manifesto for energy-aware software. IEEE Software, 36(6), 79\u201382.","journal-title":"IEEE Software"},{"key":"9690_CR18","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1016\/j.infsof.2017.10.002","volume":"95","author":"GA Garc\u00eda-Mireles","year":"2018","unstructured":"Garc\u00eda-Mireles, G. A., Moraga, M. \u00c1., Garc\u00eda, F., Calero, C., & Piattini, M. (2018). Interactions between environmental sustainability goals and software product quality: A mapping study. Information and Software Technology, 95, 108\u2013129.","journal-title":"Information and Software Technology"},{"key":"9690_CR19","doi-asserted-by":"crossref","unstructured":"Georgiou, S., Kechagia, M., Louridas, P., & Spinellis, D. (2018). What are your programming language\u2019s energy-delay implications? 303\u2013313.","DOI":"10.1145\/3196398.3196414"},{"key":"9690_CR20","doi-asserted-by":"crossref","unstructured":"Gordillo, A., Calero, C., Moraga, M. \u00c1., Garc\u00eda, F., Fernandes, J. P., Abreu, R., & Saraiva, J. (2024). Repository of programming languages ranking based on energy measurements. Retrieved from Repository of Programming Languages Ranking based on Energy Measurements website: https:\/\/github.com\/GrupoAlarcos\/Programming-Languages-Ranking-based-on-Energy--Measurements","DOI":"10.1007\/s11219-024-09690-4"},{"key":"9690_CR21","unstructured":"Guam\u00e1n, D., & P\u00e9rez, J. (2021). Supporting Sustainability and Technical Debt-Driven Design Decisions in Software Architectures."},{"key":"9690_CR22","doi-asserted-by":"crossref","unstructured":"Hanenberg, S. (2010). An experiment about static and dynamic type systems: Doubts about the positive impact of static type systems on development time. 22\u201335.","DOI":"10.1145\/1869459.1869462"},{"issue":"4","key":"9690_CR23","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1049\/sej.1996.0030","volume":"11","author":"R Harrison","year":"1996","unstructured":"Harrison, R., Samaraweera, L., Dobie, M. R., & Lewis, P. H. (1996). Comparing programming paradigms: An evaluation of functional and object-oriented programs. Software Engineering Journal, 11(4), 247\u2013254.","journal-title":"Software Engineering Journal"},{"key":"9690_CR24","unstructured":"IEC, I. (2011). ISO\/IEC 25010: System and Software engineering-System and software Quality Requirements and Evaluation (SQuaRE)-System and software quality models. Switzerland: ISO."},{"key":"9690_CR25","doi-asserted-by":"publisher","unstructured":"Jedlitschka, A., & Pfahl, D. (2005). Reporting guidelines for controlled experiments in software engineering. 2005 International Symposium on Empirical Software Engineering, ISESE 2005, 10 pp.-. https:\/\/doi.org\/10.1109\/ISESE.2005.1541818","DOI":"10.1109\/ISESE.2005.1541818"},{"issue":"10","key":"9690_CR26","doi-asserted-by":"publisher","first-page":"6710","DOI":"10.1007\/s11227-019-02880-z","volume":"75","author":"V Kelefouras","year":"2019","unstructured":"Kelefouras, V., & Djemame, K. (2019). A methodology correlating code optimizations with data memory accesses, execution time and energy consumption. The Journal of Supercomputing, 75(10), 6710\u20136745.","journal-title":"The Journal of Supercomputing"},{"key":"9690_CR27","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1016\/j.future.2018.02.044","volume":"86","author":"E Kern","year":"2018","unstructured":"Kern, E., Hilty, L. M., Guldner, A., Maksimov, Y. V., Filler, A., Gr\u00f6ger, J., & Naumann, S. (2018). Sustainable software products\u2014Towards assessment criteria for resource and energy efficiency. Future Generation Computer Systems, 86, 199\u2013210.","journal-title":"Future Generation Computer Systems"},{"key":"9690_CR28","doi-asserted-by":"crossref","unstructured":"Kleinschmager, S., Robbes, R., Stefik, A., Hanenberg, S., & Tanter, E. (2012). Do static type systems improve the maintainability of software systems? An empirical study. 153\u2013162. IEEE.","DOI":"10.1109\/ICPC.2012.6240483"},{"key":"9690_CR29","unstructured":"Koch, C., M\u00fcller, K., & Sultanow, E. (2022). Which programming languages do hackers use? A survey at the German Chaos Computer Club. arXiv Preprint arXiv:2203.12466"},{"key":"9690_CR30","doi-asserted-by":"crossref","unstructured":"Kochhar, P. S., Wijedasa, D., & Lo, D. (2016). A large scale study of multiple programming languages and code quality. 1, 563\u2013573. IEEE.","DOI":"10.1109\/SANER.2016.112"},{"key":"9690_CR31","doi-asserted-by":"crossref","unstructured":"Li, D., & Halfond, W. G. (2014). An investigation into energy-saving programming practices for android smartphone app development. 46\u201353.","DOI":"10.1145\/2593743.2593750"},{"key":"9690_CR32","doi-asserted-by":"crossref","unstructured":"Lima, L. G., Soares-Neto, F., Lieuthier, P., Filho, F. C., Melfe, G., & Fernandes, J. P. (2016). Haskell in Green Land: Analyzing the Energy Behavior of a Purely Functional Language. 2016 IEEE 23rd International Conference on Software Analysis, Evolution, and Reengineering (SANER), 1, 517\u2013528.","DOI":"10.1109\/SANER.2016.85"},{"issue":"1","key":"9690_CR33","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1007\/s11219-020-09536-9","volume":"29","author":"J Mancebo","year":"2021","unstructured":"Mancebo, J., Calero, C., & Garc\u00eda, F. (2021a). Does maintainability relate to the energy consumption of software? A Case Study. Software Quality Journal, 29(1), 101\u2013127.","journal-title":"A Case Study. Software Quality Journal"},{"key":"9690_CR34","doi-asserted-by":"publisher","DOI":"10.1016\/j.suscom.2021.100558","volume":"30","author":"J Mancebo","year":"2021","unstructured":"Mancebo, J., Calero, C., Garcia, F., Moraga, M. A., & de Guzman, I.G.-R. (2021b). FEETINGS: Framework for Energy Efficiency Testing to Improve Environmental Goal of the Software. Sustainable Computing: Informatics and Systems, 30, 100558. https:\/\/doi.org\/10.1016\/j.suscom.2021.100558","journal-title":"Sustainable Computing: Informatics and Systems"},{"key":"9690_CR35","doi-asserted-by":"crossref","unstructured":"Manotas, I., Bird, C., Zhang, R., Shepherd, D., Jaspan, C., Sadowski, C., . . . Clause, J. (2016). An empirical study of practitioners\u2019 perspectives on green software engineering. 237\u2013248.","DOI":"10.1145\/2884781.2884810"},{"key":"9690_CR36","doi-asserted-by":"crossref","unstructured":"Meyerovich, L. A., & Rabkin, A. S. (2013). Empirical analysis of programming language adoption. 1\u201318.","DOI":"10.1145\/2509136.2509515"},{"issue":"1","key":"9690_CR37","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1145\/3310013.3310017","volume":"44","author":"A Muna","year":"2022","unstructured":"Muna, A. (2022). Assessing programming language impact on software development productivity based on mining oss repositories. ACM SIGSOFT Software Engineering Notes, 44(1), 36\u201338.","journal-title":"ACM SIGSOFT Software Engineering Notes"},{"key":"9690_CR38","unstructured":"Murtagh, F., & Legendre, P. (2011). Ward\u2019s hierarchical clustering method: Clustering criterion and agglomerative algorithm. arXiv Preprint arXiv:1111.6285"},{"issue":"4","key":"9690_CR39","first-page":"294","volume":"1","author":"S Naumann","year":"2011","unstructured":"Naumann, S., Dick, M., Kern, E., & Johann, T. (2011). The GREENSOFT Model: A reference model for green and sustainable software and its engineering. Sustainable Computing: Informatics and Systems, 1(4), 294\u2013304.","journal-title":"Sustainable Computing: Informatics and Systems"},{"key":"9690_CR40","unstructured":"OMG. (2008). Software process engineering metamodel 2.0. Retrieved from Software process engineering metamodel 2.0 website: https:\/\/www.omg.org\/spec\/SPEM\/2.0\/About-SPEM"},{"issue":"3","key":"9690_CR41","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1109\/MS.2015.83","volume":"33","author":"C Pang","year":"2015","unstructured":"Pang, C., Hindle, A., Adams, B., & Hassan, A. E. (2015). What do programmers know about software energy consumption? IEEE Software, 33(3), 83\u201389.","journal-title":"IEEE Software"},{"key":"9690_CR42","doi-asserted-by":"crossref","unstructured":"Pankratius, V., Schmidt, F., & Garret\u00f3n, G. (2012). Combining functional and imperative programming for multicore software: An empirical study evaluating Scala and Java. 123\u2013133. IEEE.","DOI":"10.1109\/ICSE.2012.6227200"},{"key":"9690_CR43","doi-asserted-by":"crossref","unstructured":"Penzenstadler, B., Raturi, A., Richardson, D., Calero, C., Femmer, H., & Franch, X. (2014). Systematic mapping study on software engineering for sustainability (SE4S). 1\u201314.","DOI":"10.1145\/2601248.2601256"},{"key":"9690_CR44","doi-asserted-by":"publisher","unstructured":"Pereira, R., Couto, M., Saraiva, J., Cunha, J., & Fernandes, J. P. (2016). The Influence of the Java Collection Framework on Overall Energy Consumption. Proceedings of the 5th International Workshop on Green and Sustainable Software, 15\u201321. New York, NY, USA: Association for Computing Machinery. https:\/\/doi.org\/10.1145\/2896967.2896968","DOI":"10.1145\/2896967.2896968"},{"key":"9690_CR45","first-page":"256","volume-title":"Energy efficiency across programming languages: How do energy, time, and memory relate?","author":"R Pereira","year":"2017","unstructured":"Pereira, R., Couto, M., Ribeiro, F., Rua, R., Cunha, J., Fernandes, J. P., & Saraiva, J. (2017). Energy efficiency across programming languages: How do energy, time, and memory relate? (pp. 256\u2013267). Association for Computing Machinery."},{"key":"9690_CR47","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2019.110463","volume":"161","author":"R Pereira","year":"2020","unstructured":"Pereira, R., Car\u00e7\u00e3o, T., Couto, M., Cunha, J., Fernandes, J. P., & Saraiva, J. (2020). SPELLing out energy leaks: Aiding developers locate energy inefficient code. Journal of Systems and Software, 161, 110463.","journal-title":"Journal of Systems and Software"},{"key":"9690_CR48","doi-asserted-by":"publisher","DOI":"10.1016\/j.scico.2021.102609","volume":"205","author":"R Pereira","year":"2021","unstructured":"Pereira, R., Couto, M., Ribeiro, F., Rua, R., Cunha, J., Fernandes, J. P., & Saraiva, J. (2021). Ranking programming languages by energy efficiency. Science of Computer Programming, 205, 102609.","journal-title":"Science of Computer Programming"},{"issue":"12","key":"9690_CR49","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1145\/3154384","volume":"60","author":"G Pinto","year":"2017","unstructured":"Pinto, G., & Castor, F. (2017). Energy efficiency: A new concern for application software developers. Communications of the ACM, 60(12), 68\u201375.","journal-title":"Communications of the ACM"},{"key":"9690_CR50","doi-asserted-by":"crossref","unstructured":"Ray, B., Posnett, D., Filkov, V., & Devanbu, P. (2014). A large scale study of programming languages and code quality in github. 155\u2013165.","DOI":"10.1145\/2635868.2635922"},{"key":"9690_CR51","unstructured":"Rosetta code. (n.d.). Retrieved 21 December 2022 from\u00a0https:\/\/rosettacode.org\/wiki\/Rosetta_Code"},{"key":"9690_CR52","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1016\/j.infsof.2017.12.016","volume":"97","author":"M Solari","year":"2018","unstructured":"Solari, M., Vegas, S., & Juristo, N. (2018). Content and structure of laboratory packages for software engineering experiments. Information and Software Technology, 97, 64\u201379. https:\/\/doi.org\/10.1016\/j.infsof.2017.12.016","journal-title":"Information and Software Technology"},{"key":"9690_CR53","unstructured":"The computer language benchmarks game. (n.d.). Retrieved 21 December 2022, from https:\/\/benchmarksgame-team.pages.debian.net\/benchmarksgame\/index.html"},{"key":"9690_CR54","unstructured":"Venters, C. C., Jay, C., Lau, L., Griffiths, M. K., Holmes, V., Ward, R. R., . . . Xu, J. (2014). Software sustainability: The modern tower of babel. 1216, 7\u201312. CEUR."},{"key":"9690_CR55","unstructured":"Vidal, J. (2017). Tsunami of data\u2019could consume one fifth of global electricity by 2025\u2019. Climate Home News, 11."},{"key":"9690_CR56","doi-asserted-by":"crossref","unstructured":"Wohlin, C., Runeson, P., H\u00f6st, M., Ohlsson, M. C., Regnell, B., & Wessl\u00e9n, A. (2012). Experimentation in software engineering. Springer Science & Business Media.","DOI":"10.1007\/978-3-642-29044-2"},{"key":"9690_CR57","doi-asserted-by":"crossref","unstructured":"Yang, H., Nong, Y., Wang, S., & Cai, H. (2024). Multi-Language Software Development: Issues, Challenges, and Solutions. IEEE Transactions on Software Engineering.","DOI":"10.1109\/TSE.2024.3358258"}],"container-title":["Software Quality Journal"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-024-09690-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11219-024-09690-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-024-09690-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,7]],"date-time":"2024-11-07T13:14:58Z","timestamp":1730985298000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11219-024-09690-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,27]]},"references-count":56,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2024,12]]}},"alternative-id":["9690"],"URL":"https:\/\/doi.org\/10.1007\/s11219-024-09690-4","relation":{},"ISSN":["0963-9314","1573-1367"],"issn-type":[{"value":"0963-9314","type":"print"},{"value":"1573-1367","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,7,27]]},"assertion":[{"value":"28 June 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 July 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}