{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T16:11:17Z","timestamp":1774541477272,"version":"3.50.1"},"reference-count":89,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100010661","name":"European Union\u2019s Horizon 2020 Research and Innovation Programme, \u201cECO-Innovative Energy FACTory Management System (ECOFACT) Based on Enhanced LCA and LCCA Towards Resource Efficient Manufacturing\u201d","doi-asserted-by":"publisher","award":["958373"],"award-info":[{"award-number":["958373"]}],"id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Consumer Electron."],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1109\/tce.2023.3237862","type":"journal-article","created":{"date-parts":[[2023,1,18]],"date-time":"2023-01-18T18:33:35Z","timestamp":1674066815000},"page":"308-320","source":"Crossref","is-referenced-by-count":62,"title":["Energformer: A New Transformer Model for Energy Disaggregation"],"prefix":"10.1109","volume":"69","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6887-8758","authenticated-orcid":false,"given":"Georgios F.","family":"Angelis","sequence":"first","affiliation":[{"name":"Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3720-742X","authenticated-orcid":false,"given":"Christos","family":"Timplalexis","sequence":"additional","affiliation":[{"name":"Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2990-3137","authenticated-orcid":false,"given":"Athanasios I.","family":"Salamanis","sequence":"additional","affiliation":[{"name":"Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece"}]},{"given":"Stelios","family":"Krinidis","sequence":"additional","affiliation":[{"name":"Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5747-2186","authenticated-orcid":false,"given":"Dimosthenis","family":"Ioannidis","sequence":"additional","affiliation":[{"name":"Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece"}]},{"given":"Dionysios","family":"Kehagias","sequence":"additional","affiliation":[{"name":"Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6915-6722","authenticated-orcid":false,"given":"Dimitrios","family":"Tzovaras","sequence":"additional","affiliation":[{"name":"Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2017.06.042"},{"key":"ref57","first-page":"6000","article-title":"Attention is all you need","volume":"30","author":"vaswani","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TCE.2020.3008261"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/614"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TCE.2019.2891160"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17325"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.3390\/su11113222"},{"key":"ref58","first-page":"6","article-title":"An image is worth 16&#x00D7;16 words: Transformers for image recognition at scale","author":"dosovitskiy","year":"2020","journal-title":"Proc Int Conf Learn Rep"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/3427771.3427846"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/SmartGridComm.2018.8587415"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TCE.2018.2843292"},{"key":"ref55","first-page":"6","article-title":"Neural machine translation by jointly learning to align and translate","author":"bahdanau","year":"2015","journal-title":"Proc 3rd Int Conf Learn Rep (ICLR)"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2017.2666220"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/3447555.3464863"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TCE.2019.2918922"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/GlobalSIP.2015.7418189"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TCE.2021.3135423"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2020.114877"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.3390\/en14040847"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ICSPCC50002.2020.9259533"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI47803.2020.9308592"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8683110"},{"key":"ref89","first-page":"1","article-title":"Statistical comparisons of classifiers over multiple data sets","volume":"7","author":"dem\u0161ar","year":"2006","journal-title":"J Mach Learn Res"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3427771.3429390"},{"key":"ref47","first-page":"551","article-title":"Attention in recurrent neural networks for energy disaggregation","author":"gkalinikis","year":"2020","journal-title":"Proc Int Conf Disc Sci"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3109859.3109877"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1093\/beheco\/arh107"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2020.3047712"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/75.4.800"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/EPEC47565.2019.9074816"},{"key":"ref88","first-page":"152","article-title":"Should we really use post-hoc tests based on mean-ranks?","volume":"17","author":"benavoli","year":"2016","journal-title":"J Mach Learn Res"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3200947.3201011"},{"key":"ref87","first-page":"18","article-title":"Statistical comparisons by means of non-parametric tests: A case study on genetic based machine learning","volume":"13","author":"garc\u00eda","year":"2007","journal-title":"Algorithms"},{"key":"ref49","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","volume":"1","author":"devlin","year":"2019","journal-title":"Proc Conf North Amer Assoc Comput Linguist Human Lang Technol"},{"key":"ref8","first-page":"1153","article-title":"Energy disaggregation via discriminative sparse coding","volume":"23","author":"kolter","year":"2010","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ISSNIP.2013.6529845"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v29i1.9249"},{"key":"ref4","first-page":"59","article-title":"REDD: A public data set for energy disaggregation research","volume":"25","author":"kolter","year":"2011","journal-title":"Proc Workshop Data Min Appl Sustain (SIGKDD)"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/5.192069"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2017.08.203"},{"key":"ref5","first-page":"1472","article-title":"Approximate inference in additive factorial HMMS with application to energy disaggregation","author":"kolter","year":"2012","journal-title":"Proc Artif Intell Stat"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2021.115093"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1023\/A:1021713901879"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ICASI.2018.8394277"},{"key":"ref84","first-page":"65","article-title":"A simple sequentially rejective multiple test procedure","volume":"6","author":"holm","year":"1979","journal-title":"Scand J Stat"},{"key":"ref83","article-title":"Fastformer: Additive attention can be all you need","author":"wu","year":"2021","journal-title":"arXiv 2108 09084"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2918330"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2923742"},{"key":"ref79","first-page":"1472","article-title":"Approximate inference in additive factorial HMMS with application to energy disaggregation","author":"kolter","year":"2012","journal-title":"Proc Artif Intell Stat"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2019.01.034"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/ISGT45199.2020.9087706"},{"key":"ref37","article-title":"Wavenet: A generative model for raw audio","author":"v d oord","year":"2016","journal-title":"arXiv 1609 03499"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8682543"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2022.111951"},{"key":"ref75","first-page":"6","article-title":"On the variance of the adaptive learning rate and beyond","author":"liu","year":"2019","journal-title":"Proc Int Conf Learn Rep"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TCE.2020.2977964"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00065"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-019-04414-3"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1007\/s12053-014-9306-2"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1049\/joe.2018.8352"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2017.58"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.segan.2022.100785"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.11591\/ijeecs.v18.i2.pp656-665"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2017.11.054"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/3408308.3427975"},{"key":"ref71","article-title":"Deep neural networks and tabular data: A survey","author":"borisov","year":"2021","journal-title":"arXiv 2110 01889"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1016\/S0167-7152(96)00128-9"},{"key":"ref73","first-page":"6","article-title":"On the convergence of adam and beyond","author":"reddi","year":"2018","journal-title":"Proc Int Conf Learn Rep"},{"key":"ref72","first-page":"3146","article-title":"LightGBM: A highly efficient gradient boosting decision tree","volume":"30","author":"ke","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11873"},{"key":"ref68","year":"2022","journal-title":"NormFormer Improved Transformer Pretraining With Extra Normalization"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLC.2016.7860885"},{"key":"ref67","article-title":"GLU variants improve transformer","author":"shazeer","year":"2020","journal-title":"arXiv 2002 05202"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2021.106837"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.procir.2019.04.110"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/3427771.3427857"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8682375"},{"key":"ref64","first-page":"6","article-title":"Fast and accurate deep network learning by exponential linear units (ELUs)","author":"clevert","year":"2016","journal-title":"Proc 4th Int Conf Learn Rep (ICLR)"},{"key":"ref63","first-page":"5156","article-title":"Transformers are RNNs: Fast autoregressive transformers with linear attention","author":"katharopoulos","year":"2020","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/GlobalSIP.2015.7418157"},{"key":"ref66","article-title":"Gaussian error linear units (gelus)","author":"hendrycks","year":"2016","journal-title":"arXiv 1606 08415"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/2821650.2821672"},{"key":"ref65","article-title":"Primer: Searching for efficient transformers for language modeling","author":"so","year":"2021","journal-title":"arXiv 2109 08668"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3427771.3427845"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.14569\/IJACSA.2020.0111085"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2938068"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9054345"},{"key":"ref62","author":"ba","year":"2016","journal-title":"Layer normalization"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1186\/s12911-021-01546-2"}],"container-title":["IEEE Transactions on Consumer Electronics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/30\/10221725\/10020155.pdf?arnumber=10020155","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,21]],"date-time":"2024-02-21T18:54:32Z","timestamp":1708541672000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10020155\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8]]},"references-count":89,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tce.2023.3237862","relation":{},"ISSN":["0098-3063","1558-4127"],"issn-type":[{"value":"0098-3063","type":"print"},{"value":"1558-4127","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,8]]}}}