{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T21:40:43Z","timestamp":1773870043002,"version":"3.50.1"},"reference-count":40,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T00:00:00Z","timestamp":1773100800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Expert Systems with Applications"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1016\/j.eswa.2026.131805","type":"journal-article","created":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T08:04:22Z","timestamp":1773129862000},"page":"131805","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["State recommender system for actuator devices in smart homes: Integration of deep reinforcement learning and implicit feedback"],"prefix":"10.1016","volume":"318","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2771-1710","authenticated-orcid":false,"given":"Denis Robson Dantas","family":"Boaventura","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8911-5805","authenticated-orcid":false,"given":"Eduardo Ferreira","family":"da Silva","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0007-4680-2868","authenticated-orcid":false,"given":"Mayki dos Santos","family":"Oliveira","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7132-1977","authenticated-orcid":false,"given":"Diego Corr\u00eaa","family":"da Silva","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7766-6666","authenticated-orcid":false,"given":"Frederico Ara\u00fajo","family":"Dur\u00e3o","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"7","key":"10.1016\/j.eswa.2026.131805_bib0001","doi-asserted-by":"crossref","DOI":"10.1145\/3543846","article-title":"Reinforcement learning based recommender systems: A survey","volume":"55","author":"Afsar","year":"2022","journal-title":"ACM Computing Surveys"},{"key":"10.1016\/j.eswa.2026.131805_bib0002","series-title":"2022 2nd International conference on computing and information technology (ICCIT)","first-page":"278","article-title":"Smart home: Household appliance usage recommender and monitoring system (HARMS)","author":"Alomar","year":"2022"},{"key":"10.1016\/j.eswa.2026.131805_bib0003","series-title":"IEEE PES ISGT Europe 2013","first-page":"1","article-title":"Multi-agent system architecture for smart home energy management and optimization","author":"Asare-Bediako","year":"2013"},{"key":"10.1016\/j.eswa.2026.131805_sbref0004","article-title":"That \u2019internet of things\u2019 thing","author":"Ashton","year":"1999","journal-title":"RFID Journal"},{"key":"10.1016\/j.eswa.2026.131805_bib0005","series-title":"2024 Third international conference on intelligent techniques in control, optimization and signal processing (INCOS)","first-page":"1","article-title":"Secure and energy-efficient smart home automation: A user-based fingerprint security system","author":"B","year":"2024"},{"key":"10.1016\/j.eswa.2026.131805_bib0006","doi-asserted-by":"crossref","DOI":"10.1016\/j.artint.2025.104382","article-title":"Reinforcement learning in convergently non-stationary environments: Feudal hierarchies and learned representations","volume":"347","author":"Carvalho","year":"2025","journal-title":"Artificial Intelligence"},{"key":"10.1016\/j.eswa.2026.131805_bib0007","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2023.110335","article-title":"Deep reinforcement learning in recommender systems: A survey and new perspectives","volume":"264","author":"Chen","year":"2023","journal-title":"Knowledge-Based Systems"},{"key":"10.1016\/j.eswa.2026.131805_bib0008","series-title":"Ambient intelligence and future trends-international symposium on ambient intelligence (ISAmi 2010)","first-page":"201","article-title":"An intelligent domotics system to automate user actions","author":"CH\u00c9","year":"2010"},{"key":"10.1016\/j.eswa.2026.131805_bib0009","series-title":"Proceedings of the first IEEE international conference on pervasive computing and communications, 2003. (percom 2003).","first-page":"521","article-title":"MavHome: An agent-based smart home","author":"Cook","year":"2003"},{"issue":"9","key":"10.1016\/j.eswa.2026.131805_bib0010","first-page":"1427","article-title":"Evaluating multi-label machine learning models for smart home environments","volume":"55","author":"da Silva","year":"2025","journal-title":"Software: Practice and Experience"},{"key":"10.1016\/j.eswa.2026.131805_bib0011","series-title":"Proceedings of the 8th international conference on ubiquitous computing","first-page":"19","article-title":"Principles of smart home control","author":"Davidoff","year":"2006"},{"issue":"4","key":"10.1016\/j.eswa.2026.131805_bib0012","doi-asserted-by":"crossref","first-page":"12","DOI":"10.1109\/MCI.2015.2471196","article-title":"Learning in nonstationary environments: A survey","volume":"10","author":"Ditzler","year":"2015","journal-title":"IEEE Computational Intelligence Magazine"},{"key":"10.1016\/j.eswa.2026.131805_bib0013","unstructured":"dos Santos, O. M., Boaventura, D. R. D., Silva, E. F. D., Pires, J. M., Copque, I. S., Santos, B. P. d., Machado, I. d. C., Prazeres, C. V. S., Peixoto, M. L. M., Figueiredo, G. B., Almeida, E. S. d., Iwamoto, H. M., & Dur\u00e3o, F. A. (2025). Hestia: A home environment simulator targeting inhabitant activities. TechRxiv. 10.36227\/techrxiv.173888093.30111102\/v2."},{"issue":"6","key":"10.1016\/j.eswa.2026.131805_bib0014","doi-asserted-by":"crossref","first-page":"1","DOI":"10.5120\/ijca2016911873","article-title":"Deep q-learning for home automation","volume":"152","author":"Gokul","year":"2016","journal-title":"International Journal of Computer Applications"},{"key":"10.1016\/j.eswa.2026.131805_bib0015","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.inffus.2021.02.002","article-title":"A survey of recommender systems for energy efficiency in buildings: Principles, challenges and prospects","volume":"72","author":"Himeur","year":"2021","journal-title":"Information Fusion"},{"key":"10.1016\/j.eswa.2026.131805_bib0016","series-title":"Proceedings of the 31st ACM international conference on information & knowledge management","first-page":"832","article-title":"Accurate action recommendation for smart home via two-level encoders and commonsense knowledge","author":"Jeon","year":"2022"},{"issue":"7","key":"10.1016\/j.eswa.2026.131805_bib0017","doi-asserted-by":"crossref","DOI":"10.3390\/en12071317","article-title":"Multi-agent recommendation system for electrical energy optimization and cost saving in smart homes","volume":"12","author":"Jim\u00e9nez-Bravo","year":"2019","journal-title":"Energies"},{"issue":"4","key":"10.1016\/j.eswa.2026.131805_bib0018","doi-asserted-by":"crossref","first-page":"288","DOI":"10.1016\/j.ifacol.2019.08.213","article-title":"An energy management and recommender system for lighting control in internet-of-energy enabled buildings","volume":"52","author":"Kaur","year":"2019","journal-title":"IFAC-PapersOnLine"},{"key":"10.1016\/j.eswa.2026.131805_bib0019","unstructured":"Kazemi, S. M., Goel, R., Eghbali, S., Ramanan, J., Sahota, J., Thakur, S., Wu, S., Smyth, C., Poupart, P., & Brubaker, M. A. (2019). Time2vec: Learning a vector representation of time. http:\/\/arxiv.org\/abs\/1907.05321."},{"key":"10.1016\/j.eswa.2026.131805_bib0020","series-title":"2024 Third international conference on sustainable mobility applications, renewables and technology (SMART)","first-page":"1","article-title":"Multi-layer multi-objective optimization for smart home energy management system with integration of user satisfaction concept","author":"Khezzane","year":"2024"},{"key":"10.1016\/j.eswa.2026.131805_bib0021","doi-asserted-by":"crossref","DOI":"10.3389\/fpsyg.2020.00335","article-title":"Developing design solutions for smart homes through user-centered scenarios","volume":"11","author":"Kim","year":"2020","journal-title":"Frontiers in Psychology"},{"issue":"2","key":"10.1016\/j.eswa.2026.131805_bib0022","doi-asserted-by":"crossref","first-page":"1253","DOI":"10.1109\/TII.2020.2983212","article-title":"Personalized residential energy usage recommendation system based on load monitoring and collaborative filtering","volume":"17","author":"Luo","year":"2021","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"10.1016\/j.eswa.2026.131805_bib0023","series-title":"Intelligent environments 2018","first-page":"38","article-title":"Reinforcement learning based approach for smart homes","volume":"vol. 23","author":"Mirra","year":"2018"},{"key":"10.1016\/j.eswa.2026.131805_bib0024","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Graves, A., Antonoglou, I., Wierstra, D., & Riedmiller, M. (2013). Playing atari with deep reinforcement learning. https:\/\/arxiv.org\/abs\/1312.5602."},{"key":"10.1016\/j.eswa.2026.131805_bib0025","series-title":"Grokking deep reinforcement learning","author":"Morales","year":"2020"},{"key":"10.1016\/j.eswa.2026.131805_bib0026","series-title":"Proc. AAAI spring symp. intelligent environments","first-page":"110","article-title":"The neural network house: An environment that adapts to its inhabitants","volume":"vol. 58","author":"Mozer","year":"1998"},{"issue":"11","key":"10.1016\/j.eswa.2026.131805_bib0027","doi-asserted-by":"crossref","first-page":"3590","DOI":"10.1007\/s10489-020-01758-5","article-title":"Reinforcement learning algorithm for non-stationary environments","volume":"50","author":"Padakandla","year":"2020","journal-title":"Applied Intelligence"},{"key":"10.1016\/j.eswa.2026.131805_bib0028","series-title":"2025 6th International conference on bio-engineering for smart technologies (bioSMART)","first-page":"1","article-title":"IoT-based home automation system for smart living","author":"Rashdan","year":"2025"},{"key":"10.1016\/j.eswa.2026.131805_bib0029","series-title":"IC-AI","first-page":"213","article-title":"Hardware simulation of home automation using pattern matching and reinforcement learning for disabled people","author":"Reaz","year":"2008"},{"key":"10.1016\/j.eswa.2026.131805_bib0030","series-title":"Recommender systems handbook","first-page":"1","article-title":"Recommender systems handbook","author":"Ricci","year":"2022"},{"key":"10.1016\/j.eswa.2026.131805_bib0031","first-page":"249","article-title":"Using the big data generated by the smart home to improve energy efficiency management","author":"Rodr\u00edguez Fern\u00e1ndez","year":"2015","journal-title":"Energies"},{"issue":"6","key":"10.1016\/j.eswa.2026.131805_bib0032","doi-asserted-by":"crossref","first-page":"11466","DOI":"10.1109\/TNNLS.2025.3539842","article-title":"A memristor-based neural network circuit with retrospective revaluation effect and application in intelligent household robots","volume":"36","author":"Sun","year":"2025","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"10.1016\/j.eswa.2026.131805_sbref0033","series-title":"Reinforcement learning: An introduction","author":"Sutton","year":"2018"},{"key":"10.1016\/j.eswa.2026.131805_bib0034","series-title":"Proceedings of the 31st international conference on neural information processing systems","first-page":"6000","article-title":"Attention is all you need","author":"Vaswani","year":"2017"},{"issue":"23","key":"10.1016\/j.eswa.2026.131805_bib0035","doi-asserted-by":"crossref","first-page":"26579","DOI":"10.1021\/acsanm.4c04940","article-title":"Machine learning-driven multidomain nanomaterial design: From bibliometric analysis to applications","volume":"7","author":"Wang","year":"2024","journal-title":"ACS Applied Nano Materials"},{"key":"10.1016\/j.eswa.2026.131805_bib0036","doi-asserted-by":"crossref","DOI":"10.1016\/j.cis.2025.103671","article-title":"Accelerating the discovery and optimization of metal-organic framework materials via machine learning","volume":"346","author":"Wang","year":"2025","journal-title":"Advances in Colloid and Interface Science"},{"key":"10.1016\/j.eswa.2026.131805_bib0037","article-title":"Machine learning applications in nanomaterials: Recent advances and future perspectives","volume":"500","author":"Yang","year":"2024","journal-title":"Chemical Engineering Journal"},{"issue":"5","key":"10.1016\/j.eswa.2026.131805_bib0038","doi-asserted-by":"crossref","first-page":"1250","DOI":"10.1109\/JIOT.2017.2694844","article-title":"A survey on security and privacy issues in internet-of-things","volume":"4","author":"Yang","year":"2017","journal-title":"IEEE Internet of Things Journal"},{"issue":"4","key":"10.1016\/j.eswa.2026.131805_bib0039","doi-asserted-by":"crossref","first-page":"2751","DOI":"10.1109\/JIOT.2019.2957289","article-title":"Deep reinforcement learning for smart home energy management","volume":"7","author":"Yu","year":"2020","journal-title":"IEEE Internet of Things Journal"},{"key":"10.1016\/j.eswa.2026.131805_bib0040","series-title":"Recommender systems handbook (3rd edition)","first-page":"173","article-title":"Deep learning for recommender systems","author":"Zhang","year":"2022"}],"container-title":["Expert Systems with Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417426007189?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417426007189?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T14:19:05Z","timestamp":1773843545000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0957417426007189"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":40,"alternative-id":["S0957417426007189"],"URL":"https:\/\/doi.org\/10.1016\/j.eswa.2026.131805","relation":{},"ISSN":["0957-4174"],"issn-type":[{"value":"0957-4174","type":"print"}],"subject":[],"published":{"date-parts":[[2026,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"State recommender system for actuator devices in smart homes: Integration of deep reinforcement learning and implicit feedback","name":"articletitle","label":"Article Title"},{"value":"Expert Systems with Applications","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.eswa.2026.131805","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Authors. Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"131805"}}