{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,24]],"date-time":"2025-05-24T05:05:21Z","timestamp":1748063121754,"version":"3.40.3"},"publisher-location":"Cham","reference-count":13,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319996073"},{"type":"electronic","value":"9783319996080"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-319-99608-0_1","type":"book-chapter","created":{"date-parts":[[2019,1,9]],"date-time":"2019-01-09T03:24:49Z","timestamp":1547004289000},"page":"3-11","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["UCB1 Based Reinforcement Learning Model for Adaptive Energy Management in Buildings"],"prefix":"10.1007","author":[{"given":"Rui","family":"Andrade","sequence":"first","affiliation":[]},{"given":"Tiago","family":"Pinto","sequence":"additional","affiliation":[]},{"given":"Isabel","family":"Pra\u00e7a","sequence":"additional","affiliation":[]},{"given":"Zita","family":"Vale","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"1_CR1","unstructured":"Borlase, S.: Smart Grids: Infrastructure, Technology, and Solutions (2012)"},{"key":"1_CR2","doi-asserted-by":"publisher","first-page":"39","DOI":"10.5547\/01956574.37.SI2.cros","volume":"37","author":"C Rosen","year":"2016","unstructured":"Rosen, C., Madlener, R.: Regulatory options for local reserve energy markets: implications for prosumers, utilities, and other stakeholders. Energy J. 37, 39\u201350 (2016)","journal-title":"Energy J."},{"key":"1_CR3","doi-asserted-by":"publisher","first-page":"592","DOI":"10.1016\/j.enbuild.2014.07.067","volume":"82","author":"F Fernandes","year":"2014","unstructured":"Fernandes, F., Morais, H., Vale, Z., Ramos, C.: Dynamic load management in a smart home to participate in demand response events. Energy Build. 82, 592\u2013606 (2014)","journal-title":"Energy Build."},{"key":"1_CR4","doi-asserted-by":"crossref","unstructured":"Acone, M., Romano, R., Piccolo, A., Siano, P., Loia, F., Ippolito, M.G., Zizzo, G.: Designing an energy management system for smart houses. In: 2015 IEEE 15th International Conference on Environment and Electrical Engineering (EEEIC), pp. 1677\u20131682 (2015)","DOI":"10.1109\/EEEIC.2015.7165424"},{"key":"1_CR5","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1016\/j.rser.2016.03.047","volume":"61","author":"B Zhou","year":"2016","unstructured":"Zhou, B., Li, W., Chan, K.W., Cao, Y., Kuang, Y., Liu, X., Wang, X.: Smart home energy management systems: Concept, configurations, and scheduling strategies. Renew. Sustain. Energy Rev. 61, 30\u201340 (2016)","journal-title":"Renew. Sustain. Energy Rev."},{"key":"1_CR6","doi-asserted-by":"crossref","unstructured":"Afrakhte, H., Bayat, P., Bayat, P.: Energy management system for smart house with multi-sources using PI-CA controller. In: 2016 Iranian Conference on Renewable Energy Distributed Generation (ICREDG), pp. 24\u201331 (2016)","DOI":"10.1109\/ICREDG.2016.7875914"},{"key":"1_CR7","doi-asserted-by":"publisher","first-page":"399","DOI":"10.3233\/ICA-140477","volume":"21","author":"T Pinto","year":"2014","unstructured":"Pinto, T., Vale, Z., Sousa, T.M., Pra\u00e7a, I., Santos, G., Morais, H.: Adaptive learning in agents behaviour: a framework for electricity markets simulation. Integr. Comput. Aided. Eng. 21, 399\u2013415 (2014)","journal-title":"Integr. Comput. Aided. Eng."},{"key":"1_CR8","doi-asserted-by":"crossref","unstructured":"Li, D., Jayaweera, S.K.: Reinforcement learning aided smart-home decision-making in an interactive smart grid. In: 2014 IEEE Green Energy and Systems Conference (IGESC), pp. 1\u20136 (2014)","DOI":"10.1109\/IGESC.2014.7018632"},{"key":"1_CR9","unstructured":"Burtini, G., Loeppky, J., Lawrence, R.: A Survey of Online Experiment Design with the Stochastic Multi-Armed Bandit. arXiv1510.00757 [cs, stat] (2015)"},{"key":"1_CR10","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1016\/j.neucom.2016.02.052","volume":"205","author":"D Bouneffouf","year":"2016","unstructured":"Bouneffouf, D., F\u00e9raud, R.: Multi-armed bandit problem with known trend. Neurocomputing 205, 16\u201321 (2016)","journal-title":"Neurocomputing"},{"key":"1_CR11","unstructured":"Shimkin, N.: Reinforcement Learning \u2013 Basic Algorithms (2011)"},{"key":"1_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.ins.2013.08.037","volume":"261","author":"X Xu","year":"2014","unstructured":"Xu, X., Zuo, L., Huang, Z.: Reinforcement learning algorithms with function approximation: recent advances and applications. Inf. Sci. (Ny) 261, 1\u201331 (2014)","journal-title":"Inf. Sci. (Ny)"},{"key":"1_CR13","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1016\/j.enbuild.2017.09.020","volume":"155","author":"R Faia","year":"2017","unstructured":"Faia, R., Pinto, T., Abrishambaf, O., Fernandes, F., Vale, Z., Corchado, J.M.: Case based reasoning with expert system and swarm intelligence to determine energy reduction in buildings energy management. Energy Build. 155, 269\u2013281 (2017)","journal-title":"Energy Build."}],"container-title":["Advances in Intelligent Systems and Computing","Distributed Computing and Artificial Intelligence, Special Sessions, 15th International Conference"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-99608-0_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T08:07:53Z","timestamp":1729498073000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-99608-0_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783319996073","9783319996080"],"references-count":13,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-99608-0_1","relation":{},"ISSN":["2194-5357","2194-5365"],"issn-type":[{"type":"print","value":"2194-5357"},{"type":"electronic","value":"2194-5365"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"DCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Distributed Computing and Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Toledo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 June 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 June 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"dcai2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.dcai-conference.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}