{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:16:19Z","timestamp":1742912179446,"version":"3.40.3"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030150341"},{"type":"electronic","value":"9783030150358"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-15035-8_34","type":"book-chapter","created":{"date-parts":[[2019,3,14]],"date-time":"2019-03-14T08:30:46Z","timestamp":1552552246000},"page":"362-370","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["Design of a Deep Q-Network Based Simulation System for Actuation Decision in Ambient Intelligence"],"prefix":"10.1007","author":[{"given":"Tetsuya","family":"Oda","sequence":"first","affiliation":[]},{"given":"Chiaki","family":"Ueda","sequence":"additional","affiliation":[]},{"given":"Ryo","family":"Ozaki","sequence":"additional","affiliation":[]},{"given":"Kengo","family":"Katayama","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,3,15]]},"reference":[{"key":"34_CR1","unstructured":"Lindwer, M., Marculescu, D., Basten, T., Zimmermann, R., Marculescu, R., Jung, S., Cantatore, E.: Ambient intelligence visions and achievements: linking abstract ideas to real-world concepts. In: Design, Automation and Test in Europe Conference and Exhibition, pp. 10\u201315 (2003)"},{"issue":"1","key":"34_CR2","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1504\/IJSSC.2017.084119","volume":"7","author":"R Obukata","year":"2017","unstructured":"Obukata, R., Cuka, M., Elmazi, D., Oda, T., Ikeda, M., Barolli, L.: Design and evaluation of an ambient intelligence testbed for improving quality of life. Int. J. Space-Based Situated Comput. 7(1), 8\u201315 (2017)","journal-title":"Int. J. Space-Based Situated Comput."},{"key":"34_CR3","unstructured":"Gabel, O., Litz, L., Reif, M.: NCS testbed for ambient intelligence. In: IEEE International Conference on Systems, Man and Cybernetics, vol. 1, pp. 115\u2013120 (2005)"},{"key":"34_CR4","doi-asserted-by":"crossref","unstructured":"del Campo, I., Martinez, M.V., Echanobe, J., Basterretxea, K.: A hardware\/software embedded agent for realtime control of ambient-intelligence environments. In: IEEE International Conference on Fuzzy Systems (FUZZ-IEEE), pp. 1\u20138 (2012)","DOI":"10.1109\/FUZZ-IEEE.2012.6250830"},{"key":"34_CR5","unstructured":"Virtex 5 Family Overview, Xilinx Inc., San Jose, CA (2009)"},{"key":"34_CR6","doi-asserted-by":"crossref","unstructured":"Bernardos, A.M., Tarrio, P., Casar, J.R.: CASanDRA: a framework to provide context acquisition services and reasoning algorithms for ambient intelligence applications. In: International Conference on Parallel and Distributed Computing, Applications and Technologies, pp. 372\u2013377 (2009)","DOI":"10.1109\/PDCAT.2009.51"},{"issue":"9","key":"34_CR7","doi-asserted-by":"publisher","first-page":"1047","DOI":"10.1016\/j.comcom.2011.09.004","volume":"35","author":"C Costanzo","year":"2012","unstructured":"Costanzo, C., Loscri, V., Natalizio, E., Razafindralambo, T.: Nodes self-deployment for coverage maximization in mobile robot networks using an evolving neural network. Comput. Commun. 35(9), 1047\u20131055 (2012)","journal-title":"Comput. Commun."},{"key":"34_CR8","doi-asserted-by":"crossref","unstructured":"Li, Y., Li, H., Wang, Y.: Neural-based control of a mobile robot: a test model for merging biological intelligence into mechanical system. In: IEEE 7th Joint International Information Technology and Artificial Intelligence Conference (ITAIC-2014), pp. 186\u2013190 (2014)","DOI":"10.1109\/ITAIC.2014.7065032"},{"key":"34_CR9","doi-asserted-by":"crossref","unstructured":"Oda, T., Obukata, R., Ikeda, M., Barolli, L., Takizawa, M.: Design and implementation of a simulation system based on deep Q-network for mobile actor node control in wireless sensor and actor networks. In: The 31th IEEE International Conference on Advanced Information Networking and Applications Workshops (IEEE WAINA-2017) (2017)","DOI":"10.1109\/WAINA.2017.67"},{"key":"34_CR10","doi-asserted-by":"crossref","unstructured":"Oda, T., Elmazi, D., Cuka, M., Kulla, E., Ikeda, M., Barolli, L.: Performance evaluation of a deep Q-network based simulation system for actor node mobility control in wireless sensor and actor networks considering three-dimensional environment. In: The 9th International Conference on Intelligent Networking and Collaborative Systems (INCoS-2017), pp. 41\u201352 (2017)","DOI":"10.1007\/978-3-319-65636-6_4"},{"issue":"12","key":"34_CR11","doi-asserted-by":"publisher","first-page":"2470","DOI":"10.1109\/JPROC.2013.2262913","volume":"101","author":"G Acampora","year":"2013","unstructured":"Acampora, G., Cook, D., Rashidi, P., Vasilakos, A.V.: A survey on ambient intelligence in health care. Proc. IEEE 101(12), 2470\u20132494 (2013)","journal-title":"Proc. IEEE"},{"key":"34_CR12","doi-asserted-by":"crossref","unstructured":"Aarts, E., Wichert, R.: Ambient Intelligence. Technology Guide, pp. 244\u2013249 (2009)","DOI":"10.1007\/978-3-540-88546-7_47"},{"issue":"1","key":"34_CR13","doi-asserted-by":"crossref","first-page":"5","DOI":"10.3233\/AIS-2009-0001","volume":"1","author":"E Aarts","year":"2009","unstructured":"Aarts, E., de Ruyter, B.: New research perspectives on ambient intelligence. J. Ambient Intell. Smart Environ. 1(1), 5\u201314 (2009)","journal-title":"J. Ambient Intell. Smart Environ."},{"key":"34_CR14","unstructured":"Vasilakos, A., Pedrycz, W.: Ambient Intelligence, Wireless Networking, and Ubiquitous Computing. Artech House, Norwood (2006)"},{"issue":"4","key":"34_CR15","doi-asserted-by":"publisher","first-page":"36:1","DOI":"10.1145\/1978802.1978815","volume":"43","author":"F Sadri","year":"2011","unstructured":"Sadri, F.: Ambient intelligence: a survey. ACM Comput. Surv. 43(4), 36:1\u201336:66 (2011)","journal-title":"ACM Comput. Surv."},{"issue":"6","key":"34_CR16","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1109\/MIS.2004.61","volume":"19","author":"H Hagras","year":"2004","unstructured":"Hagras, H., Callaghan, V., Colley, M., Clarke, G., Pounds-Cornish, A., Duman, H.: Creating an ambient-intelligence environment using embedded agents. IEEE Intell. Syst. 19(6), 12\u201320 (2004)","journal-title":"IEEE Intell. Syst."},{"issue":"2","key":"34_CR17","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1109\/MIS.2008.19","volume":"23","author":"C Ramos","year":"2008","unstructured":"Ramos, C., Augusto, J.C., Shapiro, D.: Ambient intelligence-the next step for artificial intelligence. IEEE Intell. Syst. 23(2), 15\u201318 (2008)","journal-title":"IEEE Intell. Syst."},{"key":"34_CR18","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A.A., Veness, J., Bellemare, M.G., Graves, A., Riedmiller, M., Fidjeland, A.K., Ostrovski, G., Petersen, S., Beattie, C., Sadik, A., Antonoglou, I., King, H., Kumaran, D., Wierstra, D., Legg, S., Hassabis, D.: Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015)","journal-title":"Nature"},{"key":"34_CR19","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Graves, A., Antonoglou, I., Wierstra, D., Riedmiller, M.: Playing atari with deep reinforcement learning. arXiv:1312.5602v1 , pp. 1\u20139 (2013)"},{"key":"34_CR20","doi-asserted-by":"crossref","unstructured":"Oda, T., Kulla, E., Cuka, M., Elmazi, D., Ikeda, M., Barolli, L.: Performance evaluation of a deep Q-network based simulation system for actor node mobility control in wireless sensor and actor networks considering different distributions of events. In: The 11th International Conference on Innovative Mobile and Internet Services in Ubiquitous Computing (IMIS-2017), pp. 36\u201349 (2017)","DOI":"10.1007\/978-3-319-61542-4_4"},{"key":"34_CR21","doi-asserted-by":"crossref","unstructured":"Oda, T., Kulla, E., Katayama, K., Ikeda, M., Barolli, L.: A deep Q-network based simulation system for actor node mobility control in WSANs considering three-dimensional environment: a comparison study for normal and uniform distributions. In: The 12th International Conference on Complex, Intelligent, and Software Intensive Systems, pp. 842\u2013852 (2018)","DOI":"10.1007\/978-3-319-93659-8_77"},{"key":"34_CR22","unstructured":"Lei, T., Ming, L.: A robot exploration strategy based on Q-learning network. In: IEEE International Conference on Real-Time Computing and Robotics (RCAR-2016), pp. 57\u201362 (2016)"},{"key":"34_CR23","doi-asserted-by":"crossref","unstructured":"Riedmiller, M.: Neural fitted Q iteration - first experiences with a data efficient neural reinforcement learning method. In: The 16th European Conference on Machine Learning (ECML-2005), vol. 3720 of the series Lecture Notes in Computer Science, pp. 317\u2013328 (2005)","DOI":"10.1007\/11564096_32"},{"key":"34_CR24","doi-asserted-by":"crossref","unstructured":"Lange, S., Riedmiller, M.: Deep auto-encoder neural networks in reinforcement learning. In: The 2010 International Joint Conference on Neural Networks (IJCNN-2010), pp. 1\u20138 (2010)","DOI":"10.1109\/IJCNN.2010.5596468"},{"issue":"1\u20132","key":"34_CR25","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","volume":"101","author":"LP Kaelbling","year":"1998","unstructured":"Kaelbling, L.P., Littman, M.L., Cassandra, A.R.: Planning and acting in partially observable stochastic domains. Artif. Intell. 101(1\u20132), 99\u2013134 (1998)","journal-title":"Artif. Intell."},{"key":"34_CR26","unstructured":"Lin, L.J.: Reinforcement learning for robots using neural networks. Technical report, DTIC Document (1993)"},{"key":"34_CR27","unstructured":"The Rust Programming Language (2007). https:\/\/www.rust-lang.org\/"},{"key":"34_CR28","unstructured":"GitHub - rust-lang\/rust: a safe, concurrent, practical language (2007). https:\/\/github.com\/rust-lang\/"},{"key":"34_CR29","unstructured":"\u2018rust\u2019 tag wiki - Stack Overflow (2007). http:\/\/stackoverflow.com\/tags\/rust\/info\/"},{"key":"34_CR30","doi-asserted-by":"crossref","unstructured":"Ohno, Y.: Color rendering and luminous efficacy of white LED spectra. In: The 4th International Conference on Solid State Lighting, pp. 88\u201398 (2004)","DOI":"10.1117\/12.565757"},{"key":"34_CR31","unstructured":"Glorot, X., Bengio, Y.: Understanding the difficulty of training deep feedforward neural networks. In: The 13th International Conference on Artificial Intelligence and Statistics (AISTATS-2010), pp. 249\u2013256 (2010)"},{"key":"34_CR32","unstructured":"Glorot, X., Bordes, A., Bengio, Y.: Deep sparse rectifier neural networks. In: The 14th International Conference on Artificial Intelligence and Statistics (AISTATS-2011), pp. 315\u2013323 (2011)"}],"container-title":["Advances in Intelligent Systems and Computing","Web, Artificial Intelligence and Network Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-15035-8_34","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,11,30]],"date-time":"2020-11-30T17:01:32Z","timestamp":1606755692000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-15035-8_34"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030150341","9783030150358"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-15035-8_34","relation":{},"ISSN":["2194-5357","2194-5365"],"issn-type":[{"type":"print","value":"2194-5357"},{"type":"electronic","value":"2194-5365"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"15 March 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"WAINA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Workshops of the International Conference on Advanced Information Networking and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Matsue","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 March 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 March 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"33","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"waina2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/voyager.ce.fit.ac.jp\/conf\/aina\/2019\/workshops.php","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}