{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T15:16:38Z","timestamp":1743088598440,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":10,"publisher":"Springer Singapore","isbn-type":[{"type":"print","value":"9789811394089"},{"type":"electronic","value":"9789811394096"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-981-13-9409-6_243","type":"book-chapter","created":{"date-parts":[[2020,4,4]],"date-time":"2020-04-04T05:14:18Z","timestamp":1585977258000},"page":"2011-2019","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Heterogeneous Network Selection Algorithm Based on Deep Q Learning"],"prefix":"10.1007","author":[{"given":"Sheng","family":"Yu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chen-Guang","family":"He","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wei-Xiao","family":"Meng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shuai","family":"Wei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shou-Ming","family":"Wei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,4,4]]},"reference":[{"key":"243_CR1","unstructured":"Wen-feng MA (2018) User association for load-balance in heterogeneous M2M networks. Adv Sci Ind Res Cent. (Proceedings of 2018 2nd international conference on modeling, simulation and optimization technologies and applications (MSOTA 2018). Advanced science and industry research center: science and engineering research center) 8"},{"key":"243_CR2","doi-asserted-by":"crossref","unstructured":"WANG XG (2018) Heterogeneous network selection algorithm based on principal component analysis. Adv Sci Ind Res Cent. (Proceedings of 2018 international conference on computer, communications and mechatronics engineering (CCME 2018). Advanced science and industry research center: science and engineering research center) 6","DOI":"10.12783\/dtcse\/ccme2018\/28676"},{"issue":"1","key":"243_CR3","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1109\/TNN.2004.842673","volume":"16","author":"LP Kaelbling","year":"2005","unstructured":"Kaelbling LP, Littman ML, Moore AW (2005) Reinforcement learning: an introduction. IEEE Trans Neural Netw 16(1):285\u2013286","journal-title":"IEEE Trans Neural Netw"},{"key":"243_CR4","doi-asserted-by":"crossref","unstructured":"Kaelbling LP, Littman ML, Moore AW (1996) Reinforcement learning: a survey. J Artif Organs","DOI":"10.1613\/jair.301"},{"key":"243_CR5","doi-asserted-by":"crossref","unstructured":"Doppler K, Rinne M, Wijting C, Ribeiro C, Hugl K (2009) Device-to-device communication as an underlay to LTE-advanced networks. IEEE Commun Mag","DOI":"10.1109\/ICCW.2009.5208020"},{"key":"243_CR6","unstructured":"Nie J, Haykin S (1999) Q-learning-based dynamic channel assignment technique for mobile communication systems. IEEE Trans Veh Technol"},{"key":"243_CR7","doi-asserted-by":"crossref","unstructured":"Haddad M, Altman Z, Elayoubi SE et al (2010) A nash-stackelberg fuzzy q-learning decision approach in heterogeneous cognitive networks. In: IEEE global telecommunications conference (GLOBECOM2010)","DOI":"10.1109\/GLOCOM.2010.5684318"},{"key":"243_CR8","doi-asserted-by":"crossref","unstructured":"Simsek M, Czylwik A (2012) Decentralized q-learning of LTE-femtocells for interference reduction in heterogeneous networks using cooperation. In: Proceedings of 2012 international ITG workshop on smart antennas WSA","DOI":"10.1109\/WSA.2012.6181241"},{"key":"243_CR9","doi-asserted-by":"crossref","unstructured":"Tabrizi H, Farhadi G, Cioffi J (2012) Dynamic handoff decision in heterogeneous wireless systems: q-learning approach. In: Proceedings of 2012 IEEE international conference on communications (ICC)","DOI":"10.1109\/ICC.2012.6364194"},{"key":"243_CR10","doi-asserted-by":"crossref","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G, Petersen S (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","DOI":"10.1038\/nature14236"}],"container-title":["Lecture Notes in Electrical Engineering","Communications, Signal Processing, and Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-13-9409-6_243","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T21:43:46Z","timestamp":1642023826000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-13-9409-6_243"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9789811394089","9789811394096"],"references-count":10,"URL":"https:\/\/doi.org\/10.1007\/978-981-13-9409-6_243","relation":{},"ISSN":["1876-1100","1876-1119"],"issn-type":[{"type":"print","value":"1876-1100"},{"type":"electronic","value":"1876-1119"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"4 April 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CSPS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference in Communications, Signal Processing, and Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Urumqi","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 July 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8th","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"csps2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}