{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T05:30:55Z","timestamp":1740115855685,"version":"3.37.3"},"publisher-location":"Berlin, Heidelberg","reference-count":24,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642133145"},{"type":"electronic","value":"9783642133152"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2010]]},"DOI":"10.1007\/978-3-642-13315-2_11","type":"book-chapter","created":{"date-parts":[[2010,5,11]],"date-time":"2010-05-11T09:24:34Z","timestamp":1273569874000},"page":"133-145","source":"Crossref","is-referenced-by-count":18,"title":["Learning-Based Spectrum Selection in Cognitive Radio Ad Hoc Networks"],"prefix":"10.1007","author":[{"given":"Marco","family":"Di Felice","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kaushik Roy","family":"Chowdhury","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cheng","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Luciano","family":"Bononi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Waleed","family":"Meleis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"issue":"5","key":"11_CR1","doi-asserted-by":"publisher","first-page":"810","DOI":"10.1016\/j.adhoc.2009.01.001","volume":"7","author":"I. Akyildiz","year":"2009","unstructured":"Akyildiz, I., Lee, W.Y., Chowdhury, K.R.: CRAHNs: Cognitive Radio Ad Hoc Networks. Ad Hoc Networks Journal\u00a07(5), 810\u2013836 (2009)","journal-title":"Ad Hoc Networks Journal"},{"key":"11_CR2","volume-title":"Reinforcement Learning: An Introduction","author":"A.G. Barto","year":"1998","unstructured":"Barto, A.G., Sutton, R.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"key":"11_CR3","doi-asserted-by":"crossref","unstructured":"Berhold, U., Fu, F., Van Der Schaar, M., Jondral, F.K.: Detection of Spectral Resources in Cognitive Radios Using Reinforcement Learning. In: Proc. of Dyspan\u201908, Chicago, pp. 1\u20135 (2008)","DOI":"10.1109\/DYSPAN.2008.82"},{"key":"11_CR4","doi-asserted-by":"crossref","unstructured":"Bernardo, F., Augusti, R., Perez-Romero, J., Sallent, O.: Distributed Spectrum Management based on Reinforcement Learning. In: Proc. of CROWNCOM\u201909, Hannover (2009)","DOI":"10.1109\/CROWNCOM.2009.5189161"},{"issue":"2","key":"11_CR5","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1109\/TSMCC.2007.913919","volume":"38","author":"L. Busoniu","year":"2008","unstructured":"Busoniu, L., Babuska, R., De Schutter, B.: A Comprehensive Survey of Multi-Agent Reinforcement Learning. IEEE Transactions on Systems, Man, and Cybernetics\u00a038(2), 156\u2013172 (2008)","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics"},{"key":"11_CR6","doi-asserted-by":"crossref","unstructured":"Chetret, D., Tham, C., Wong, L.: Reinforcement Learning and CMAC-based Adaptive Routing for MANETs. In: Proc. of ICON\u201904, pp. 540\u2013544 (2004)","DOI":"10.1109\/ICON.2004.1409226"},{"issue":"4","key":"11_CR7","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1109\/MWC.2007.4300983","volume":"14","author":"C. Clancy","year":"2007","unstructured":"Clancy, C., Hecker, J., Stuntebeck, E., O\u2019Shea, T.: Applications of Machine Learning to Cognitive Radio Networks. Wireless Communications\u00a014(4), 47\u201352 (2007)","journal-title":"Wireless Communications"},{"issue":"3","key":"11_CR8","doi-asserted-by":"publisher","first-page":"360","DOI":"10.1109\/TSMCA.2005.846390","volume":"35","author":"J. Dowling","year":"2005","unstructured":"Dowling, J., Curran, E., Cunningham, R., Cahill, V.: Using Feedback in Collaborative Reinforcement Learning to Adaptively Optimize MANET Routing. IEEE Transactions on Systems, Man and Cybernetics\u00a035(3), 360\u2013372 (2005)","journal-title":"IEEE Transactions on Systems, Man and Cybernetics"},{"key":"11_CR9","doi-asserted-by":"crossref","unstructured":"Forster, A.: Machine Learning Techniques Applied for Wireless Ad-Hoc Networks: Guide and Survey. In: Proc. of ISSNIP\u201907, Melbourne, pp. 367\u2013370 (2007)","DOI":"10.1109\/ISSNIP.2007.4496871"},{"key":"11_CR10","doi-asserted-by":"crossref","unstructured":"Galindo-Serrano, A., Giupponi, L.: Aggregated Interference Control for Cognitive Radio Networks Based on Multi-Agent Learning. In: Proc. of CROWNCOM\u201909, Hannover (2009)","DOI":"10.1109\/CROWNCOM.2009.5188951"},{"key":"11_CR11","doi-asserted-by":"crossref","unstructured":"Jiang, T., Grace, D., Liu, Y.: Performance of Cognitive Radio Reinforcement Spectrum Sharing Using Different Weighting Factors. In: Proc. of CHINACOM\u201908, Hangzhou, pp. 1195\u20131199 (2008)","DOI":"10.1109\/CHINACOM.2008.4685240"},{"issue":"1","key":"11_CR12","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"L.P. Kaelbling","year":"1996","unstructured":"Kaelbling, L.P., Littman, M.L., Moore, A.W.: Reinforcement Learning: A Survey. Journal of Artificial Intelligence Research\u00a04(1), 237\u2013285 (1996)","journal-title":"Journal of Artificial Intelligence Research"},{"key":"11_CR13","unstructured":"Wu, C., Chowdhury, K.R., Di Felice, M., Meleis, W.: Spectrum Management of Cognitive Radio Using Multi-agent Reinforcement Learning. To appear on Proc. of AAMAS\u201910, Toronto (2010)"},{"key":"11_CR14","unstructured":"Kumar, S., Miikkulainen, R.: Dual Reinforcement Q-Routing: An Online Adaptive Routing Algorithm. In: Proc. of Artificial Neural Networks in Engineering Conference, St. Louis, pp. 231\u2013238 (1997)"},{"key":"11_CR15","unstructured":"Kuvayev, L., Sutton, R.: Model-based Reinforcement Learning with an approximate, Learned Model. In: Proc. of the Yale Workshop on Adaptive and Learning Systems, Yale, pp. 101\u2013105 (1996)"},{"key":"11_CR16","doi-asserted-by":"crossref","unstructured":"Kyasanur, P., Vaidya, N.H.: Protocol Design Challenges for Multi-hop Dynamic Spectrum Access Networks. In: Proc. of DySPAN\u201905, Baltimore, pp. 645\u2013648 (2005)","DOI":"10.1109\/DYSPAN.2005.1542688"},{"key":"11_CR17","unstructured":"Lim, K.A., Komisarczuk, P., Teal, P.D.: Performance Analysis of Reinforcement Learning for Achieving Context-Awareness and Intelligence in Cognitive Radio Networks. In: Proc. of WLN\u201909, Zurich, pp. 11\u201335 (1999)"},{"issue":"1","key":"11_CR18","first-page":"671","volume":"7","author":"M. Litman","year":"1994","unstructured":"Litman, M., Boyan, J.: Packet routing in dynamically changing networks: a reinforcement learning approach. Advances in Neural Information Processing Systems\u00a07(1), 671\u2013678 (1994)","journal-title":"Advances in Neural Information Processing Systems"},{"issue":"1","key":"11_CR19","first-page":"1443","volume":"10","author":"J. Nie","year":"1999","unstructured":"Nie, J., Haykin, S.: A Dynamic Channel Assignment Policy Through Q-Learning. IEEE Transactions on Neural Networks\u00a010(1), 1443\u20131455 (1999)","journal-title":"IEEE Transactions on Neural Networks"},{"key":"11_CR20","doi-asserted-by":"crossref","unstructured":"Reddy, Y.B.: Detecting Primary Signals for Efficient Utilization of Spectrum Using Q-Learning. In: Proc. of ITNG\u201908, Las Vegas, pp. 360\u2013365 (2008)","DOI":"10.1109\/ITNG.2008.95"},{"key":"11_CR21","doi-asserted-by":"crossref","unstructured":"Tao, T., Tagashira, S., Fujita, S.: LQ-Routing Protocol for Mobile Ad Hoc Networks. In: Proc. of ICIS\u201905, Washington, pp. 441\u2013446 (2005)","DOI":"10.1109\/ICIS.2005.80"},{"key":"11_CR22","unstructured":"Wahab, B., Yang, Y., Fan, Z., Sooriyabandara, M.: Reinforcement Learning Based Spectrum-aware Routing in Multi-hop Cognitive Radio Networks. In: Proc. of CROWNCOM\u201909, Hannover (2009)"},{"key":"11_CR23","unstructured":"Watkins, C.: Learning from delayed rewards. PhD thesis, Cambridge, UK (1989)"},{"key":"11_CR24","doi-asserted-by":"crossref","unstructured":"Yau, K.-L.A., Komisarczuk, P., Teal, P.D.: A Context-aware and Intelligent Dynamic Channel Selection Scheme for Cognitive Radio Networks. In: Proc. of CROWNCOM\u201909, Hannover (2009)","DOI":"10.1109\/CROWNCOM.2009.5189427"}],"container-title":["Lecture Notes in Computer Science","Wired\/Wireless Internet Communications"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-13315-2_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,20]],"date-time":"2025-02-20T19:22:57Z","timestamp":1740079377000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-13315-2_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010]]},"ISBN":["9783642133145","9783642133152"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-13315-2_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2010]]}}}