{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,25]],"date-time":"2025-09-25T14:56:22Z","timestamp":1758812182993},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2012,12,25]],"date-time":"2012-12-25T00:00:00Z","timestamp":1356393600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Wireless Netw"],"published-print":{"date-parts":[[2013,8]]},"DOI":"10.1007\/s11276-012-0530-4","type":"journal-article","created":{"date-parts":[[2012,12,24]],"date-time":"2012-12-24T09:19:53Z","timestamp":1356340793000},"page":"1237-1250","source":"Crossref","is-referenced-by-count":26,"title":["Reinforcement learning for cooperative sensing gain in cognitive radio ad hoc networks"],"prefix":"10.1007","volume":"19","author":[{"given":"Brandon F.","family":"Lo","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ian F.","family":"Akyildiz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2012,12,25]]},"reference":[{"key":"530_CR1","doi-asserted-by":"crossref","unstructured":"Lo, B. F., & Akyildiz, I. F. (2010). Reinforcement learning-based cooperative sensing in cognitive radio ad hoc networks. In Proceedings of IEEE PIMRC, pp. 2244\u20132249.","DOI":"10.1109\/PIMRC.2010.5671686"},{"key":"530_CR2","doi-asserted-by":"crossref","first-page":"810","DOI":"10.1016\/j.adhoc.2009.01.001","volume":"7","author":"I. F. Akyildiz","year":"2009","unstructured":"Akyildiz, I. F., Lee, W. Y., & Chowdhury, K. R. (2009). CRAHNs: Cognitive radio ad hoc networks. Ad Hoc Networks Journal (Elsevier), 7, 810.","journal-title":"Ad Hoc Networks Journal (Elsevier)"},{"key":"530_CR3","doi-asserted-by":"crossref","first-page":"2127","DOI":"10.1016\/j.comnet.2006.05.001","volume":"50","author":"I. F. Akyildiz","year":"2006","unstructured":"Akyildiz, I. F., Lee, W. Y., Vuran, M. C., & Mohanty, S. (2006). NeXt generation\/dynamic spectrum access\/cognitive radio wireless networks: A survey. Computer Networks Journal (Elsevier), 50, 2127.","journal-title":"Computer Networks Journal (Elsevier)"},{"issue":"1","key":"530_CR4","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1016\/j.phycom.2010.12.003","volume":"4","author":"I. F. Akyildiz","year":"2011","unstructured":"Akyildiz, I. F., Lo, B. F., & Balakrishnan, R. (2011). Cooperative spectrum sensing in cognitive radio networks: A survey. Physical Communication (Elseviar) Journal, 4(1), 40.","journal-title":"Physical Communication (Elseviar) Journal"},{"key":"530_CR5","doi-asserted-by":"crossref","unstructured":"Cabric, D., Mishra, S. M., & Brodersen, R. W. (2004). Implementation issues in spectrum sensing for cognitive radios. In Proceedings of 38th Asilomar Conference on Signals, Systems, and Computers, pp. 772\u2013776.","DOI":"10.1109\/ACSSC.2004.1399240"},{"key":"530_CR6","doi-asserted-by":"crossref","unstructured":"Ghasemi, A., & Sousa, E. S. (2005). Collaborative spectrum sensing for opportunistic access in fading environments. In Proceedings of IEEE DySPAN, pp. 131\u2013136.","DOI":"10.1109\/DYSPAN.2005.1542627"},{"issue":"9","key":"530_CR7","doi-asserted-by":"crossref","first-page":"4513","DOI":"10.1109\/TVT.2010.2073725","volume":"59","author":"B. F. Lo","year":"2010","unstructured":"Lo, B. F., Akyildiz, I. F., & Al-Dhelaan, A. M. (2010). Efficient recovery control channel design in cognitive radio ad hoc networks. IEEE Transactions on Vehicular Technology, 59(9), 4513.","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"1","key":"530_CR8","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1016\/j.phycom.2010.12.004","volume":"4","author":"B. F. Lo","year":"2011","unstructured":"Lo, B. F. (2011). A survey on common control channel design for cognitive radio networks. Physical Communication (Elseviar) Journal, 4(1), 26.","journal-title":"Physical Communication (Elseviar) Journal"},{"key":"530_CR9","doi-asserted-by":"crossref","unstructured":"Chen, R., Park, J. M., & Bian, K. (2008). Robust distributed spectrum sensing in cognitive radio networks. In Proceedings of IEEE INFOCOM, pp. 1876 \u20131884.","DOI":"10.1109\/INFOCOM.2008.251"},{"key":"530_CR10","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-1904-0","volume-title":"Distributed detection and data fusion","author":"P. K. Varshney","year":"1997","unstructured":"Varshney, P. K. (1997). Distributed detection and data fusion. New York: Springer."},{"issue":"1","key":"530_CR11","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1109\/JSTSP.2007.914880","volume":"2","author":"J. Unnikrishnan","year":"2008","unstructured":"Unnikrishnan, J., & Veeravalli, V. V. (2008). Cooperative sensing for primary detection in cognitive radio. IEEE Journal of Selected Topics in Signal Processing, 2(1), 18.","journal-title":"IEEE Journal of Selected Topics in Signal Processing"},{"key":"530_CR12","doi-asserted-by":"crossref","unstructured":"Selen, Y., Tullberg, H., & Kronander, J. (2008). Sensor selection for cooperative spectrum sensing. In Proceedings of IEEE DySPAN, pp. 1\u201311.","DOI":"10.1109\/DYSPAN.2008.51"},{"key":"530_CR13","doi-asserted-by":"crossref","unstructured":"Visotsky, E., Kuffner, S., & Peterson, R. (2005). On collaborative detection of TV transmissions in support of dynamic spectrum sharing. In Proceedings of IEEE DySPAN, pp. 338\u2013345.","DOI":"10.1109\/DYSPAN.2005.1542650"},{"issue":"11","key":"530_CR14","doi-asserted-by":"crossref","first-page":"4502","DOI":"10.1109\/T-WC.2008.070941","volume":"7","author":"J. Ma","year":"2008","unstructured":"Ma, J., Zhao, G., & Li, Y. (2008). Soft combination and detection for cooperative spectrum sensing in cognitive radio networks. IEEE Transactions on Wireless Communications, 7(11), 4502.","journal-title":"IEEE Transactions on Wireless Communications"},{"key":"530_CR15","doi-asserted-by":"crossref","unstructured":"Visser, F. E., Janssen, G. J., & Pawelczak, P. (2008). Multinode spectrum sensing based on energy detection for dynamic spectrum access. In Proceedings of IEEE VTC-Spring 2008, pp. 1394\u20131398.","DOI":"10.1109\/VETECS.2008.293"},{"issue":"2","key":"530_CR16","doi-asserted-by":"crossref","first-page":"463","DOI":"10.1109\/TCOMM.2010.02.080154","volume":"58","author":"X. Zhou","year":"2010","unstructured":"Zhou, X., Ma, J., Li, G., Kwon, Y., & Soong, A. (2010). Probability-based combination for cooperative spectrum sensing. IEEE Transactions on Communications, 58(2), 463.","journal-title":"IEEE Transactions on Communications"},{"key":"530_CR17","doi-asserted-by":"crossref","unstructured":"Sun, C., Zhang, W., & Letaief, K. (2007). Cooperative spectrum sensing for cognitive radios under bandwidth constraints. In Proceedings of IEEE WCNC 2007 (pp. 1\u20135).","DOI":"10.1109\/WCNC.2007.6"},{"key":"530_CR18","doi-asserted-by":"crossref","unstructured":"Zhang, X., Qiu, Z., & Mu, D. (2008). Asynchronous cooperative spectrum sensing in cognitive radio. In Proceedings of IEEE ICSP, pp. 2020\u20132023.","DOI":"10.1109\/ICOSP.2008.4697541"},{"key":"530_CR19","doi-asserted-by":"crossref","unstructured":"Song, C., & Zhang, Q. (2008). Sliding-window algorithm for asynchronous cooperative sensing in wireless cognitive networks. In Proceedings of IEEE ICC, pp. 3432\u20133436.","DOI":"10.1109\/ICC.2008.645"},{"key":"530_CR20","volume-title":"Reinforcement learning: An introduction","author":"R. Sutton","year":"1988","unstructured":"Sutton, R., & Barto, A. (1988). Reinforcement learning: An introduction. Cambridge, MA: The MIT Press."},{"key":"530_CR21","doi-asserted-by":"crossref","unstructured":"Berthold, U., Fu, F., van der Schaar, M., & Jondral, F. K. (2008). Detection of spectral resources in cognitive radios using reinforcement learning. In Proceedings of IEEE DySPAN.","DOI":"10.1109\/DYSPAN.2008.82"},{"key":"530_CR22","doi-asserted-by":"crossref","unstructured":"Di Felice, M., Chowdhury, K. R., Meleis, W. & Bononi, L. (2010). To sense or to transmit: A learning-based spectrum management scheme for cognitive radiomesh networks. In Proceedings of IEEE Workshop on Wireless Mesh Networks (WIMESH), pp. 1\u20136.","DOI":"10.1109\/WIMESH.2010.5507904"},{"key":"530_CR23","unstructured":"Vucevic, N., Akyildiz, I. F., & Perez-Romero, J. (2011). Dynamic cooperator selection in cognitive radio networks. Ad Hoc Networks (Elsevier) Journal (to appear)."},{"key":"530_CR24","doi-asserted-by":"crossref","unstructured":"Oksanen, J., Lund\u00e9n, J., & Koivunen, V. (2010). Reinforcement learning-based multiband sensing policy for cognitive radios. In Proceedings of 2nd Int\u2019l Workshop on Cognitive Information Processing (CIP), pp. 316\u2013321.","DOI":"10.1109\/CIP.2010.5604133"},{"key":"530_CR25","doi-asserted-by":"crossref","unstructured":"Oksanen, J., Lund\u00e9n, J., & Koivunen, V. (2010). Reinforcement learning method for energy efficient cooperative multiband spectrum sensing. In Proceedings of IEEE Int\u2019l Workshop on Machine Learning for Signal Processing (MLSP), pp. 59\u201364.","DOI":"10.1109\/MLSP.2010.5589224"},{"issue":"10","key":"530_CR26","doi-asserted-by":"crossref","first-page":"3845","DOI":"10.1109\/T-WC.2008.070391","volume":"7","author":"W. Y. Lee","year":"2008","unstructured":"Lee, W. Y., & Akyildiz, I. F. (2008). Optimal spectrum sensing framework for cognitive radio networks. IEEE Transactions on Wireless Communications, 7(10), 3845.","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"23","key":"530_CR27","doi-asserted-by":"crossref","first-page":"2145","DOI":"10.1049\/el:19911328","volume":"27","author":"M. Gudmundson","year":"1991","unstructured":"Gudmundson, M. (1991). Correlation model for shadow fading in mobile radio systems. Electronics Letters, 27(23), 2145.","journal-title":"Electronics Letters"},{"issue":"1","key":"530_CR28","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1109\/25.350282","volume":"44","author":"H. S. Wang","year":"1995","unstructured":"Wang, H. S., & Moayeri, N. (1995). Finite-state markov channel\u2013A useful model for radio communication channels. IEEE Transactions on Vehicular Technology, 44(1), 163.","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"3","key":"530_CR29","doi-asserted-by":"crossref","first-page":"287","DOI":"10.1023\/A:1007678930559","volume":"38","author":"S. Singh","year":"2000","unstructured":"Singh, S., Jaakkola, T., Littman, M. L., & Szepesv\u00e1ri, C. (2000). Convergence results for single-step on-policy reinforcement learning algorithms. Machine Learning, 38(3), 287.","journal-title":"Machine Learning"},{"key":"530_CR30","first-page":"279","volume":"8","author":"C. J. C. H. Watkins","year":"1992","unstructured":"Watkins, C. J. C. H. & Dayan, P. (1992). Q-learning. Machine Learning, 8, 279.","journal-title":"Machine Learning"},{"key":"530_CR31","volume-title":"Probability","author":"L. Breiman","year":"1968","unstructured":"Breiman, L. (1968). Probability. Boston, MA: Addison-Wesley."},{"key":"530_CR32","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","volume-title":"Markov decision processes: Discrete stochastic dynamic programming","author":"M. L. Puterman","year":"1994","unstructured":"Puterman, M. L. (1994). Markov decision processes: Discrete stochastic dynamic programming. New York, NY: Wiley."},{"key":"530_CR33","volume-title":"Optimal stopping rules","author":"A. N. Shiryayev","year":"1978","unstructured":"Shiryayev, A. N. (1978). Optimal stopping rules. New York, NY: Springer."},{"key":"530_CR34","volume-title":"Quickest Detection","author":"H. V. Poor","year":"2009","unstructured":"Poor, H. V., & Hadjiliadis, O. (2009). Quickest Detection. Cambridge, UK: Cambridge University Press."}],"container-title":["Wireless Networks"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-012-0530-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11276-012-0530-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-012-0530-4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,7,7]],"date-time":"2019-07-07T15:14:02Z","timestamp":1562512442000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11276-012-0530-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,12,25]]},"references-count":34,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2013,8]]}},"alternative-id":["530"],"URL":"https:\/\/doi.org\/10.1007\/s11276-012-0530-4","relation":{},"ISSN":["1022-0038","1572-8196"],"issn-type":[{"value":"1022-0038","type":"print"},{"value":"1572-8196","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012,12,25]]}}}