{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,26]],"date-time":"2025-09-26T00:08:32Z","timestamp":1758845312891},"reference-count":25,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2012,4,7]],"date-time":"2012-04-07T00:00:00Z","timestamp":1333756800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Wireless Pers Commun"],"published-print":{"date-parts":[[2013,3]]},"DOI":"10.1007\/s11277-012-0611-9","type":"journal-article","created":{"date-parts":[[2012,4,6]],"date-time":"2012-04-06T02:44:57Z","timestamp":1333680297000},"page":"771-791","source":"Crossref","is-referenced-by-count":15,"title":["Reinforcement-Learning-Based Double Auction Design for Dynamic Spectrum Access in Cognitive Radio Networks"],"prefix":"10.1007","volume":"69","author":[{"given":"Yinglei","family":"Teng","sequence":"first","affiliation":[]},{"given":"F. Richard","family":"Yu","sequence":"additional","affiliation":[]},{"given":"Ke","family":"Han","sequence":"additional","affiliation":[]},{"given":"Yifei","family":"Wei","sequence":"additional","affiliation":[]},{"given":"Yong","family":"Zhang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2012,4,7]]},"reference":[{"issue":"2","key":"611_CR1","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1109\/JSAC.2004.839380","volume":"23","author":"S. Haykin","year":"2005","unstructured":"Haykin S. (2005) Cognitive radio: Brain-empowered wireless communications. IEEE Journal on Selected Areas in Communications 23(2): 201\u2013220","journal-title":"IEEE Journal on Selected Areas in Communications"},{"issue":"1","key":"611_CR2","doi-asserted-by":"crossref","first-page":"116","DOI":"10.1109\/SURV.2009.090109","volume":"11","author":"T. Yucek","year":"2009","unstructured":"Yucek T., Arslan H. (2009) A survey of spectrum sensing algorithms for cognitive radio applications. IEEE Communications Surveys & Tutorials 11(1): 116\u2013130","journal-title":"IEEE Communications Surveys & Tutorials"},{"issue":"5","key":"611_CR3","doi-asserted-by":"crossref","first-page":"849","DOI":"10.1109\/JPROC.2009.2015711","volume":"97","author":"S. Haykin","year":"2009","unstructured":"Haykin S., Thomson D. J., Reed J. H. (2009) Spectrum sensing for cognitive radio. IEEE Proceedings 97(5): 849\u2013877","journal-title":"IEEE Proceedings"},{"issue":"3","key":"611_CR4","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1109\/MNET.2010.5464224","volume":"24","author":"F. R. Yu","year":"2010","unstructured":"Yu F. R., Huang M., Tang H. (2010) Biologically inspired consensus-based spectrum sensing in mobile ad hoc networks with cognitive radios. IEEE Networks 24(3): 26\u201330","journal-title":"IEEE Networks"},{"issue":"3","key":"611_CR5","doi-asserted-by":"crossref","first-page":"626","DOI":"10.1109\/JSAC.2005.862415","volume":"24","author":"X. Yiping","year":"2006","unstructured":"Yiping X., Chandramouli R., Stefan M., Sai Shankar N. (2006) Dynamic spectrum access in open spectrum wireless networks. IEEE Journal on Selected Areas in Communications, 24(3): 626\u2013637","journal-title":"IEEE Journal on Selected Areas in Communications"},{"issue":"5","key":"611_CR6","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1109\/MCOM.2007.358836","volume":"45","author":"J. Zhu","year":"2007","unstructured":"Zhu J., Liu K. J. R. (2007) Cognitive radios for dynamic spectrum access\u2014dynamic spectrum sharing: A game theoretical overview. IEEE Communications Magazine 45(5): 1\u20135","journal-title":"IEEE Communications Magazine"},{"issue":"6","key":"611_CR7","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1109\/MSP.2008.929552","volume":"25","author":"B. Wang","year":"2008","unstructured":"Wang B., Wu Y., Ji Z., Liu K. J. R., Clancy T. C. (2008) Game theoretical mechanism design methods. IEEE Signal Processing Magazine 25(6): 74\u201384","journal-title":"IEEE Signal Processing Magazine"},{"issue":"10","key":"611_CR8","doi-asserted-by":"crossref","first-page":"3999","DOI":"10.1109\/TSP.2009.2022860","volume":"57","author":"V. Krishnamurthy","year":"2009","unstructured":"Krishnamurthy V. (2009) Decentralized spectrum access amongst cognitive agents\u2014an interacting multivariate global games approach. IEEE Transactions on Signal Processing 57(10): 3999\u20134013","journal-title":"IEEE Transactions on Signal Processing"},{"issue":"7","key":"611_CR9","doi-asserted-by":"crossref","first-page":"2651","DOI":"10.1109\/TWC.2008.070073","volume":"7","author":"D. Niyato","year":"2008","unstructured":"Niyato D., Hossain E. (2008) Competitive spectrum sharing in cognitive radio networks: A dynamic game approach. IEEE Transactions on Wireless Communications 7(7): 2651\u20132660","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"1","key":"611_CR10","doi-asserted-by":"crossref","first-page":"182","DOI":"10.1109\/JSAC.2008.080116","volume":"26","author":"J. Zhu","year":"2008","unstructured":"Zhu J., Liu K. J. R. (2008) Multi-stage pricing game for collusion-resistant dynamic spectrum allocation. IEEE Journal on Selected Areas in Communications 26(1): 182\u2013191","journal-title":"IEEE Journal on Selected Areas in Communications"},{"key":"611_CR11","unstructured":"Zhu, J., & Liu, K. J. R. (2006). Belief-assisted pricing for dynamic spectrum allocation in wireless networks with selfish users. In Proceedings of IEEE SECON\u201906, pp. 119\u2013127."},{"issue":"11","key":"611_CR12","doi-asserted-by":"crossref","first-page":"4273","DOI":"10.1109\/T-WC.2008.070546","volume":"7","author":"D. Niyato","year":"2008","unstructured":"Niyato D., Hossain E. (2008) Market-equilibrium, competitive, and cooperative pricing for spectrum sharing in cognitive radio networks: Analysis and comparison. IEEE Transactions on Wireless Communications 7(11): 4273\u20134283","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"6","key":"611_CR13","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1109\/MWC.2008.4749750","volume":"15","author":"D. Niyato","year":"2008","unstructured":"Niyato D., Hossain E. (2008) Spectrum trading in cognitive radio networks: A market-equilibrium-based approach. IEEE Wireless Communications 15(6): 71\u201380","journal-title":"IEEE Wireless Communications"},{"key":"611_CR14","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/1413.001.0001","volume-title":"Artificial intelligence in perspective","author":"D. G. Bobrow","year":"1994","unstructured":"Bobrow D. G. (1994) Artificial intelligence in perspective. MIT Press, Cambridge, MA"},{"key":"611_CR15","doi-asserted-by":"crossref","unstructured":"Turing, A. M. (1950). Computing machinery and intelligence. Mind, 59(236), 71\u201380, 1\u20135.","DOI":"10.1093\/mind\/LIX.236.433"},{"key":"611_CR16","volume-title":"Reinforcement learning","author":"R. S. Sutton","year":"1998","unstructured":"Sutton R. S., Barto A. G. (1998) Reinforcement learning. MIT Press, Cambridge, MA"},{"issue":"3","key":"611_CR17","doi-asserted-by":"crossref","first-page":"1899","DOI":"10.1109\/TVT.2007.907023","volume":"57","author":"F. R. Yu","year":"2008","unstructured":"Yu F. R., Wong V. W. S., Leung V. C. M. (2008) A new QoS provisioning method for adaptive multimedia in wireless networks. IEEE Transactions on Vehicular Technology 57(3): 1899\u20131909","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"6","key":"611_CR18","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1109\/TSMCC.2010.2099654","volume":"41","author":"F. Bernardo","year":"2011","unstructured":"Bernardo F., Agusti R., Perez-Romero J., Sallent O. (2011) Intercell interference management in OFDMA networks: A decentralized approach based on reinforcement learning. IEEE Transactions on Systems, Man and Cybernetics, Part C, 41(6): 1\u20139","journal-title":"IEEE Transactions on Systems, Man and Cybernetics, Part C"},{"key":"611_CR19","doi-asserted-by":"crossref","DOI":"10.2307\/j.ctvcmxrzd","volume-title":"Game theory for applied economists","author":"R. D. Gibbons","year":"1992","unstructured":"Gibbons R. D. (1992) Game theory for applied economists. Princeton University Presss, Princeton"},{"key":"611_CR20","doi-asserted-by":"crossref","unstructured":"Shankar, S., Chou, C. T., Challapali, K., & Mangold, S. (2005). Spectrum agile radio: Capacity and QoS implications of dynamic spectrum assignment. Proceedings of IEEE Globecom\u201905, pp. 2510\u20132516.","DOI":"10.1109\/GLOCOM.2005.1578214"},{"issue":"4","key":"611_CR21","doi-asserted-by":"crossref","first-page":"1904","DOI":"10.1109\/TVT.2008.2002917","volume":"58","author":"F. Fangwen","year":"2009","unstructured":"Fangwen F., van der Schaar M. (2009) Learning to compete for resources in wireless stochastic games. IEEE Transactions on Vehicular Technology 58(4): 1904\u20131919","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"8","key":"611_CR22","doi-asserted-by":"crossref","first-page":"1009","DOI":"10.1109\/TMC.2008.157","volume":"8","author":"D. Niyato","year":"2009","unstructured":"Niyato D., Hossain E., Han Z. (2009) Dynamics of multiple-seller and multiple-buyer spectrum trading in cognitive radio networks: A game-theoretic modeling approach. IEEE Transactions on Mobile Computing 8(8): 1009\u20131022","journal-title":"IEEE Transactions on Mobile Computing"},{"key":"611_CR23","unstructured":"Roy, N., Roy, A., & Das, S. K. (2005). A cooperative learning framework for Mobility-aware resource management in multi-inhabitant smart momes. In Proceedings of IEEE MobiQuitous\u201905, pp. 393\u2013403."},{"issue":"6","key":"611_CR24","doi-asserted-by":"crossref","first-page":"1185","DOI":"10.1162\/neco.1994.6.6.1185","volume":"6","author":"T. Jakkola","year":"1994","unstructured":"Jakkola T., Singh S.P. (1994) On the convergence of stochastic iterative dynamic programming algorithms. Neural Computation 6(6): 1185\u20131201","journal-title":"Neural Computation"},{"key":"611_CR25","doi-asserted-by":"crossref","unstructured":"Venkatesh T., Kiran Y. V., Murthy C. S. R. (2009) Joint path and wavelength selection using Q-learning in Optical burst switching networks. In: Proceedings of IEEE Globecom\u201909 (Vol. 15, no 6, pp. 1\u20135).","DOI":"10.1109\/ICC.2009.5199117"}],"container-title":["Wireless Personal Communications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11277-012-0611-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11277-012-0611-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11277-012-0611-9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T10:27:31Z","timestamp":1641983251000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11277-012-0611-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,4,7]]},"references-count":25,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2013,3]]}},"alternative-id":["611"],"URL":"https:\/\/doi.org\/10.1007\/s11277-012-0611-9","relation":{},"ISSN":["0929-6212","1572-834X"],"issn-type":[{"value":"0929-6212","type":"print"},{"value":"1572-834X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012,4,7]]}}}