{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T07:52:28Z","timestamp":1774338748761,"version":"3.50.1"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2018,5,22]],"date-time":"2018-05-22T00:00:00Z","timestamp":1526947200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/P028764\/1"],"award-info":[{"award-number":["EP\/P028764\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cogn Comput"],"published-print":{"date-parts":[[2018,10]]},"DOI":"10.1007\/s12559-018-9559-8","type":"journal-article","created":{"date-parts":[[2018,5,22]],"date-time":"2018-05-22T15:37:31Z","timestamp":1527003451000},"page":"790-804","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":103,"title":["Distributed Drone Base Station Positioning for Emergency Cellular Networks Using Reinforcement Learning"],"prefix":"10.1007","volume":"10","author":[{"given":"Paulo V.","family":"Klaine","sequence":"first","affiliation":[]},{"given":"Jo\u00e3o P. B.","family":"Nadas","sequence":"additional","affiliation":[]},{"given":"Richard D.","family":"Souza","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4743-9136","authenticated-orcid":false,"given":"Muhammad A.","family":"Imran","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,5,22]]},"reference":[{"issue":"1","key":"9559_CR1","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1109\/MPRV.2017.11","volume":"16","author":"M Erdelj","year":"2017","unstructured":"Erdelj M, Natalizio E, Chowdhury KR, Akyildiz IF. Help from the sky: leveraging UAVs for disaster management. IEEE Pervasive Comput. 2017;16(1):24\u201332.","journal-title":"IEEE Pervasive Comput"},{"issue":"3","key":"9559_CR2","doi-asserted-by":"publisher","first-page":"1758","DOI":"10.1109\/COMST.2016.2540004","volume":"18","author":"J Wang","year":"2016","unstructured":"Wang J, Wu Y, Yen N, Guo S, Cheng Z. Big data analytics for emergency communication networks: a survey. IEEE Commun Surv Tutorials. 2016;18(3):1758\u20131778.","journal-title":"IEEE Commun Surv Tutorials"},{"key":"9559_CR3","doi-asserted-by":"crossref","unstructured":"Kalantari E, Yanikomeroglu H, Yongacoglu A. On the number and 3D placement of drone base stations in wireless cellular networks. In: 2016 IEEE 84th Vehicular Technology Conference (VTC-Fall); 2016. p. 1\u20136.","DOI":"10.1109\/VTCFall.2016.7881122"},{"issue":"4","key":"9559_CR4","doi-asserted-by":"publisher","first-page":"2392","DOI":"10.1109\/COMST.2017.2727878","volume":"19","author":"PV Klaine","year":"2017","unstructured":"Klaine PV, Imran MA, Onireti O, Souza RD. A survey of machine learning techniques applied to self-organizing cellular networks. IEEE commun Surv Tutorials. 2017;19(4):2392\u20132431.","journal-title":"IEEE commun Surv Tutorials"},{"key":"9559_CR5","doi-asserted-by":"crossref","unstructured":"Ahmadi H, Katzis K, Shakir MZ. 2017. A novel airborne self-organising architecture for 5G+ networks. CoRR. Available from: arXiv: 1707.04669 .","DOI":"10.1109\/VTCFall.2017.8288095"},{"issue":"6","key":"9559_CR6","doi-asserted-by":"publisher","first-page":"3949","DOI":"10.1109\/TWC.2016.2531652","volume":"15","author":"M Mozaffari","year":"2016","unstructured":"Mozaffari M, Saad W, Bennis M, Debbah M. Unmanned aerial vehicle with underlaid device-to-device communications: performance and tradeoffs. IEEE Trans Wirel Commun. 2016;15(6):3949\u20133963.","journal-title":"IEEE Trans Wirel Commun"},{"issue":"11","key":"9559_CR7","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1109\/MCOM.2016.1600178CM","volume":"54","author":"I Bor-Yaliniz","year":"2016","unstructured":"Bor-Yaliniz I, Yanikomeroglu H. The new frontier in RAN heterogeneity: multi-tier drone-cells. IEEE Commun Mag. 2016;54(11):48\u201355.","journal-title":"IEEE Commun Mag"},{"issue":"5","key":"9559_CR8","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MCOM.2016.7470932","volume":"54","author":"S Chandrasekharan","year":"2016","unstructured":"Chandrasekharan S, Gomez K, Al-Hourani A, Kandeepan S, Rasheed T, Goratti L, et al. Designing and implementing future aerial communication networks. IEEE Commun Mag. 2016;54(5):26\u201334.","journal-title":"IEEE Commun Mag"},{"issue":"6","key":"9559_CR9","doi-asserted-by":"publisher","first-page":"569","DOI":"10.1109\/LWC.2014.2342736","volume":"3","author":"A Al-Hourani","year":"2014","unstructured":"Al-Hourani A, Kandeepan S, Lardner S. Optimal LAP altitude for maximum coverage. IEEE Wirel Commun Lett 2014;3(6):569\u2013572.","journal-title":"IEEE Wirel Commun Lett"},{"key":"9559_CR10","doi-asserted-by":"crossref","unstructured":"Mozaffari M, Saad W, Bennis M, Debbah M. Drone small cells in the clouds: design, deployment and performance analysis. In: 2015 IEEE Global Communications Conference (GLOBECOM); 2015. p. 1\u20136.","DOI":"10.1109\/GLOCOM.2015.7417609"},{"issue":"4","key":"9559_CR11","doi-asserted-by":"publisher","first-page":"434","DOI":"10.1109\/LWC.2017.2700840","volume":"6","author":"M Alzenad","year":"2017","unstructured":"Alzenad M, El-Keyi A, Lagum F, Yanikomeroglu H. 3-D Placement of an unmanned aerial vehicle base station (UAV-BS) for energy-efficient maximal coverage. IEEE Wirel Commun Lett. 2017;6(4):434\u2013437.","journal-title":"IEEE Wirel Commun Lett"},{"key":"9559_CR12","doi-asserted-by":"crossref","unstructured":"Merwaday A, Guvenc I. UAV assisted heterogeneous networks for public safety communications: 2015: 2015 IEEE.","DOI":"10.1109\/WCNCW.2015.7122576"},{"key":"9559_CR13","doi-asserted-by":"crossref","unstructured":"Kalantari E, Shakir MZ, Yanikomeroglu H, Yongacoglu A. Backhaul-aware robust 3D drone placement in 5G+ wireless networks. In: 2017 IEEE International Conference on Communications Workshops (ICC Workshops); 2017. p. 109\u2013114.","DOI":"10.1109\/ICCW.2017.7962642"},{"issue":"1","key":"9559_CR14","doi-asserted-by":"publisher","first-page":"330","DOI":"10.1109\/TCOMM.2017.2746105","volume":"66","author":"MM Azari","year":"2018","unstructured":"Azari MM, Rosas F, Chen KC, Pollin S. Ultra reliable UAV communication using altitude and cooperation diversity. IEEE Trans Commun. 2018;66(1):330\u2013344.","journal-title":"IEEE Trans Commun"},{"key":"9559_CR15","doi-asserted-by":"crossref","unstructured":"Shah SAW, Khattab T, Shakir MZ, Hasna MO. A Distributed approach for networked flying platform association with small cells in 5G+ networks. In: GLOBECOM 2017 - 2017 IEEE Global Communications Conference; 2017. p. 1\u20137.","DOI":"10.1109\/GLOCOM.2017.8254852"},{"key":"9559_CR16","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Graves A, Antonoglou I, Wierstra D, et al. Playing atari with deep reinforcement learning. arXiv: 13125602 . 2013."},{"issue":"4","key":"9559_CR17","doi-asserted-by":"publisher","first-page":"703","DOI":"10.1007\/s12559-016-9407-7","volume":"8","author":"F Damerow","year":"2016","unstructured":"Damerow F, Knoblauch A, K\u00f6rner U, Eggert J, K\u00f6rner E. Toward self-referential autonomous learning of object and situation models. Cogn Comput. 2016;8(4):703\u2013719. Available from: https:\/\/doi.org\/10.1007\/s12559-016-9407-7 .","journal-title":"Cogn Comput"},{"issue":"3","key":"9559_CR18","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1007\/s12559-009-9021-z","volume":"1","author":"D Muse","year":"2009","unstructured":"Muse D, Wermter S. Actor-critic learning for platform-independent robot navigation. Cogn Comput. 2009;1(3):203\u2013220. Available from: https:\/\/doi.org\/10.1007\/s12559-009-9021-z .","journal-title":"Cogn Comput"},{"issue":"2","key":"9559_CR19","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1007\/s12559-017-9511-3","volume":"10","author":"Feifei Zhao","year":"2017","unstructured":"Zhao F, Zeng Y, Wang G, Bai J, Xu B. A brain-inspired decision making model based on top-down biasing of prefrontal cortex to basal ganglia and its application in autonomous UAV explorations. Cognitive Computation. 2017; Available from: https:\/\/doi.org\/10.1007\/s12559-017-9511-3 .","journal-title":"Cognitive Computation"},{"issue":"2","key":"9559_CR20","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1007\/s12559-016-9447-z","volume":"9","author":"SS Kim","year":"2017","unstructured":"Kim SS, McLoone S, Byeon JH, Lee S, Liu H. Cognitively inspired artificial bee colony clustering for cognitive wireless sensor Nnetworks. Cogn Comput. 2017;9(2):207\u2013224. Available from: https:\/\/doi.org\/10.1007\/s12559-016-9447-z .","journal-title":"Cogn Comput"},{"key":"9559_CR21","doi-asserted-by":"publisher","first-page":"2314","DOI":"10.1109\/ACCESS.2016.2566958","volume":"4","author":"M Jaber","year":"2016","unstructured":"Jaber M, Imran MA, Tafazolli R, Tukmanov A. A distributed SON-based user-centric backhaul provisioning scheme. IEEE Access. 2016;4:2314\u20132330.","journal-title":"IEEE Access"},{"key":"9559_CR22","doi-asserted-by":"crossref","unstructured":"Jaber M, Imran M, Tafazolli R, Tukmanov A. An adaptive backhaul-aware cell range extension approach. In: Proceedings of IEEE International Conference on Communication Workshop (ICCW); 2015. p. 74\u201379.","DOI":"10.1109\/ICCW.2015.7247158"},{"key":"9559_CR23","doi-asserted-by":"crossref","unstructured":"Jaber M, Imran MA, Tafazolli R, Tukmanov A. A multiple attribute user-centric backhaul provisioning scheme using distributed SON. In: Proceedings of IEEE Global Communications Conf. (GLOBECOM); 2016. p. 1\u20136.","DOI":"10.1109\/GLOCOM.2016.7841518"},{"key":"9559_CR24","doi-asserted-by":"crossref","unstructured":"Kennedy J. Particle swarm optimization: Springer; 2011, pp. 760\u2013766.","DOI":"10.1007\/978-0-387-30164-8_630"},{"issue":"1","key":"9559_CR25","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1007\/s11721-007-0002-0","volume":"1","author":"R Poli","year":"2007","unstructured":"Poli R, Kennedy J, Blackwell T. Particle swarm optimization. Swarm Intell 2007;1(1):33\u201357.","journal-title":"Swarm Intell"},{"key":"9559_CR26","unstructured":"ITU-R. Rec. P. 1410-2 Propagation data and prediction methods for the design of terrestrial broadband millimetric radio access systems; 2003."},{"key":"9559_CR27","doi-asserted-by":"crossref","unstructured":"Al-Hourani A, Kandeepan S, Jamalipour A. Modeling air-to-ground path loss for low altitude platforms in urban environments. In: 2014 IEEE Global Communications Conference; 2014. p. 2898\u20132904.","DOI":"10.1109\/GLOCOM.2014.7037248"},{"key":"9559_CR28","unstructured":"ETSI Universal Mobile Telecommunication System (UMTS). Selection procedures for the choice of radio transmission technologies of the UMTS. 1998-04; UMTS 30.03 Version 3.2.0. Available from: http:\/\/www.3gpp.org\/ftp\/Specs\/html-info\/3003U.htm ."},{"key":"9559_CR29","unstructured":"Cisco Systems. Cisco Network Emergency Response Vehicle. 2016; Cisco Tactical Operations (TacOps). Available from: https:\/\/www.cisco.com\/c\/dam\/en_us\/solutions\/industries\/docs\/gov\/NERV_AAG.pdf ."},{"key":"9559_CR30","volume-title":"Wireless communications: principles and practice, Vol. 2","author":"TS Rappaport","year":"1996","unstructured":"Rappaport TS, et al, Vol. 2. Wireless communications: principles and practice. New Jersey: Prentice Hall PTR; 1996."},{"key":"9559_CR31","doi-asserted-by":"crossref","unstructured":"Azari MM, Rosas F, Pollin S. 2017. Reshaping cellular networks for the sky: the major factors and feasibility. arXiv: 171011404 .","DOI":"10.1109\/ICC.2018.8422685"},{"key":"9559_CR32","unstructured":"Fullband FBXPMIMO Outdoor 4G Antenna \u2013 Cross Polarised 3G\/4G Antenna; 2017. Accessed: 2017-11-25. http:\/\/www.fullband.co.uk\/product\/fbxpmimo\/ ."},{"key":"9559_CR33","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511841224","volume-title":"Wireless communications","author":"A Goldsmith","year":"2005","unstructured":"Goldsmith A. Wireless communications. Cambridge: Cambridge University Press; 2005."},{"key":"9559_CR34","volume-title":"Reinforcement learning: an introduction, Vol. 1","author":"RS Sutton","year":"1998","unstructured":"Sutton RS, Barto AG, Vol. 1. Reinforcement learning: an introduction. Cambridge: MIT Press; 1998."},{"key":"9559_CR35","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling LP, Littman ML, Moore AW. Reinforcement learning: a survey. J Artif Intell Res. 1996;4: 237\u2013285.","journal-title":"J Artif Intell Res"},{"issue":"3","key":"9559_CR36","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJCH Watkins","year":"1992","unstructured":"Watkins CJCH, Dayan P. Q-learning. Mach Learn. 1992;8(3): 279\u2013292. Available from: https:\/\/doi.org\/10.1007\/BF00992698 .","journal-title":"Mach Learn"}],"container-title":["Cognitive Computation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s12559-018-9559-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12559-018-9559-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12559-018-9559-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,24]],"date-time":"2022-08-24T00:42:18Z","timestamp":1661301738000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s12559-018-9559-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,5,22]]},"references-count":36,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2018,10]]}},"alternative-id":["9559"],"URL":"https:\/\/doi.org\/10.1007\/s12559-018-9559-8","relation":{},"ISSN":["1866-9956","1866-9964"],"issn-type":[{"value":"1866-9956","type":"print"},{"value":"1866-9964","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,5,22]]},"assertion":[{"value":"8 December 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 April 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 May 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with Ethical Standards"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}}]}}