{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T23:40:01Z","timestamp":1742946001618,"version":"3.40.3"},"publisher-location":"Cham","reference-count":20,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030870935"},{"type":"electronic","value":"9783030870942"}],"license":[{"start":{"date-parts":[[2021,11,18]],"date-time":"2021-11-18T00:00:00Z","timestamp":1637193600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,11,18]],"date-time":"2021-11-18T00:00:00Z","timestamp":1637193600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-87094-2_28","type":"book-chapter","created":{"date-parts":[[2021,11,17]],"date-time":"2021-11-17T07:06:45Z","timestamp":1637132805000},"page":"325-336","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Q-Routing Using Multiple QoS Metrics in\u00a0SDN"],"prefix":"10.1007","author":[{"given":"Douglas","family":"Harewood-Gill","sequence":"first","affiliation":[]},{"given":"Trevor","family":"Martin","sequence":"additional","affiliation":[]},{"given":"Reza","family":"Nejabati","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,11,18]]},"reference":[{"key":"28_CR1","unstructured":"Cisco: VNI Complete Forecast Highlights (2021). https:\/\/www.cisco.com\/c\/m\/en_us\/solutions\/service-provider\/vni-forecast-highlights.html"},{"key":"28_CR2","unstructured":"Teh, Y.-C.: Lockdown Leads to Surge in TV Screen Time and Streaming (2020). https:\/\/www.ofcom.org.uk\/about-ofcom\/latest\/features-and-news\/lockdown-leads-to-surge-in-tv-screen-time-and-streaming"},{"key":"28_CR3","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1090\/qam\/102435","volume":"16","author":"R Bellman","year":"1958","unstructured":"Bellman, R.: On a Routing Problem. Q. Appl. Maths. 16, 87\u201390 (1958)","journal-title":"Q. Appl. Maths."},{"key":"28_CR4","unstructured":"Ford, L.: Network flow theory. Technical report. Santa Monica, USA (1956)"},{"key":"28_CR5","doi-asserted-by":"crossref","unstructured":"Dijkstra, E.: A note on two problems in connections with graphs. Numer. Math. (1959)","DOI":"10.1007\/BF01386390"},{"key":"28_CR6","unstructured":"Watkins, C.J.C.H.: Learning from delayed rewards. Ph.D. thesis, Cambridge, UK (1989). http:\/\/www.cs.rhul.ac.uk\/~chrisw\/new_thesis.pdf"},{"key":"28_CR7","unstructured":"While, R.: Artificial intelligence: reinforcement learning (2019). http:\/\/teaching.csse.uwa.edu.au\/courses\/CITS4211\/Lectures\/wk7.pdf"},{"key":"28_CR8","doi-asserted-by":"publisher","unstructured":"Huang, Y., Tan, T., Wang, N., Chen, Y., Li, Y.: Resource allocation For D2D communications with a novel distributed Q-learning algorithm in heterogeneous networks. In: International Conference on Machine Learning and Cybernetics (ICMLC), pp. 533\u2013537. IEEE (2018). https:\/\/doi.org\/10.1109\/ICMLC.2018.8526955","DOI":"10.1109\/ICMLC.2018.8526955"},{"key":"28_CR9","doi-asserted-by":"crossref","unstructured":"Wen, S., Chen, J., Li, Z., Rad, A.B.: Fuzzy Q-learning obstacle avoidance algorithm of humanoid robot in unknown environment. In: 37th Chinese Control Conference (CCC), pp. 5186\u20135190. IEEE (2018)","DOI":"10.23919\/ChiCC.2018.8483654"},{"key":"28_CR10","unstructured":"Boyan, J., Littman, M.: Packet routing in dynamically changing networks: a reinforcement learning approach. In: Proceedings of 6th International Conference on Neural Information Processing Systems, Denver, Colorado, USA, pp. 671\u2013678 (1993)"},{"key":"28_CR11","doi-asserted-by":"crossref","unstructured":"Kavalerov, A., Shilova, Y., Likhacheva, Y.: Adaptive Q-routing with random echo and route memory. In: 20th Conference of Open Innovations Association (FRUCT), pp. 138\u2013145. IEEE (2018)","DOI":"10.23919\/FRUCT.2017.8071304"},{"key":"28_CR12","unstructured":"Kumar, S., Miikkulainen, R.: Dual reinforcement Q-routing: an on-line adaptive routing algorithm. In: Smart Engineering Systems: Neural Networks, Fuzzy Logic, Data Mining, and Evolutionary Programming, USA (1997). http:\/\/nn.cs.utexas.edu\/?kumar:annie97"},{"key":"28_CR13","doi-asserted-by":"crossref","unstructured":"Chavula, J., Densmore, M., Suleman, H.: Using SDN and reinforcement learning for traffic engineering in UbuntuNet alliance. In: International Conference on Advances in Computing and Communication Engineering (ICACCE), pp. 349\u2013355. IEEE, South Africa (2016)","DOI":"10.1109\/ICACCE.2016.8073774"},{"key":"28_CR14","doi-asserted-by":"crossref","unstructured":"Jalil, S., Rehmani, M., Chalup, H.: DQR: deep Q-routing in software defined networks. In: International Joint Conference on Neural Networks (IJCNN). IEEE (2020)","DOI":"10.1109\/IJCNN48605.2020.9206767"},{"key":"28_CR15","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1109\/JPROC.2014.2371999","volume":"103","author":"D Kreutz","year":"2015","unstructured":"Kreutz, D., Ramos, F., Ver\u00edssimo, P., Rothenberg, C.: Software-defined networking: a comprehensive survey. Proc. IEEE 103, 14\u201376 (2015)","journal-title":"Proc. IEEE"},{"key":"28_CR16","doi-asserted-by":"crossref","unstructured":"Du, J., Huang, X., Wu, F., Leng, S.: Reinforcement learning empowered QoS-aware adaptive Q-routing in ad-hoc networks. In: 2020 International Wireless Communications and Mobile Computing (IWCMC), pp. 551\u2013556. IEEE (2020)","DOI":"10.1109\/IWCMC48107.2020.9148532"},{"key":"28_CR17","doi-asserted-by":"crossref","unstructured":"Harewood-Gill, D., Martin, T., Nejabati, R.: The performance of Q-learning within SDN controlled static and dynamic mesh networks. In: 2020 6th IEEE Conference on Network Softwarization (NetSoft), pp. 185\u2013189 (2020)","DOI":"10.1109\/NetSoft48620.2020.9165530"},{"key":"28_CR18","unstructured":"Ryu: Component-Based Software Defined Networking Framework (2021). https:\/\/ryu-sdn.org\/"},{"key":"28_CR19","unstructured":"Grotto Networking: SDN Fun (2019). https:\/\/www.grotto-networking.com\/SDNfun.html"},{"key":"28_CR20","doi-asserted-by":"crossref","unstructured":"Hong, C., et al.: Achieving high utilization with software-driven WAN. In: ACM SIGCOMM Computer Communication Review, pp. 15\u201326. IEEE (2013)","DOI":"10.1145\/2534169.2486012"}],"container-title":["Advances in Intelligent Systems and Computing","Advances in Computational Intelligence Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-87094-2_28","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,11,17]],"date-time":"2021-11-17T07:11:49Z","timestamp":1637133109000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-87094-2_28"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11,18]]},"ISBN":["9783030870935","9783030870942"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-87094-2_28","relation":{},"ISSN":["2194-5357","2194-5365"],"issn-type":[{"type":"print","value":"2194-5357"},{"type":"electronic","value":"2194-5365"}],"subject":[],"published":{"date-parts":[[2021,11,18]]},"assertion":[{"value":"18 November 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"UKCI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"UK Workshop on Computational Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Aberystwyth","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 September 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ukci2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ukci2021.dcs.aber.ac.uk\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}