{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,28]],"date-time":"2025-10-28T00:28:51Z","timestamp":1761611331881,"version":"3.37.3"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2013,8,14]],"date-time":"2013-08-14T00:00:00Z","timestamp":1376438400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Evolving Systems"],"published-print":{"date-parts":[[2014,6]]},"DOI":"10.1007\/s12530-013-9093-6","type":"journal-article","created":{"date-parts":[[2013,8,13]],"date-time":"2013-08-13T10:52:36Z","timestamp":1376391156000},"page":"89-108","source":"Crossref","is-referenced-by-count":14,"title":["Adaptive maximum-lifetime routing in mobile ad-hoc networks using temporal difference reinforcement learning"],"prefix":"10.1007","volume":"5","author":[{"given":"Saloua","family":"Chettibi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Salim","family":"Chikhi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2013,8,14]]},"reference":[{"key":"9093_CR1","doi-asserted-by":"crossref","unstructured":"Bekmezci I, Sahingoz OK, Temel S (2013) Flying ad-hoc networks (FANETs): a survey. Ad-Hoc Networks, http:\/\/dx.doi.org\/10.1016\/j.adhoc.2012.12.004","DOI":"10.1016\/j.adhoc.2012.12.004"},{"key":"9093_CR2","unstructured":"Binbin Z, Quan L, Shouling Z (2010) Using statistical network link model for routing in ad-hoc networks with multi-agent reinforcement learning. In: International Conference on Advanced Computer Control"},{"key":"9093_CR3","doi-asserted-by":"crossref","unstructured":"Boukerche A (2009) Algorithms and protocols for wireless and mobile ad-hoc networks. John Wiley & Sons Inc, Ottawa, Canada","DOI":"10.1002\/9780470396384"},{"key":"9093_CR4","first-page":"671","volume":"6","author":"JA Boyan","year":"1994","unstructured":"Boyan JA, Littman ML (1994) Packet routing in dynamically changing networks: a reinforcement learning approach. Adv Neural Inf Process Syst 6:671\u2013678","journal-title":"Adv Neural Inf Process Syst"},{"key":"9093_CR5","unstructured":"Can J-C, Manzoni P (2000) A performance comparison of energy consumption for mobile ad-hoc network routing protocols. In: Proceedings IEEE\/ACM MASCOTS\u2019 2000"},{"key":"9093_CR6","doi-asserted-by":"crossref","unstructured":"Caro G-D, Ducatelle F, Gambardella LM (2005) AntHocNet: an adaptive nature-inspired algorithm for routing in mobile ad-hoc networks. European Transactions on Telecommunications: special Issue on Self-organisation in Mobile Networking 16:443\u2013455","DOI":"10.1002\/ett.1062"},{"key":"9093_CR7","unstructured":"Chang Y-H, Ho T (2004) Mobilized ad-hoc networks: A reinforcement learning approach. In: ICAC Proceedings of the First International Conference on Autonomic Computing IEEE Computer Society"},{"issue":"8","key":"9093_CR8","doi-asserted-by":"crossref","first-page":"1488","DOI":"10.1109\/49.780354","volume":"17","author":"S Chen","year":"1999","unstructured":"Chen S, Nahrstedt K (1999) Distributed quality-of-service routing in ad-hoc networks. IEEE J Sel Areas Commun 17(8):1488\u20131505","journal-title":"IEEE J Sel Areas Commun"},{"key":"9093_CR9","doi-asserted-by":"crossref","unstructured":"Chettibi S, Chikhi S (2011) A survey of Reinforcement Learning Based routing protocols for Mobile ad-hoc Networks. Recent Trends in Wireless and Mobile Networks, Communications in Computer and Information Science, LNCS, Springer, 162:1\u201313","DOI":"10.1007\/978-3-642-21937-5_1"},{"key":"9093_CR10","unstructured":"Cho W, Kim SL (2002) A fully distributed routing algorithm for maximizing lifetime of a wireless ad-hoc network. In: Proceedings IEEE International Workshop-Mobile and Wireless Communication Network"},{"key":"9093_CR11","unstructured":"Cho W, Kim D, Kim T, Kim SH (2011)Time Delay On-Demand Multipath routing protocol in mobile ad-hoc networks. In: Third International Conference on Ubiquitous and Future Networks"},{"key":"9093_CR12","doi-asserted-by":"crossref","unstructured":"Dowling J, Curran E, Cunningham R, Cahill V (2005) Using feedback in collaborative reinforcement learning to adaptively optimize MANET routing. IEEE Transactions Systems Man, Cybern 35:360\u201372","DOI":"10.1109\/TSMCA.2005.846390"},{"key":"9093_CR13","first-page":"169","volume":"5","author":"F Ducatelle","year":"2009","unstructured":"Ducatelle F, Di Caro G, Gambardella LM (2009) Principles and applications of swarm intelligence for adaptive routing in telecommunications networks. Swarm Intell 5:169\u2013184","journal-title":"Swarm Intell"},{"issue":"3","key":"9093_CR14","doi-asserted-by":"crossref","first-page":"239","DOI":"10.1023\/A:1011474616255","volume":"6","author":"LM Feeney","year":"2001","unstructured":"Feeney LM (2001) An energy consumption model for performance analysis of routing protocols for mobile ad-hoc networks. Mobile Netw Appl 6(3):239\u2013249","journal-title":"Mobile Netw Appl"},{"key":"9093_CR15","doi-asserted-by":"crossref","unstructured":"Forster A (2007) Machine learning techniques applied to wireless ad-hoc networks: guide and survey. In: Proceedings of 3rd International Conference on Intelligent Sensors, Sensor Networks and Information Processing","DOI":"10.1109\/ISSNIP.2007.4496871"},{"key":"9093_CR16","doi-asserted-by":"crossref","first-page":"674","DOI":"10.1080\/01621459.1937.10503522","volume":"32","author":"M Friedman","year":"1937","unstructured":"Friedman M (1937) The use of ranks to avoid the assumption of normality implicit in the analysis of variance. J Am Stat Assoc 32:674\u2013701","journal-title":"J Am Stat Assoc"},{"key":"9093_CR17","doi-asserted-by":"crossref","unstructured":"Hedrick C (1988) Routing Information Protocol. Request for Comments 1058 http:\/\/www.ietf.org\/rfc\/rfc1058.txt . Accessed 04 February 2013","DOI":"10.17487\/rfc1058"},{"key":"9093_CR18","doi-asserted-by":"crossref","unstructured":"Jayashree S, Siva Ram C (2007) A taxonomy of energy management protocols for ad-hoc wireless networks. IEEE Communications Magazine","DOI":"10.1109\/MCOM.2007.343619"},{"key":"9093_CR19","doi-asserted-by":"crossref","first-page":"205","DOI":"10.1007\/s10994-011-5251-x","volume":"84","author":"S Kalyanakrishnan","year":"2011","unstructured":"Kalyanakrishnan S, Stone P (2011) Characterizing reinforcement learning methods through parameterized learning problems. J Mach Learn 84:205\u2013247","journal-title":"J Mach Learn"},{"key":"9093_CR20","unstructured":"Kim D, Garcia-Luna-Aceves JJ, Obraczka K, Cano JC, Manzoni P (2002) Power-aware routing based on the energy drain rate for mobile ad-hoc networks. In: 11th International Conference on Computer Communications and Networks"},{"issue":"1","key":"9093_CR21","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1109\/SURV.2011.040310.00002","volume":"13","author":"R Kulkarni","year":"2011","unstructured":"Kulkarni R, Forster A, Venayagamoorthy G (2011) Computational intelligence in wireless sensor networks: a survey. IEEE Commun Surv Tutor 13(1):68\u201396","journal-title":"IEEE Commun Surv Tutor"},{"key":"9093_CR22","doi-asserted-by":"crossref","first-page":"12","DOI":"10.1109\/MVT.2007.912927","volume":"2","author":"F Li","year":"2007","unstructured":"Li F, Wang Y (2007) Routing in vehicular ad-hoc networks: a survey. Veh Technol Mag 2:12\u201322","journal-title":"Veh Technol Mag"},{"key":"9093_CR23","unstructured":"Li J, Cordes D, Zhang J (2005) Power-aware routing protocols in ad-hoc wireless networks. IEEE Transactions on Wireless Communications pp 69\u201381"},{"key":"9093_CR24","unstructured":"Liu C, Kaiser J (2003) A survey of mobile ad-hoc network routing protocols. Technical Report, University of Ulm, Germany"},{"key":"9093_CR25","first-page":"861","volume":"10","author":"D Macone","year":"2012","unstructured":"Macone D, Oddi G, Pietrabissa A (2012) MQ-Routing: mobility-, GPS- and energy-aware routing protocol in MANETs for disaster relief scenarios. J Ad Hoc Netw 10:861\u2013878","journal-title":"J Ad Hoc Netw"},{"key":"9093_CR26","unstructured":"Maneenil K, Usaha W (2005) Preventing malicious nodes in ad-hoc networks using reinforcement learning. In: The 2nd International Symposium on Wireless Communication Systems"},{"key":"9093_CR27","unstructured":"MATLAB (2013) http:\/\/www.mathworks.com . Accessed 05 July 2013"},{"issue":"5","key":"9093_CR28","doi-asserted-by":"crossref","first-page":"711","DOI":"10.1109\/TCOM.1980.1094721","volume":"28","author":"JM McQuillan","year":"1980","unstructured":"McQuillan JM, Richer I, Rosen EC (1980) The new routing algorithm for the ARPANet. IEEE Trans Commun 28(5):711\u2013719","journal-title":"IEEE Trans Commun"},{"issue":"2","key":"9093_CR29","first-page":"17","volume":"3","author":"N Meghanathan","year":"2008","unstructured":"Meghanathan N (2008) Exploring the stability-energy consumption-delay-network lifetime tradeoff of mobile ad-hoc network routing protocols. J Netw 3(2):17\u201328","journal-title":"J Netw"},{"key":"9093_CR30","doi-asserted-by":"crossref","unstructured":"Naruephiphat W, Usaha W (2008) Balancing tradeoffs for energy-efficient routing in MANETs based on reinforcement learning. In: The IEEE 67th Vehicular Technology Conference","DOI":"10.1109\/VETECS.2008.523"},{"issue":"2","key":"9093_CR31","first-page":"22","volume":"4","author":"E Natsheh","year":"2008","unstructured":"Natsheh E (2008) A survey on fuzzy reasoning applications for routing protocols in wireless ad-hoc networks. IJBDCN 4(2):22\u201337","journal-title":"IJBDCN"},{"key":"9093_CR32","doi-asserted-by":"crossref","unstructured":"Nurmi P (2007) Reinforcement Learning for Routing in Ad-Hoc Networks. In: Proceedings 5th International Symposium on Modeling and Optimization in Mobile, Ad-Hoc, and Wireless Networks. IEEE Computer Society","DOI":"10.1109\/WIOPT.2007.4480049"},{"key":"9093_CR33","unstructured":"Perkins CE, Royer EM (1999) Ad-hoc on-demand distance vector routing. In: Proceeding of WMCSA\u2019 99:90\u2013100"},{"key":"9093_CR34","doi-asserted-by":"crossref","unstructured":"Perkins CE, Watson TJ (1994) Highly dynamic destination sequenced distance vector routing (DSDV) for mobile computers. ACM SIGCOMM Conference on Communications Architectures","DOI":"10.1145\/190314.190336"},{"key":"9093_CR35","doi-asserted-by":"crossref","unstructured":"Petrowski A, Aissanou F, Benyahia I, Houcke S (2010) Multi-criteria reinforcement learning based on a Russian Doll method for network routing. In: 5th IEEE International Conference on Intelligent Systems","DOI":"10.1109\/IS.2010.5548378"},{"key":"9093_CR36","doi-asserted-by":"crossref","unstructured":"Senouci MS, Pujolle G (2004) Energy efficient routing in wireless ad-hoc networks. In: IEEE International Conference on Communications","DOI":"10.1109\/ICC.2004.1313312"},{"key":"9093_CR37","doi-asserted-by":"crossref","unstructured":"Sutton R, Barto A (1998) Reinforcement Learning. MIT Press, Cambridge","DOI":"10.1016\/S1474-6670(17)38315-5"},{"key":"9093_CR38","unstructured":"Tao T, Tagashira S, Fujita S (2005) LQ-routing protocol for mobile ad-hoc networks. In: Proceedings of the Fourth Annual ACIS International Conference on Computer and Information Science"},{"key":"9093_CR39","unstructured":"Tavli B, Heinzelman W (2006) Mobile ad-hoc networks: energy-efficient real-time data communications. Netherlands, Springer, ISBN-13 978-1-4020-4633-9"},{"key":"9093_CR40","unstructured":"The network simulator, NS version 2 (2013) http:\/\/www.isi.edu\/nsnam\/ns\/ . Accessed 04 February 2013"},{"key":"9093_CR41","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1016\/j.adhoc.2004.03.008","volume":"2","author":"W Usaha","year":"2004","unstructured":"Usaha W, Barria JA (2004) A reinforcement learning ticket-based probing path discovery scheme for MANETs. Ad Hoc Netw J 2:319\u2013334","journal-title":"Ad Hoc Netw J"},{"issue":"3","key":"9093_CR42","first-page":"77","volume":"2","author":"N Vassileva","year":"2008","unstructured":"Vassileva N, B-Arroyo F (2008) A survey of routing protocols for maximizing the lifetime of ad-hoc wireless networks. Int J Softw Eng Appl 2(3):77\u201390","journal-title":"Int J Softw Eng Appl"},{"key":"9093_CR43","unstructured":"Wang X, Li L, Ran C (2004) An energy-aware probability routing in MANETS. In: IEEE Workshop on IP Operations and Management"},{"key":"9093_CR44","doi-asserted-by":"crossref","unstructured":"Woo M, Singh S, Raghavendra C (1998) Power-aware routing in mobile ad-hoc networks. In: Proceedings of International Conference on Mobile Computing and Networking","DOI":"10.1145\/288235.288286"},{"key":"9093_CR45","unstructured":"Woo K, Yu C, Youn HY, Lee B (2001) Non-blocking, localized routing algorithm for balanced energy consumption in mobile ad-hoc networks. International Symposium MASCOTS\u2019 2001"},{"issue":"6","key":"9093_CR46","doi-asserted-by":"crossref","first-page":"1431","DOI":"10.1587\/transcom.E93.B.1431","volume":"E93-B","author":"C Wu","year":"2010","unstructured":"Wu C, Kumekawa K, Kato T et al (2010) Distributed reinforcement learning approach for vehicular ad-hoc networks. IEEE Trans Commun E93-B(6):1431\u20131442","journal-title":"IEEE Trans Commun"},{"key":"9093_CR47","doi-asserted-by":"crossref","unstructured":"Xiang J, Sesay S, Wang Y, He J (2007) Ad-hoc network state aware routing protocol. In: IEEE Wireless Communications and Networking Conf","DOI":"10.1109\/WCNC.2007.686"},{"key":"9093_CR48","doi-asserted-by":"crossref","first-page":"253","DOI":"10.1016\/j.jnca.2011.08.007","volume":"35","author":"K-LA Yau","year":"2012","unstructured":"Yau K-LA, Komisarczuk P, Teal PD (2012) Reinforcement learning for context awareness and intelligence in wireless networks: review, new features and open issues. J Netw Comput Appl 35:253\u2013267","journal-title":"J Netw Comput Appl"},{"issue":"8","key":"9093_CR49","doi-asserted-by":"crossref","first-page":"959","DOI":"10.1002\/wcm.119","volume":"3","author":"C Yu","year":"2003","unstructured":"Yu C, Lee B, Youn H (2003) Energy efficient routing protocols for mobile ad-hoc networks. J Wirel Commun Mob Comput 3(8):959\u2013973","journal-title":"J Wirel Commun Mob Comput"}],"container-title":["Evolving Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12530-013-9093-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s12530-013-9093-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12530-013-9093-6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,7,20]],"date-time":"2019-07-20T18:35:59Z","timestamp":1563647759000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s12530-013-9093-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,8,14]]},"references-count":49,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2014,6]]}},"alternative-id":["9093"],"URL":"https:\/\/doi.org\/10.1007\/s12530-013-9093-6","relation":{},"ISSN":["1868-6478","1868-6486"],"issn-type":[{"type":"print","value":"1868-6478"},{"type":"electronic","value":"1868-6486"}],"subject":[],"published":{"date-parts":[[2013,8,14]]}}}