{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,5]],"date-time":"2024-09-05T18:00:58Z","timestamp":1725559258695},"publisher-location":"Berlin, Heidelberg","reference-count":39,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540260097"},{"type":"electronic","value":"9783540320135"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2005]]},"DOI":"10.1007\/11428589_5","type":"book-chapter","created":{"date-parts":[[2010,7,13]],"date-time":"2010-07-13T12:23:36Z","timestamp":1279023816000},"page":"63-80","source":"Crossref","is-referenced-by-count":5,"title":["Emergent Consensus in Decentralised Systems Using Collaborative Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Jim","family":"Dowling","sequence":"first","affiliation":[]},{"given":"Raymond","family":"Cunningham","sequence":"additional","affiliation":[]},{"given":"Anthony","family":"Harrington","sequence":"additional","affiliation":[]},{"given":"Eoin","family":"Curran","sequence":"additional","affiliation":[]},{"given":"Vinny","family":"Cahill","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"5_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/3-540-37795-6_24","volume-title":"Future Directions in Distributed Computing","author":"A. Montresor","year":"2003","unstructured":"Montresor, A., Meling, H., Babaoglu, O.: Towards self-organizing, self-repairing and resilient distributed systems. In: Schiper, A., Shvartsman, M.M.A.A., Weatherspoon, H., Zhao, B.Y. (eds.) Future Directions in Distributed Computing. LNCS, vol.\u00a02584, pp. 119\u2013123. Springer, Heidelberg (2003)"},{"key":"5_CR2","doi-asserted-by":"publisher","first-page":"799","DOI":"10.1038\/421799a","volume":"421","author":"P. Visscher","year":"2003","unstructured":"Visscher, P.: How self-organization evolves. Nature\u00a0421, 799\u2013800 (2003)","journal-title":"Nature"},{"key":"5_CR3","volume-title":"Self-Organization in Biological Systems","author":"S. Camazine","year":"2003","unstructured":"Camazine, S., Deneubourg, J., Franks, N., Sneyd, J., Theraulaz, G., Bonabeau, E.: Self-Organization in Biological Systems. Princeton University Press, Princeton (2003)"},{"issue":"2","key":"5_CR4","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1145\/129630.129635","volume":"35","author":"D. Gelernter","year":"1992","unstructured":"Gelernter, D., Carriero, N.: Coordination languages and their significance. Commun. ACM\u00a035(2), 97\u2013107 (1992)","journal-title":"Commun. ACM"},{"key":"5_CR5","doi-asserted-by":"crossref","unstructured":"Goldin, D., Keil, K.: Toward domain-independent formalization of indirect interaction. In: 2nd Int\u2019l workshop on Theory and Practice of Open Computational Systems, TAPOCS (2004)","DOI":"10.1109\/ENABL.2004.68"},{"key":"5_CR6","volume-title":"Proceedings of the 3rd International Workshop on Policies for Distributed Systems and Networks","author":"C. Efstratiou","year":"2002","unstructured":"Efstratiou, C., Friday, A., Davies, N., Cheverst, K.: Utilising the event calculus for policy driven adaptation in mobile systems. In: Proceedings of the 3rd International Workshop on Policies for Distributed Systems and Networks, June 13-24. IEEE Computer Society, Los Alamitos (2002)"},{"key":"5_CR7","doi-asserted-by":"crossref","unstructured":"Dorigo, M., Di Caro, G.: The ant colony optimization meta-heuristic. New Ideas in Optimization (1999)","DOI":"10.1109\/CEC.1999.782657"},{"key":"5_CR8","unstructured":"Andrzejak, A., Graupner, S., Kotov, V., Trinks, H.: Adaptive control overlay for service management. In: Workshop on the Design of Self-Managing Systems. International Conference on Dependable Systems and Networks (2003)"},{"key":"5_CR9","doi-asserted-by":"crossref","unstructured":"De Wolf, T., Holvoet, T.: Towards autonomic computing: agent-based modelling, dynamical systems analysis, and decentralised control. In: Proceedings of IEEE International Conference on Industrial Informatics, pp. 470\u2013479 (2003)","DOI":"10.1109\/INDIN.2003.1300381"},{"key":"5_CR10","unstructured":"Boutilier, C., Das, R., Kephart, J., Tesauro, G., Walsh, W.: Cooperative negotiation in autonomic systems using incremental utility elicitation. Uncertainty in Artificial Intelligence (2003)"},{"key":"5_CR11","unstructured":"Khare, R., Taylor, R.N.: Extending the representational state transfer (rest) architectural style for decentralized systems. In: Proceedings of the International Conference on Software Engineering, ICSE (2004)"},{"key":"5_CR12","unstructured":"Curran, E., Dowling, J.: Sample: An on-demand probabilistic routing protocol for ad-hoc networks. Technical Report Department of Computer Science Trinity College Dublin (2004)"},{"key":"5_CR13","doi-asserted-by":"crossref","unstructured":"Jelasity, M., Montresor, A., Babaoglu, O.: A modular paradigm for building self-organizing peer-to-peer applications. In: Proceedings of ESOP 2003 International Workshop on Engineering Self-Organising Applications (2003)","DOI":"10.1007\/978-3-540-24701-2_18"},{"key":"5_CR14","doi-asserted-by":"crossref","unstructured":"Panagiotis, T., Demosthenis, T., Mackie-Mason, J.-K.: A market-based approach to optimal resource allocation in integrated-services connection-oriented networks. Operations Research\u00a050(4) (July-August 2002)","DOI":"10.1287\/opre.50.4.603.2862"},{"key":"5_CR15","unstructured":"Littman, M., Boyan, J.: A distributed reinforcement learning scheme for network routing. Technical Report CS-93-165 (1993)"},{"key":"5_CR16","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1613\/jair.530","volume":"9","author":"G. Caro Di","year":"1998","unstructured":"Di Caro, G., Dorigo, M.: AntNet: Distributed Stigmergetic Control for Communications Networks. Journal of Artificial Intelligence Research\u00a09, 317\u2013365 (1998)","journal-title":"Journal of Artificial Intelligence Research"},{"key":"5_CR17","volume-title":"Reinforcement Learning","author":"R. Sutton","year":"1998","unstructured":"Sutton, R., Barto, A.: Reinforcement Learning. MIT Press, Cambridge (1998)"},{"key":"5_CR18","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780195131581.001.0001","volume-title":"Swarm Intelligence: from natural to artificial systems","author":"E. Bonabeau","year":"1999","unstructured":"Bonabeau, E., Dorigo, M., Theraulaz, G.: Swarm Intelligence: from natural to artificial systems. Oxford University Press, New York (1999)"},{"issue":"2-3","key":"5_CR19","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1023\/A:1007518724497","volume":"33","author":"R. Crites","year":"1998","unstructured":"Crites, R., Barto, A.: Elevator group control using multiple reinforcement learning agents. Machine Learning\u00a033(2-3), 235\u2013262 (1998)","journal-title":"Machine Learning"},{"key":"5_CR20","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"L. Kaelbling","year":"1996","unstructured":"Kaelbling, L., Littman, M., Moore, A.: Reinforcement learning: A survey. Journal of Artificial Intelligence Research\u00a04, 237\u2013285 (1996)","journal-title":"Journal of Artificial Intelligence Research"},{"key":"5_CR21","unstructured":"Perkins, C.: Ad Hoc on Demand Distance Vector (AODV) Routing. IETF Internet Draft (November 1997)"},{"key":"5_CR22","first-page":"139","volume-title":"Ad Hoc Networking","author":"D. Johnson","year":"2001","unstructured":"Johnson, D., Maltz, D., Broch, J.: DSR: The dynamic source routing protocol for multihop wireless ad hoc networks. In: Ad Hoc Networking, pp. 139\u2013172. Addison-Wesley, Reading (2001)"},{"key":"5_CR23","unstructured":"NS-2 network simulator. Information Sciences Institute (2003)"},{"key":"5_CR24","doi-asserted-by":"crossref","unstructured":"Broch, J., Maltz, D., Johnson, D., Hu, J., Jetcheva, J.: A Performance Comparison of Multi-Hop Wireless Ad Hoc Network Routing Protocols. In: Mobile Computing and Networking 85\u201397 (1998)","DOI":"10.1145\/288235.288256"},{"key":"5_CR25","doi-asserted-by":"crossref","unstructured":"Li, J., Blake, C., De Couto, D., Lee, H., Morris, R.: Capacity of ad hoc wireless networks. In: Proceedings of the 7th International Conference on Mobile Computing and Networking, pp. 61\u201369 (2001)","DOI":"10.1145\/381677.381684"},{"key":"5_CR26","unstructured":"Klein, L.: Sensor Technologies and Data Requirements for ITS. Artech House (2001)"},{"key":"5_CR27","doi-asserted-by":"crossref","unstructured":"Hoar, R., Penner, J., Jacob, C.: Evolutionary Swarm Traffic: If Ant Roads had Traffic Lights. In: Proceedings of the IEEE Conference on Evolutionary Computation Honolulu Hawaii 1910\u20131916 (2002)","DOI":"10.1109\/CEC.2002.1004535"},{"key":"5_CR28","doi-asserted-by":"crossref","unstructured":"Abdulhai, B., Pringle, R., Karakoulas, G.: Reinforcement Learning for True Adaptive Traffic Signal Control. Transportation Engineering 129 (May 2003)","DOI":"10.1061\/(ASCE)0733-947X(2003)129:3(278)"},{"key":"5_CR29","doi-asserted-by":"crossref","unstructured":"Findler, N.: Harmonization for Omnidirectional Progression in Urban Traffic Control. In: Computer-Aided Civil and Infrastructure Engineering, Honolulu Hawaii, vol.\u00a014, pp. 369\u2013377 (1999)","DOI":"10.1111\/0885-9507.00155"},{"key":"5_CR30","doi-asserted-by":"crossref","unstructured":"Pendrith, M.: Distributed Reinforcement Learning for a Traffic Engineering Application. In: Proceedings of the Fourth Internation Conference on Autonomous Agents, Barcelona, Spain (2000)","DOI":"10.1145\/336595.337554"},{"key":"5_CR31","unstructured":"Dublin Transportation Office: DTO Strategy Update - Full Report - Platform For Change (2001), Available on: http:\/\/www.dto.ie\/strategy.htm"},{"key":"5_CR32","unstructured":"Guestrin, C., Lagoudakis, M., Parr, R.: Coordinated reinforcement learning. In: Proceedings of The Nineteenth International Conference on Machine Learning, pp. 227\u2013234 (2002)"},{"key":"5_CR33","first-page":"371","volume-title":"Proceedings of the Sixteenth International Conference on Machine Learning","author":"J. Schneider","year":"1999","unstructured":"Schneider, J., Wong, W., Moore, A., Riedmiller, M.: Distributed value functions. In: Proceedings of the Sixteenth International Conference on Machine Learning, pp. 371\u2013378. Morgan Kaufmann Publishers, San Francisco (1999)"},{"key":"5_CR34","unstructured":"Stone, P.: TPOT-RL applied to network routing. In: Proceedings of the Seventeenth International Conference on Machine Learning (2000)"},{"key":"5_CR35","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"290","DOI":"10.1007\/3-540-44399-1_30","volume-title":"Advances in Artificial Intelligence","author":"C. Mariano","year":"2000","unstructured":"Mariano, C., Morales, E.: A new distributed reinforcement learning algorithm for multiple objective optimization problems. In: Monard, M.C., Sichman, J.S. (eds.) SBIA 2000 and IBERAMIA 2000. LNCS (LNAI), vol.\u00a01952, p. 290. Springer, Heidelberg (2000)"},{"key":"5_CR36","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3141\/1554-01","volume":"1","author":"S. Yagar","year":"1996","unstructured":"Yagar, S., Dion, F.: Distributed Approach to Real-Time Control of Complex Signalized Networks. Transportation Research Record\u00a01, 1\u20138 (1996)","journal-title":"Transportation Research Record"},{"key":"5_CR37","unstructured":"Hunt, P., Robertson, R., Winton, R., Bretherton, R.: SCOOT- A Traffic Responsive Method of Coordinating Signals. Road Research Laboratory, TRRL Report 1014 (1981)"},{"key":"5_CR38","unstructured":"Sims, A.: The Sydney Coordinated Adaptive Traffic System. In: Proceedings of the ASCE Engineering Foundations Conference on Research Priorities in Computer Control of Urban Traffic Systems (1979)"},{"key":"5_CR39","doi-asserted-by":"crossref","unstructured":"Lo, H., Chow, A.: Control Strategies for Oversaturated Traffic. Transportation Engineering 130 (July 2004)","DOI":"10.1061\/(ASCE)0733-947X(2004)130:4(466)"}],"container-title":["Lecture Notes in Computer Science","Self-star Properties in Complex Information Systems"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/11428589_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,31]],"date-time":"2021-10-31T09:38:07Z","timestamp":1635673087000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/11428589_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2005]]},"ISBN":["9783540260097","9783540320135"],"references-count":39,"URL":"https:\/\/doi.org\/10.1007\/11428589_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2005]]}}}