{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T03:23:32Z","timestamp":1773113012520,"version":"3.50.1"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2013,6,13]],"date-time":"2013-06-13T00:00:00Z","timestamp":1371081600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2014,3]]},"DOI":"10.1007\/s10489-013-0455-3","type":"journal-article","created":{"date-parts":[[2013,6,12]],"date-time":"2013-06-12T04:02:48Z","timestamp":1371009768000},"page":"201-213","source":"Crossref","is-referenced-by-count":57,"title":["Hierarchical control of traffic signals using Q-learning with tile coding"],"prefix":"10.1007","volume":"40","author":[{"given":"Monireh","family":"Abdoos","sequence":"first","affiliation":[]},{"given":"Nasser","family":"Mozayani","sequence":"additional","affiliation":[]},{"given":"Ana L. C.","family":"Bazzan","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2013,6,13]]},"reference":[{"key":"455_CR1","doi-asserted-by":"crossref","unstructured":"Li H, Li Z, White RT, Wu X (2013) A real-time transportation prediction system. Int J Appl Intell, published online","DOI":"10.1007\/s10489-012-0409-1"},{"issue":"3","key":"455_CR2","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1016\/j.trc.2004.07.007","volume":"12","author":"E Taniguchi","year":"2004","unstructured":"Taniguchi E, Shimamoto H (2004) Intelligent transportation system based dynamic vehicle routing and scheduling with variable travel times. Transp Res, Part C, Emerg Technol 12(3):235\u2013250","journal-title":"Transp Res, Part C, Emerg Technol"},{"key":"455_CR3","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1007\/11559221_22","volume-title":"Multi-agent systems and applications IV","author":"VR Tom\u00e1s","year":"2005","unstructured":"Tom\u00e1s VR, Garc\u00eda LA (2005) Agent-based management of nonurban road meteorological incidents. In: Multi-agent systems and applications IV. Springer, Berlin, pp 213\u2013222"},{"key":"455_CR4","volume-title":"Artificial intelligence applications to traffic engineering","author":"M Bielli","year":"1994","unstructured":"Bielli M, Ambrosino G, Boero M (1994) Artificial intelligence applications to traffic engineering. VSP, Vermont"},{"issue":"2","key":"455_CR5","doi-asserted-by":"crossref","first-page":"485","DOI":"10.1109\/TITS.2010.2048313","volume":"11","author":"B Chen","year":"2010","unstructured":"Chen B, Cheng H (2010) A review of the applications of agent technology in traffic and transportation systems. IEEE Trans Intell Transp Syst 11(2):485\u2013497","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"4","key":"455_CR6","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1017\/S0269888905000317","volume":"19","author":"B Horling","year":"2004","unstructured":"Horling B, Lesser V (2004) A survey of multi-agent organizational paradigms. Knowl Eng Rev 19(4):281\u2013316","journal-title":"Knowl Eng Rev"},{"issue":"1","key":"455_CR7","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.trc.2008.04.003","volume":"17","author":"B Chen","year":"2009","unstructured":"Chen B, Cheng H, Palen J (2009) Integrating mobile agent technology with multi-agent systems for distributed traffic detection and management systems. Transp Res, Part C, Emerg Technol 17(1):1\u201310","journal-title":"Transp Res, Part C, Emerg Technol"},{"issue":"3","key":"455_CR8","doi-asserted-by":"crossref","first-page":"342","DOI":"10.1007\/s10458-008-9062-9","volume":"18","author":"A Bazzan","year":"2009","unstructured":"Bazzan A (2009) Opportunities for multiagent systems and multiagent reinforcement learning in traffic control. Auton Agents Multi-Agent Syst 18(3):342\u2013375","journal-title":"Auton Agents Multi-Agent Syst"},{"issue":"2","key":"455_CR9","doi-asserted-by":"crossref","first-page":"293","DOI":"10.1016\/S0377-2217(00)00129-6","volume":"131","author":"DA Roozemond","year":"2001","unstructured":"Roozemond DA (2001) Using intelligent agents for pro-active, real-time urban intersection control. Eur J Oper Res 131(2):293\u2013301","journal-title":"Eur J Oper Res"},{"key":"455_CR10","first-page":"25","volume-title":"Proceedings of the sixth international conference on machine learning and cybernetics","author":"C Cai","year":"2007","unstructured":"Cai C, Yang Z (2007) Study on urban traffic management based on multi-agent system. In: Proceedings of the sixth international conference on machine learning and cybernetics. IEEE, Hong Kong, pp 25\u201329"},{"key":"455_CR11","first-page":"28","volume-title":"9th IEEE international conference on networking, sensing and control (ICNSC)","author":"C Chen","year":"2012","unstructured":"Chen C, Li Z (2012) A hierarchical networked urban traffic signal control system based on multi-agent. In: 9th IEEE international conference on networking, sensing and control (ICNSC). IEEE, New York, pp 28\u201333"},{"issue":"5","key":"455_CR12","doi-asserted-by":"crossref","first-page":"597","DOI":"10.1109\/TSMCA.2003.817394","volume":"33","author":"M Choy","year":"2003","unstructured":"Choy M, Srinivasan D, Cheu R (2003) Cooperative, hybrid agent architecture for real-time traffic signal control. IEEE Trans Syst Man Cybern, Part A, Syst Hum 33(5):597\u2013607","journal-title":"IEEE Trans Syst Man Cybern, Part A, Syst Hum"},{"issue":"3","key":"455_CR13","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1109\/TITS.2006.874716","volume":"7","author":"D Srinivasan","year":"2006","unstructured":"Srinivasan D, Choy M, Cheu R (2006) Neural networks for real-time traffic signal control. IEEE Trans Intell Transp Syst 7(3):261\u2013272","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"455_CR14","first-page":"916","volume-title":"Intelligent transportation systems conference","author":"P Gr\u00e9goire","year":"2007","unstructured":"Gr\u00e9goire P, Desjardins C, Laum\u00f4nier J, Chaib-draa B (2007) Urban traffic control based on learning agents. In: Intelligent transportation systems conference. IEEE, New York, pp 916\u2013921"},{"key":"455_CR15","first-page":"1151","volume-title":"Proceedings of the seventh international conference on machine learning","author":"M Weiring","year":"2000","unstructured":"Weiring M (2000) Multi-agent reinforcement learning for traffic light control. In: Proceedings of the seventh international conference on machine learning, pp 1151\u20131158"},{"key":"455_CR16","first-page":"216","volume-title":"Proceedings of the 17th Belgium-Netherlands conference on artificial intelligence (BNAIC 2005)","author":"M Steingr\u00f6ver","year":"2005","unstructured":"Steingr\u00f6ver M, Schouten R, Peelen S, Nijhuis E, Bakker B (2005) Reinforcement learning of traffic light controllers adapting to traffic congestion. In: Proceedings of the 17th Belgium-Netherlands conference on artificial intelligence (BNAIC 2005), Citeseer, 2005, pp 216\u2013223"},{"key":"455_CR17","first-page":"811","volume-title":"Proceedings of the 5th international joint conference on autonomous agents and multiagent systems (AAMAS 2006)","author":"BBCd Silva","year":"2006","unstructured":"Silva BBCd, Basso EW, Bazzan ALC, Engel PM (2006) Improving reinforcement learning with context detection. In: Proceedings of the 5th international joint conference on autonomous agents and multiagent systems (AAMAS 2006), Hakodate, Japan. ACM Press, New York, pp 811\u2013812. Available online: www.inf.ufrgs.br\/maslab\/pergamus\/pubs\/Silva+2006.pdf"},{"key":"455_CR18","first-page":"2256","volume-title":"Proceedings of the 2007 IEEE international conference on robotics and biomimetics","author":"K Wen","year":"2008","unstructured":"Wen K, Qu S, Zhang Y (2008) A stochastic adaptive control model for isolated intersections. In: Proceedings of the 2007 IEEE international conference on robotics and biomimetics. Sanya, China. IEEE, New York, pp 2256\u20132260"},{"issue":"2","key":"455_CR19","doi-asserted-by":"crossref","first-page":"128","DOI":"10.1049\/iet-its.2009.0070","volume":"4","author":"I Arel","year":"2010","unstructured":"Arel I, Liu C, Urbanik T, Kohls A (2010) Reinforcement learning-based multi-agent system for network traffic signal control. IET Intell Transp Syst 4(2):128\u2013135","journal-title":"IET Intell Transp Syst"},{"key":"455_CR20","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1016\/j.engappai.2011.09.008","volume":"25","author":"S Box","year":"2012","unstructured":"Box S, Waterson B (2012) An automated signalized junction controller that learns strategies from a human expert. Eng Appl Artif Intell 25:107\u2013118","journal-title":"Eng Appl Artif Intell"},{"issue":"1","key":"455_CR21","doi-asserted-by":"crossref","first-page":"652","DOI":"10.1016\/j.engappai.2012.02.013","volume":"26","author":"S Box","year":"2013","unstructured":"Box S, Waterson b (2013) An automated signalized junction controller that learns strategies by temporal difference reinforcement learning. Eng Appl Artif Intell 26(1):652\u2013659","journal-title":"Eng Appl Artif Intell"},{"key":"455_CR22","doi-asserted-by":"crossref","unstructured":"Vien NA, Wolfgang E, Chung TC (2013) Learning via human feedback in continuous state and action spaces. Int J Appl Intell, published online","DOI":"10.1007\/s10489-012-0412-6"},{"issue":"2","key":"455_CR23","doi-asserted-by":"crossref","first-page":"412","DOI":"10.1109\/TITS.2010.2091408","volume":"12","author":"L Prashanth","year":"2011","unstructured":"Prashanth L, Bhatnagar S (2011) Reinforcement learning with function approximation for traffic signal control. IEEE Trans Intell Transp Syst 12(2):412\u2013421","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"455_CR24","volume-title":"Reinforcement learning\u2014an introduction","author":"R Sutton","year":"1998","unstructured":"Sutton R, Barto A (1998) Reinforcement learning\u2014an introduction. MIT Press, Cambridge"},{"issue":"3","key":"455_CR25","first-page":"279","volume":"8","author":"CJCH Watkins","year":"1992","unstructured":"Watkins CJCH, Dayan P (1992) Q-learning. Mach Learn 8(3):279\u2013292","journal-title":"Mach Learn"},{"key":"455_CR26","unstructured":"Reynolds S (2002) Reinforcement learning with exploration. PhD dissertation, School of Computer Science, The University of Birmingham, Birmingham"},{"key":"455_CR27","first-page":"1038","volume":"8","author":"R Sutton","year":"1996","unstructured":"Sutton R (1996) Generalization in reinforcement learning: successful examples using sparse coarse coding. Adv Neural Inf Process Syst 8:1038\u20131044","journal-title":"Adv Neural Inf Process Syst"},{"key":"455_CR28","series-title":"Prentice-Hall information and system sciences series","volume-title":"Adaptive filter theory","author":"S Haykin","year":"2002","unstructured":"Haykin S (2002) Adaptive filter theory. Prentice-Hall information and system sciences series"},{"key":"455_CR29","doi-asserted-by":"crossref","first-page":"379","DOI":"10.1007\/978-3-642-30947-2_42","volume-title":"International KES conference on agents and multi-agent systems\u2014technologies and applications","author":"M Abdoos","year":"2012","unstructured":"Abdoos M, Esmaeili A, Mozayani N (2012) Holonification of a network of agents based on graph theory. In: International KES conference on agents and multi-agent systems\u2014technologies and applications. IEEE, New York, pp 379\u2013388"},{"key":"455_CR30","doi-asserted-by":"crossref","first-page":"1580","DOI":"10.1109\/ITSC.2011.6083114","volume-title":"14th international IEEE conference on intelligent transportation systems (ITSC)","author":"M Abdoos","year":"2011","unstructured":"Abdoos M, Mozayani N, Bazzan A (2011) Traffic light control in non-stationary environments based on multi agent q-learning. In: 14th international IEEE conference on intelligent transportation systems (ITSC). IEEE, New York, pp 1580\u20131585"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-013-0455-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10489-013-0455-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-013-0455-3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,7,15]],"date-time":"2019-07-15T06:03:13Z","timestamp":1563170593000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10489-013-0455-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,6,13]]},"references-count":30,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2014,3]]}},"alternative-id":["455"],"URL":"https:\/\/doi.org\/10.1007\/s10489-013-0455-3","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,6,13]]}}}