{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T17:34:34Z","timestamp":1779903274468,"version":"3.53.1"},"reference-count":26,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2014,8,17]],"date-time":"2014-08-17T00:00:00Z","timestamp":1408233600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Prog Artif Intell"],"published-print":{"date-parts":[[2015,3]]},"DOI":"10.1007\/s13748-014-0057-2","type":"journal-article","created":{"date-parts":[[2014,8,16]],"date-time":"2014-08-16T17:53:44Z","timestamp":1408211624000},"page":"55-71","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Exploiting spatio-temporal patterns using partial-state reinforcement learning in a synthetically augmented environment"],"prefix":"10.1007","volume":"3","author":[{"given":"Salvador E.","family":"Barbosa","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mikel D.","family":"Petty","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2014,8,17]]},"reference":[{"key":"57_CR1","doi-asserted-by":"crossref","unstructured":"Barbosa, S.E., Petty, M.D.: Reinforcement learning in an environment synthetically augmented with digital pheromones. Adv. Artif. Intell. 2014, 1\u201323 (2014). doi: 10.1155\/2014\/932485","DOI":"10.1155\/2014\/932485"},{"key":"57_CR2","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"issue":"3","key":"57_CR3","first-page":"279","volume":"8","author":"CH Watkins","year":"1992","unstructured":"Watkins, C.H., Dayan, P.: Q-learning. Mach. Learn. 8(3), 279\u2013292 (1992)","journal-title":"Mach. Learn."},{"key":"57_CR4","doi-asserted-by":"crossref","unstructured":"da Silva, B.C., Basso, E.W., Bazzan, A.L.C., Engel, P.M.: Dealing with nonstationary environments using context detection. In: Proceedings of the 23rd International Conference on Machine Learning, pp 217\u2013224 (2006)","DOI":"10.1145\/1143844.1143872"},{"key":"57_CR5","volume-title":"Ants at Work: How an Insect Society is Organized","author":"DM Gordon","year":"1999","unstructured":"Gordon, D.M.: Ants at Work: How an Insect Society is Organized. The Free Press, New York (1999)"},{"key":"57_CR6","doi-asserted-by":"crossref","DOI":"10.1007\/b99492","volume-title":"Ant Colony Optimization","author":"M Dorigo","year":"2004","unstructured":"Dorigo, M., St\u00fctzle, T.: Ant Colony Optimization. MIT Press, Cambridge (2004)"},{"issue":"4","key":"57_CR7","doi-asserted-by":"crossref","first-page":"1030","DOI":"10.1016\/j.cor.2006.07.003","volume":"35","author":"KL Huang","year":"2008","unstructured":"Huang, K.L., Liao, C.J.: Ant colony optimization combined with taboo search for the job shop scheduling problem. Comput. Oper. Res. 35(4), 1030\u20131046 (2008)","journal-title":"Comput. Oper. Res."},{"issue":"1","key":"57_CR8","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1016\/S1568-4946(02)00027-3","volume":"2","author":"ZJ Lee","year":"2002","unstructured":"Lee, Z.J., Lee, C.Y., Su, S.F.: An immunity-based ant colony optimization algorithm for solving weapon-target assignment problem. Appl. Soft Comput. 2(1), 39\u201347 (2002)","journal-title":"Appl. Soft Comput."},{"issue":"3","key":"57_CR9","doi-asserted-by":"crossref","first-page":"2016","DOI":"10.1016\/j.ejor.2005.12.017","volume":"177","author":"J Bautista","year":"2007","unstructured":"Bautista, J., Pereira, J.: Ant algorithms for a time and space constrained assembly line balancing problem. Eur. J. Oper. Res. 177(3), 2016\u20132032 (2007)","journal-title":"Eur. J. Oper. Res."},{"key":"57_CR10","doi-asserted-by":"crossref","unstructured":"Gosnell, M., O\u2019Hara, S., Simon, M.: Spatially decomposed searching by heterogeneous unmanned systems. In: Proceedings of the International Conference on Integration of Knowledge Intensive Multi-Agent Systems (2007)","DOI":"10.1109\/KIMAS.2007.369784"},{"key":"57_CR11","doi-asserted-by":"crossref","unstructured":"Fu, J.G.M., Ang, M.H.: Probabilistic ants (PAnts) in multi-agent patrolling. In: Proceedings of the International Conference on Advanced Intelligent Mechatronics, pp. 1371\u20131376 (2009)","DOI":"10.1109\/AIM.2009.5229880"},{"key":"57_CR12","doi-asserted-by":"crossref","unstructured":"Chu, H., Glad, A., Simonin, O., Sempe, F., Drogoul, A., Charpillet, F.: Swarm approaches for the patrolling problem, information propagation vs. pheromone evaporation. In: ICTAI\u201907 IEEE International Conference on Tools with Artificial Intelligence, pp 442\u2013449 (2007)","DOI":"10.1109\/ICTAI.2007.80"},{"key":"57_CR13","doi-asserted-by":"crossref","unstructured":"Sauter, J.A., Matthews, R., Parunak, H.V.D., Brueckner, S.: Performance of digital pheromones for swarming vehicle control. In: Proceedings of the Conference on Autonomous Agents and Multiagent Systems, pp. 903\u2013910 (2005)","DOI":"10.1145\/1082473.1082610"},{"key":"57_CR14","doi-asserted-by":"crossref","unstructured":"Monekosso, N., Remagnino, P.: An analysis of the pheromone Q-learning algorithm. In: Proceedings of the Eighth Ibero-American Conference on Artificial Intelligence, pp 224\u2013232 (2002)","DOI":"10.1007\/3-540-36131-6_23"},{"issue":"1","key":"57_CR15","doi-asserted-by":"crossref","first-page":"282","DOI":"10.1016\/j.dss.2009.08.008","volume":"48","author":"V Furtado","year":"2009","unstructured":"Furtado, V., Melo, A., Coelho, A., Menezes, R., Perrone, R.: A bio-inspired crime simulation model. Decis. Support Syst. 48(1), 282\u2013292 (2009)","journal-title":"Decis. Support Syst."},{"issue":"5","key":"57_CR16","doi-asserted-by":"crossref","first-page":"641","DOI":"10.1093\/bjc\/azh036","volume":"44","author":"KJ Bowers","year":"2004","unstructured":"Bowers, K.J., Johnson, S.D., Pease, K.: Prospective hot-spotting the future of crime mapping? Br. J. Criminol. 44(5), 641\u2013658 (2004)","journal-title":"Br. J. Criminol."},{"key":"57_CR17","unstructured":"Li, L., Jiang, Z., Duan, N., Dong, W., Hu, K., Sun, W.: Police patrol service optimization based on the spatial pattern of hotspots. In: Service Operations, Logistics, and Informatics (SOLI), 2011 IEEE International Conference, pp. 45\u201350 (2011)"},{"issue":"supp01","key":"57_CR18","doi-asserted-by":"crossref","first-page":"1397","DOI":"10.1142\/S0218202510004647","volume":"20","author":"PA Jones","year":"2010","unstructured":"Jones, P.A., Brantingham, P.J., Chayes, L.R.: Statistical models of criminal behavior: the effects of law enforcement actions. Math. Models Methods Appl. Sci. 20(supp01), 1397\u20131423 (2010)","journal-title":"Math. Models Methods Appl. Sci."},{"key":"57_CR19","doi-asserted-by":"crossref","unstructured":"Mohler, G.O., Short, M.B., Brantingham, P.J., Schoenberg, F.P., Tita, G.E.: Self-exciting point process modeling of crime. J. Am. Stat. Assoc. 106(493), 100\u2013108 (2011)","DOI":"10.1198\/jasa.2011.ap09546"},{"key":"57_CR20","unstructured":"Denver Open Data Catalog, Crime Data. http:\/\/data.denvergov.org\/dataset\/city-and-county-of-denver-crime (2014). Accessed Feb 2014"},{"key":"57_CR21","unstructured":"Denver Police Department. In: Wikipedia, The Free Encyclopedia. Retrieved 13:47, 18 February 2014. http:\/\/en.wikipedia.org\/w\/index.php?title=Denver_Police_Department&oldid=586785112 (2013). Accessed 19 Dec 2013"},{"key":"57_CR22","unstructured":"Denver Police Department. http:\/\/www.denvergov.org\/police (2014). Accessed Feb 2014"},{"issue":"3","key":"57_CR23","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1007\/s10940-007-9025-3","volume":"23","author":"SD Johnson","year":"2007","unstructured":"Johnson, S.D., Bernasco, W., Bowers, K.J., Elffers, H., Ratcliffe, J., Rengert, G., Townsley, M.: Space-time patterns of risk: a cross national assessment of residential burglary victimization. J. Quant. Criminol. 23(3), 201\u2013219 (2007)","journal-title":"J. Quant. Criminol."},{"key":"57_CR24","doi-asserted-by":"crossref","unstructured":"Bolstad, W.M.: Introduction to Bayesian Statistics. Wiley, Hoboken, New Jersey (2007)","DOI":"10.1002\/9780470181188"},{"key":"57_CR25","unstructured":"Stone, J.V.: Bayes\u2019 Rule: A Tutorial Introduction to Bayesian Analysis (2013)"},{"key":"57_CR26","unstructured":"Denver Street System. In: Wikipedia, The Free Encyclopedia. Retrieved 13:49, February 18, 2014. http:\/\/en.wikipedia.org\/w\/index.php?title=Street_system_of_Denver&oldid=594739065 (2014). Accessed 9 Feb 2014"}],"container-title":["Progress in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13748-014-0057-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s13748-014-0057-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13748-014-0057-2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,14]],"date-time":"2019-08-14T02:26:20Z","timestamp":1565749580000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s13748-014-0057-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,8,17]]},"references-count":26,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2015,3]]}},"alternative-id":["57"],"URL":"https:\/\/doi.org\/10.1007\/s13748-014-0057-2","relation":{},"ISSN":["2192-6352","2192-6360"],"issn-type":[{"value":"2192-6352","type":"print"},{"value":"2192-6360","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,8,17]]}}}