{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,25]],"date-time":"2025-06-25T01:36:35Z","timestamp":1750815395235},"publisher-location":"Cham","reference-count":25,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030302405"},{"type":"electronic","value":"9783030302412"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-30241-2_9","type":"book-chapter","created":{"date-parts":[[2019,8,31]],"date-time":"2019-08-31T05:56:10Z","timestamp":1567230970000},"page":"98-105","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Spatio-Temporal Attention Deep Recurrent Q-Network for POMDPs"],"prefix":"10.1007","author":[{"given":"Mariano","family":"Etchart","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pawel","family":"Ladosz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David","family":"Mulvaney","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,8,30]]},"reference":[{"key":"9_CR1","unstructured":"On improving deep reinforcement learning for pomdps. CoRR abs\/1804.06309 (2018), http:\/\/arxiv.org\/abs\/1804.06309 , withdrawn"},{"key":"9_CR2","unstructured":"Ba, J., Grosse, R.B., Salakhutdinov, R.R., Frey, B.J.: Learning wake-sleep recurrent attention models. In: NIPS (2015)"},{"key":"9_CR3","doi-asserted-by":"crossref","unstructured":"Bellman, R.E.: A markovian decision process. In: MDP (1957)","DOI":"10.1512\/iumj.1957.6.56038"},{"issue":"36","key":"9_CR4","doi-asserted-by":"publisher","first-page":"8259","DOI":"10.1523\/JNEUROSCI.1821-05.2005","volume":"25","author":"JR Doherty","year":"2005","unstructured":"Doherty, J.R., Rao, A., Mesulam, M.M., Nobre, A.C.: Synergistic effect of combined temporal and spatial expectations on visual attention. J. Neurosci.: Official J. Soc. Neurosci. 25(36), 8259\u20138266 (2005)","journal-title":"J. Neurosci.: Official J. Soc. Neurosci."},{"key":"9_CR5","doi-asserted-by":"crossref","unstructured":"Fu, Y., Wang, X., Wei, Y., Huang, T.S.: STA: Spatial-temporal attention for large-scale video-based person re-identification. CoRR abs\/1811.04129 (2019)","DOI":"10.1609\/aaai.v33i01.33018287"},{"key":"9_CR6","unstructured":"Hausknecht, M.J., Stone, P.: Deep recurrent q-learning for partially observable MDPs. In: AAAI Fall Symposia (2015)"},{"key":"9_CR7","unstructured":"Igl, M., Zintgraf, L., Le, T.A., Wood, F., Whiteson, S.: Deep variational reinforcement learning for POMDPs. In: Dy, J., Krause, A. (eds.) Proceedings of the 35th International Conference on Machine Learning. Proceedings of Machine Learning Research, vol. 80, pp. 2117\u20132126. PMLR, Stockholmsm\u00e4ssan, Stockholm Sweden, 10\u201315 July 2018. http:\/\/proceedings.mlr.press\/v80\/igl18a.html"},{"key":"9_CR8","unstructured":"Kingma, D.P., Ba, J.: Adam: A method for stochastic optimization. CoRR abs\/1412.6980 (2015)"},{"issue":"7553","key":"9_CR9","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y., Hinton, G.: Deep learning. Nature 521(7553), 436 (2015)","journal-title":"Nature"},{"key":"9_CR10","doi-asserted-by":"crossref","unstructured":"Luong, T., Pham, H., Manning, C.D.: Effective approaches to attention-based neural machine translation. In: EMNLP (2015)","DOI":"10.18653\/v1\/D15-1166"},{"issue":"6","key":"9_CR11","doi-asserted-by":"publisher","first-page":"972","DOI":"10.3758\/BF03193935","volume":"69","author":"A MacKay","year":"2007","unstructured":"MacKay, A., Juola, J.F.: Are spatial and temporal attention independent? Percept. Psychophysics 69(6), 972\u2013979 (2007)","journal-title":"Percept. Psychophysics"},{"key":"9_CR12","doi-asserted-by":"crossref","unstructured":"Meng, L., Zhao, B., Chang, B., Huang, G., Tung, F., Sigal, L.: Where and when to look? Spatio-temporal attention for action recognition in videos. CoRR abs\/1810.04511 (2018)","DOI":"10.1109\/ICCVW.2019.00189"},{"key":"9_CR13","unstructured":"Mnih, V., Heess, N., Graves, A., Kavukcuoglu, K.: Recurrent models of visual attention. In: Proceedings of the 27th International Conference on Neural Information Processing Systems - Volume 2, pp. 2204\u20132212. NIPS 2014, MIT Press, Cambridge, MA, USA (2014). http:\/\/dl.acm.org\/citation.cfm?id=2969033.2969073"},{"key":"9_CR14","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015)","journal-title":"Nature"},{"key":"9_CR15","unstructured":"Pritzel, A., et al.: Neural episodic control. In: Precup, D., Teh, Y.W. (eds.) Proceedings of the 34th International Conference on Machine Learning. Proceedings of Machine Learning Research, vol. 70, pp. 2827\u20132836. PMLR, International Convention Centre, Sydney, Australia, 06\u201311 Aug 2017. http:\/\/proceedings.mlr.press\/v70\/pritzel17a.html"},{"key":"9_CR16","unstructured":"Roijers, D.M., Whiteson, S., Oliehoek, F.A.: Point-based planning for multi-objective POMDPs. In: Proceedings of the 24th International Conference on Artificial Intelligence, pp. 1666\u20131672. IJCAI 2015, AAAI Press (2015). http:\/\/dl.acm.org\/citation.cfm?id=2832415.2832481"},{"issue":"1","key":"9_CR17","first-page":"663","volume":"32","author":"S Ross","year":"2008","unstructured":"Ross, S., Pineau, J., Paquet, S., Chaib-draa, B.: Online planning algorithms for POMDPs. J. Artif. Int. Res. 32(1), 663\u2013704 (2008). http:\/\/dl.acm.org\/citation.cfm?id=1622673.1622690","journal-title":"J. Artif. Int. Res."},{"key":"9_CR18","doi-asserted-by":"crossref","unstructured":"Song, J., Guo, Z., Gao, L., Liu, W., Zhang, D., Shen, H.T.: Hierarchical LSTM with adjusted temporal attention for video captioning. In: IJCAI (2017)","DOI":"10.24963\/ijcai.2017\/381"},{"issue":"7","key":"9_CR19","doi-asserted-by":"publisher","first-page":"3459","DOI":"10.1109\/TIP.2018.2818328","volume":"27","author":"S Song","year":"2018","unstructured":"Song, S., Lan, C., Xing, J., Zeng, W., Liu, J.: Spatio-temporal attention-based lstm networks for 3D action recognition and detection. IEEE Trans. Image Proc. 27(7), 3459\u20133471 (2018). https:\/\/doi.org\/10.1109\/TIP.2018.2818328","journal-title":"IEEE Trans. Image Proc."},{"key":"9_CR20","doi-asserted-by":"crossref","unstructured":"Song, S., Lan, C., Xing, J., Zeng, W., Liu, J.: An end-to-end spatio-temporal attention model for human action recognition from skeleton data (2017)","DOI":"10.1609\/aaai.v31i1.11212"},{"key":"9_CR21","unstructured":"Sorokin, I., Seleznev, A., Pavlov, M., Fedorov, A., Ignateva, A.: Deep attention recurrent Q-network. CoRR abs\/1512.01693 (2015)"},{"issue":"10","key":"9_CR22","doi-asserted-by":"publisher","first-page":"1550","DOI":"10.1109\/5.58337","volume":"78","author":"P.J. Werbos","year":"1990","unstructured":"Werbos, P.J.: Backpropagation through time: what it does and how to do it (1990)","journal-title":"Proceedings of the IEEE"},{"key":"9_CR23","unstructured":"Xu, K., et al.: Show, attend and tell: Neural image caption generation with visual attention. In: ICML (2015)"},{"key":"9_CR24","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1016\/j.image.2017.11.005","volume":"61","author":"Shiyang Yan","year":"2018","unstructured":"Yan, S., Smith, J., Lu, W., Zhang, B.: Hierarchical multi-scale attention networks for action recognition. Signal Processing Image Communication, vol. 61, August 2017. https:\/\/doi.org\/10.1016\/j.image.2017.11.005","journal-title":"Signal Processing: Image Communication"},{"key":"9_CR25","doi-asserted-by":"crossref","unstructured":"Zhu, Z., Wu, W., Zou, W., Yan, J.: End-to-end flow correlation tracking with spatial-temporal attention. In: 2018 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 548\u2013557 (2018)","DOI":"10.1109\/CVPR.2018.00064"}],"container-title":["Lecture Notes in Computer Science","Progress in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-30241-2_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,26]],"date-time":"2022-09-26T22:02:44Z","timestamp":1664229764000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-30241-2_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030302405","9783030302412"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-30241-2_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"30 August 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EPIA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"EPIA Conference on Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vila Real","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 September 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 September 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"epia2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/epia2019.utad.pt\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"252","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"119","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"6","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"47% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.32","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1.86","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}