{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,31]],"date-time":"2025-12-31T10:20:35Z","timestamp":1767176435652,"version":"build-2238731810"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1005859","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2018,1,2]],"date-time":"2018-01-02T00:00:00Z","timestamp":1514851200000}}],"reference-count":57,"publisher":"Public Library of Science (PLoS)","issue":"12","license":[{"start":{"date-parts":[[2017,12,18]],"date-time":"2017-12-18T00:00:00Z","timestamp":1513555200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1231216"],"award-info":[{"award-number":["CCF-1231216"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007065","name":"Nvidia","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100007065","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Martinos Imaging Center at MIT"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1005859","type":"journal-article","created":{"date-parts":[[2017,12,18]],"date-time":"2017-12-18T13:38:44Z","timestamp":1513604324000},"page":"e1005859","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":13,"title":["Invariant recognition drives neural representations of action sequences"],"prefix":"10.1371","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9311-9171","authenticated-orcid":true,"given":"Andrea","family":"Tacchetti","sequence":"first","affiliation":[]},{"given":"Leyla","family":"Isik","sequence":"additional","affiliation":[]},{"given":"Tomaso","family":"Poggio","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2017,12,18]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"231","DOI":"10.1006\/cviu.2000.0897","article-title":"A Survey of Computer Vision-Based Human Motion Capture","volume":"81","author":"TB Moeslund","year":"2001","journal-title":"Comput Vis Image Underst"},{"key":"ref2","article-title":"Unsupervised learning of invariant representations","author":"F Anselmi","year":"2015","journal-title":"Theor Comput Sci"},{"key":"ref3","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/10177.001.0001","article-title":"Visual Cortex and Deep Networks: Learning Invariant Representations","author":"TA Poggio","year":"2016"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"201","DOI":"10.3758\/BF03212378","article-title":"Visual perception of biological motion and a model for its analysis","volume":"14","author":"G Johansson","year":"1973","journal-title":"Percept Psychophys"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1109\/34.910878","article-title":"The recognition of human movement using temporal templates","volume":"23","author":"AF Bobick","year":"2001","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"249","DOI":"10.1016\/j.cviu.2006.07.013","article-title":"Free viewpoint action recognition using motion history volumes","volume":"104","author":"D Weinland","year":"2006","journal-title":"Comput Vis Image Underst"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"2247","DOI":"10.1109\/TPAMI.2007.70711","article-title":"Actions as space-time shapes","volume":"29","author":"L Gorelick","year":"2007","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1007\/s11263-005-1838-7","article-title":"On space-time interest points","author":"I Laptev","year":"2005","journal-title":"International Journal of Computer Vision"},{"key":"ref9","doi-asserted-by":"crossref","unstructured":"Doll\u00e1r P, Rabaud V, Cottrell G, Belongie S. Behavior recognition via sparse spatio-temporal features. Proceedings - 2nd Joint IEEE International Workshop on Visual Surveillance and Performance Evaluation of Tracking and Surveillance, VS-PETS. 2005. pp. 65\u201372. <comment>doi: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/doi.org\/10.1109\/VSPETS.2005.1570899\" xlink:type=\"simple\">10.1109\/VSPETS.2005.1570899<\/ext-link><\/comment>","DOI":"10.1109\/VSPETS.2005.1570899"},{"key":"ref10","first-page":"1","article-title":"A Biologically Inspired System for Action Recognition","author":"H Jhuang","year":"2007","journal-title":"IEEE International Conference on Computer Vision (ICCV)"},{"key":"ref11","doi-asserted-by":"crossref","unstructured":"Donahue J, Hendricks LA, Guadarrama S, Rohrbach M, Venugopalan S, Darrell T, et al. Long-term recurrent convolutional networks for visual recognition and description. IEEE Conf on Computer Vision and Pattern Recognition (CVPR). 2015. pp. 2625\u20132634. <comment>doi: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/doi.org\/10.1109\/CVPR.2015.7298878\" xlink:type=\"simple\">10.1109\/CVPR.2015.7298878<\/ext-link><\/comment>","DOI":"10.1109\/CVPR.2015.7298878"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1038\/nrn1057","article-title":"Neural Mechanisms for the Recognition of Biological Movements","volume":"4","author":"MA Giese","year":"2003","journal-title":"Nat Rev Neurosci"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"153","DOI":"10.1016\/0166-4328(85)90089-0","article-title":"Visual analysis of body movements by neurones in the temporal cortex of the macaque monkey: a preliminary report","volume":"16","author":"DI Perrett","year":"1985","journal-title":"Behav Brain Res"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"593","DOI":"10.1093\/cercor\/bhn109","article-title":"Functional differentiation of macaque visual temporal cortical neurons using a parametric action space","volume":"19","author":"J Vangeneugden","year":"2009","journal-title":"Cereb Cortex"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"1167","DOI":"10.1016\/S0896-6273(02)00897-8","article-title":"Brain areas active during visual perception of biological motion","volume":"35","author":"E Grossman","year":"2002","journal-title":"Neuron"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"11656","DOI":"10.1073\/pnas.191374198","article-title":"Functional neuroanatomy of biological motion perception in humans","volume":"98","author":"L Vaina","year":"2001","journal-title":"Proc Natl Acad Sci"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"991","DOI":"10.1162\/089892903770007380","article-title":"FMRI responses to video and point-light displays of moving humans and manipulable objects","volume":"15","author":"M Beauchamp","year":"2003","journal-title":"J Cogn Neurosci"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"603","DOI":"10.1152\/jn.00513.2004","article-title":"Selectivity for the human body in the fusiform gyrus","volume":"93","author":"M Peelen","year":"2005","journal-title":"J Neurophysiol"},{"key":"ref19","first-page":"15","article-title":"fMR-Adaptation Reveals Invariant Coding of Biological Motion on the Human STS","volume":"4","author":"E Grossman","year":"2010","journal-title":"Front Hum Neurosci"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"574","DOI":"10.1523\/JNEUROSCI.4032-13.2014","article-title":"Distinct neural mechanisms for body form and body motion discriminations","volume":"34","author":"J Vangeneugden","year":"2014","journal-title":"J Neurosci"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"284","DOI":"10.1364\/JOSAA.2.000284","article-title":"Spatiotemporal energy models for the perception of motion","volume":"2","author":"E Adelson","year":"1985","journal-title":"J Opt Soc Am"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"743","DOI":"10.1016\/S0042-6989(97)00183-1","article-title":"A model of neuronal responses in visual area MT","volume":"38","author":"E Simoncelli","year":"1998","journal-title":"Vision Res"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"3133","DOI":"10.1523\/JNEUROSCI.3211-09.2010","article-title":"Temporal cortex neurons encode articulated actions as slow sequences of integrated poses","volume":"30","author":"J Singer","year":"2010","journal-title":"J Neurosci"},{"key":"ref24","first-page":"593","article-title":"Neural representation of action sequences: how far can a simple snippet-matching model take us?","author":"C Tan","year":"2013","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref25","doi-asserted-by":"crossref","DOI":"10.1016\/j.cub.2013.10.051","article-title":"What we know currently about mirror neurons","volume":"23","author":"JM Kilner","year":"2013","journal-title":"Curr Biol"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"6424","DOI":"10.1073\/pnas.0700622104","article-title":"A feedforward architechture accounts for rapid categorization","volume":"104","author":"T Serre","year":"2007","journal-title":"Proc Natl Acad Sci"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"1019","DOI":"10.1038\/14819","article-title":"Hierarchical models of object recognition in cortex","volume":"2","author":"M Riesenhuber","year":"1999","journal-title":"Nat Neurosci"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1007\/BF00344251","article-title":"Neocognitron: A self-organizing neural network model for a mechanism of pattern recognition unaffected by shift in position","volume":"36","author":"K Fukushima","year":"1980","journal-title":"Biol Cybern"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"8619","DOI":"10.1073\/pnas.1403112111","article-title":"Performance-optimized hierarchical models predict neural responses in higher visual cortex","volume":"111","author":"D Yamins","year":"2014","journal-title":"Proc Natl Acad Sci"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"356","DOI":"10.1038\/nn.4244","article-title":"Using goal-driven deep learning models to understand sensory cortex","volume":"19","author":"D Yamins","year":"2016","journal-title":"Nat Neurosci"},{"key":"ref31","article-title":"Deep Supervised, but Not Unsupervised, Models May Explain IT Cortical Representation","volume":"10","author":"SM Khaligh-Razavi","year":"2014","journal-title":"PLoS Comput Biol"},{"key":"ref32","article-title":"Representational similarity analysis\u2014connecting the branches of systems neuroscience","author":"N Kriegeskorte","year":"2008","journal-title":"Front Syst Neurosci"},{"key":"ref33","article-title":"A fast, invariant representation for human action in the visual system","author":"L Isik","year":"2017","journal-title":"J Neurophysiol"},{"key":"ref34","doi-asserted-by":"crossref","unstructured":"Karpathy A, Toderici G, Shetty S, Leung T, Sukthankar R, Li FF. Large-scale video classification with convolutional neural networks. IEEE Conf on Computer Vision and Pattern Recognition (CVPR). 2014. pp. 1725\u20131732. <comment>doi: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/doi.org\/10.1109\/CVPR.2014.223\" xlink:type=\"simple\">10.1109\/CVPR.2014.223<\/ext-link><\/comment>","DOI":"10.1109\/CVPR.2014.223"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1109\/TPAMI.2012.59","article-title":"3D convolutional neural networks for human action recognition","volume":"35","author":"S Ji","year":"2013","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature14539","article-title":"Deep learning","volume":"521","author":"Y LeCun","year":"2015","journal-title":"Nature"},{"key":"ref37","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pcbi.1004390","article-title":"The Invariance Hypothesis Implies Domain-Specific Regions in Visual Cortex","volume":"11","author":"J Leibo","year":"2015","journal-title":"PLoS Comput Biol"},{"key":"ref38","doi-asserted-by":"crossref","unstructured":"Leibo J, Mutch J, Poggio T. Learning to discount transformations as the computational goal of visual cortex? Present FGVC\/CVPR 2011, Color Springs, CO. 2011;","DOI":"10.1038\/npre.2011.6078"},{"key":"ref39","doi-asserted-by":"crossref","unstructured":"Jhuang H. A biologically inspired system for action recognition. 2008; 58.","DOI":"10.1109\/ICCV.2007.4408988"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"945","DOI":"10.1016\/j.neuron.2005.05.021","article-title":"Spatiotemporal elements of macaque v1 receptive fields","volume":"46","author":"N Rust","year":"2005","journal-title":"Neuron"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"1421","DOI":"10.1038\/nn1786","article-title":"How MT cells analyze the motion of visual patterns","volume":"9","author":"N Rust","year":"2006","journal-title":"Nat Neurosci"},{"key":"ref42","first-page":"1","article-title":"View-Tolerant Face Recognition and Hebbian Learning Imply Mirror-Symmetric Neural Tuning to Head Orientation","volume":"27","author":"J Leibo","year":"2016","journal-title":"Curr Biol"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"715","DOI":"10.1162\/089976602317318938","article-title":"Slow feature analysis: Unsupervised learning of invariances","volume":"14","author":"L Wiskott","year":"2002","journal-title":"Neural Comput"},{"key":"ref44","unstructured":"Bengio Y, Lee D-H, Bornschein J, Lin Z. Towards Biologically Plausible Deep Learning. arxiv:15020415. 2015; 1\u201318. <comment>doi: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/doi.org\/10.1007\/s13398-014-0173-7.2\" xlink:type=\"simple\">10.1007\/s13398-014-0173-7.2<\/ext-link><\/comment>"},{"key":"ref45","doi-asserted-by":"crossref","unstructured":"Liao Q, Leibo J, Poggio T. How Important is Weight Symmetry in Backpropagation? arXiv:151005067. 2015;","DOI":"10.1609\/aaai.v30i1.10279"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"4433","DOI":"10.1073\/pnas.88.10.4433","article-title":"A more biologically plausible learning rule for neural networks","volume":"88","author":"P Mazzoni","year":"1991","journal-title":"Proc Natl Acad Sci"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"5936","DOI":"10.1073\/pnas.0900573106","article-title":"Ruling out and ruling in neural codes","volume":"106","author":"A Jacobs","year":"2009","journal-title":"Proc Natl Acad Sci"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"91","DOI":"10.1152\/jn.00394.2013","article-title":"The dynamics of invariant object recognition in the human visual system","volume":"111","author":"L Isik","year":"2014","journal-title":"J Neurophysiol"},{"key":"ref49","unstructured":"Mutch J, Knoblich U, Poggio T. CNS: a GPU-based framework for simulating cortically-organized networks. MIT-CSAIL-TR. 2010;2010\u201313."},{"key":"ref50","first-page":"85","article-title":"Invariant Recognition Predicts Tuning of Neurons in Sensory Cortex. Computational and Cognitive Neuroscience of Vision","author":"J Mutch","year":"2017"},{"key":"ref51","unstructured":"Liao Q, Leibo J, Poggio T. Unsupervised learning of clutter-resistant visual representations from natural videos. arXiv:14093879. 2014;"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"128","DOI":"10.1007\/s00422-005-0030-z","article-title":"Learning invariant object recognition in the visual system with continuous transformations","volume":"94","author":"SM Stringer","year":"2006","journal-title":"Biol Cybern"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"4800","DOI":"10.1073\/pnas.071028598","article-title":"Effects of temporal association on recognition memory","volume":"98","author":"G Wallis","year":"2001","journal-title":"Proc Natl Acad Sci"},{"key":"ref54","doi-asserted-by":"crossref","first-page":"194","DOI":"10.1162\/neco.1991.3.2.194","article-title":"Learning Invariance from Transformation Sequences","volume":"3","author":"P F\u00f6ldi\u00e1k","year":"1991","journal-title":"Neural Comput"},{"key":"ref55","doi-asserted-by":"crossref","unstructured":"Kingma D, Ba JL. Adam: a Method for Stochastic Optimization. Int Conf Learn Represent. 2015; 1\u201313.","DOI":"10.1007\/978-3-662-46214-0_1"},{"key":"ref56","unstructured":"Ioffe S, Szegedy C. Batch Normalization: Accelerating Deep Network Training by Reducing Internal Covariate Shift. arXiv:150203167. 2015; 1\u201311. <comment>doi: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/doi.org\/10.1007\/s13398-014-0173-7.2\" xlink:type=\"simple\">10.1007\/s13398-014-0173-7.2<\/ext-link><\/comment>"},{"key":"ref57","first-page":"3201","article-title":"GURLS: A Least Squares Library for Supervised Learning","volume":"14","author":"A Tacchetti","year":"2013","journal-title":"J Mach Learn Res"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1005859","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2018,1,2]],"date-time":"2018-01-02T00:00:00Z","timestamp":1514851200000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1005859","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,10]],"date-time":"2022-08-10T16:41:27Z","timestamp":1660149687000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1005859"}},"subtitle":[],"editor":[{"given":"Max","family":"Berniker","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2017,12,18]]},"references-count":57,"journal-issue":{"issue":"12","published-online":{"date-parts":[[2017,12,18]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1005859","relation":{},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,12,18]]}}}