{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T13:18:38Z","timestamp":1782825518208,"version":"3.54.5"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2019,11,12]],"date-time":"2019-11-12T00:00:00Z","timestamp":1573516800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2019,11,12]],"date-time":"2019-11-12T00:00:00Z","timestamp":1573516800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"R\u00e9gion Grand-Est"},{"DOI":"10.13039\/100000181","name":"United States Department of Defense | United States Air Force | AFMC | Air Force Office of Scientific Research","doi-asserted-by":"publisher","award":["FA-9550-15-1-0279"],"award-info":[{"award-number":["FA-9550-15-1-0279"]}],"id":[{"id":"10.13039\/100000181","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000181","name":"United States Department of Defense | United States Air Force | AFMC | Air Force Office of Scientific Research","doi-asserted-by":"publisher","award":["FA-9550-17-1-0072"],"award-info":[{"award-number":["FA-9550-17-1-0072"]}],"id":[{"id":"10.13039\/100000181","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000181","name":"United States Department of Defense | United States Air Force | AFMC | Air Force Office of Scientific Research","doi-asserted-by":"publisher","award":["FA-9550-15-1-0279"],"award-info":[{"award-number":["FA-9550-15-1-0279"]}],"id":[{"id":"10.13039\/100000181","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001663","name":"Volkswagen Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001663","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-019-0110-8","type":"journal-article","created":{"date-parts":[[2019,11,12]],"date-time":"2019-11-12T17:03:57Z","timestamp":1573578237000},"page":"530-537","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":141,"title":["Human action recognition with a large-scale brain-inspired photonic computer"],"prefix":"10.1038","volume":"1","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1430-0990","authenticated-orcid":false,"given":"Piotr","family":"Antonik","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nicolas","family":"Marsal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel","family":"Brunner","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8549-4040","authenticated-orcid":false,"given":"Damien","family":"Rontani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,11,12]]},"reference":[{"key":"110_CR1","doi-asserted-by":"publisher","unstructured":"Wu, D., Sharma, N. & Blumenstein, M. Recent advances in video-based human action recognition using deep learning: a review. In 2017 International Joint Conference on Neural Networks (IJCNN) https:\/\/doi.org\/10.1109\/ijcnn.2017.7966210 (IEEE, 2017).","DOI":"10.1109\/ijcnn.2017.7966210"},{"key":"110_CR2","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1006\/cviu.2000.0897","volume":"81","author":"TB Moeslund","year":"2001","unstructured":"Moeslund, T. B. & Granum, E. A survey of computer vision-based human motion capture. Comput. Vis. Image Underst. 81, 231\u2013268 (2001).","journal-title":"Comput. Vis. Image Underst."},{"key":"110_CR3","doi-asserted-by":"crossref","unstructured":"Moeslund, T. B. in Virtual Interaction: Interaction in Virtual Inhabited 3D Worlds (eds Qvortrup, L. et al.) 221\u2013234 (Springer, 2001).","DOI":"10.1007\/978-1-4471-3698-9_11"},{"key":"110_CR4","doi-asserted-by":"publisher","first-page":"28","DOI":"10.3389\/frobt.2015.00028","volume":"2","author":"M Vrigkas","year":"2015","unstructured":"Vrigkas, M., Nikou, C. & Kakadiaris, I. A. A review of human activity recognition methods. Front. Robot. AI 2, 28 (2015).","journal-title":"Front. Robot. AI"},{"key":"110_CR5","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1126\/science.1091277","volume":"304","author":"H Jaeger","year":"2004","unstructured":"Jaeger, H. Harnessing nonlinearity: predicting chaotic systems and saving energy in wireless communication. Science 304, 78\u201380 (2004).","journal-title":"Science"},{"key":"110_CR6","doi-asserted-by":"publisher","first-page":"2531","DOI":"10.1162\/089976602760407955","volume":"14","author":"W Maass","year":"2002","unstructured":"Maass, W., Natschl\u00e4ger, T. & Markram, H. Real-time computing without stable states: a new framework for neural computation based on perturbations. Neural Comput. 14, 2531\u20132560 (2002).","journal-title":"Neural Comput."},{"key":"110_CR7","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1016\/j.cosrev.2009.03.005","volume":"3","author":"M Luko\u0161evi\u010dius","year":"2009","unstructured":"Luko\u0161evi\u010dius, M. & Jaeger, H. Reservoir computing approaches to recurrent neural network training. Comput. Sci. Rev. 3, 127\u2013149 (2009).","journal-title":"Comput. Sci. Rev."},{"key":"110_CR8","doi-asserted-by":"publisher","first-page":"468","DOI":"10.1038\/ncomms1476","volume":"2","author":"L Appeltant","year":"2011","unstructured":"Appeltant, L. et al. Information processing using a single dynamical node as complex system. Nat. Commun. 2, 468 (2011).","journal-title":"Nat. Commun."},{"key":"110_CR9","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1038\/srep00287","volume":"2","author":"Y Paquot","year":"2012","unstructured":"Paquot, Y. et al. Optoelectronic reservoir computing. Sci. Rep. 2, 287 (2012).","journal-title":"Sci. Rep."},{"key":"110_CR10","doi-asserted-by":"publisher","first-page":"3241","DOI":"10.1364\/OE.20.003241","volume":"20","author":"L Larger","year":"2012","unstructured":"Larger, L. et al. Photonic information processing beyond turing: an optoelectronic implementation of reservoir computing. Opt. Express 20, 3241 (2012).","journal-title":"Opt. Express"},{"key":"110_CR11","doi-asserted-by":"publisher","first-page":"244101","DOI":"10.1103\/PhysRevLett.108.244101","volume":"108","author":"R Martinenghi","year":"2012","unstructured":"Martinenghi, R., Rybalko, S., Jacquot, M., Chembo, Y. K. & Larger, L. Photonic nonlinear transient computing with multiple-delay wavelength dynamics. Phys. Rev. Lett. 108, 244101 (2012).","journal-title":"Phys. Rev. Lett."},{"key":"110_CR12","first-page":"011015","volume":"7","author":"L Larger","year":"2017","unstructured":"Larger, L. et al. High-speed photonic reservoir computing using a time-delay-based architecture: million words per second classification. Phys. Rev. X 7, 011015 (2017).","journal-title":"Phys. Rev. X"},{"key":"110_CR13","doi-asserted-by":"publisher","first-page":"22783","DOI":"10.1364\/OE.20.022783","volume":"20","author":"F Duport","year":"2012","unstructured":"Duport, F., Schneider, B., Smerieri, A., Haelterman, M. & Massar, S. All-optical reservoir computing. Opt. Express 20, 22783 (2012).","journal-title":"Opt. Express"},{"key":"110_CR14","doi-asserted-by":"publisher","first-page":"1364","DOI":"10.1038\/ncomms2368","volume":"4","author":"D Brunner","year":"2013","unstructured":"Brunner, D., Soriano, M. C., Mirasso, C. R. & Fischer, I. Parallel photonic information processing at gigabyte per second data rates using transient states. Nat. Commun. 4, 1364 (2013).","journal-title":"Nat. Commun."},{"key":"110_CR15","doi-asserted-by":"publisher","first-page":"438","DOI":"10.1364\/OPTICA.2.000438","volume":"2","author":"Q Vinckier","year":"2015","unstructured":"Vinckier, Q. et al. High-performance photonic reservoir computer based on a coherently driven passive cavity. Optica 2, 438 (2015).","journal-title":"Optica"},{"key":"110_CR16","unstructured":"Akrout, A. et al. Parallel photonic reservoir computing using frequency multiplexing of neurons. Preprint at https:\/\/arxiv.org\/abs\/1612.08606 (2016)."},{"key":"110_CR17","doi-asserted-by":"publisher","first-page":"3541","DOI":"10.1038\/ncomms4541","volume":"5","author":"K Vandoorne","year":"2014","unstructured":"Vandoorne, K. et al. Experimental demonstration of reservoir computing on a silicon photonics chip. Nat. Commun. 5, 3541 (2014).","journal-title":"Nat. Commun."},{"key":"110_CR18","unstructured":"Triefenbach, F., Jalalvand, A., Schrauwen, B. & Martens, J.-P. Phoneme recognition with large hierarchical reservoirs. In Advances in Neural Information Processing Systems Proceedings 2307\u20132315 (NIPS, 2010)."},{"key":"110_CR19","unstructured":"The 2006\/07 Forecasting Competition for Neural Networks and Computational Intelligence http:\/\/www.neural-forecasting-competition.com\/NN3\/ (2006)."},{"key":"110_CR20","doi-asserted-by":"publisher","first-page":"054014","DOI":"10.1103\/PhysRevApplied.7.054014","volume":"7","author":"P Antonik","year":"2017","unstructured":"Antonik, P., Haelterman, M. & Massar, S. Brain-inspired photonic signal processor for generating periodic patterns and emulating chaotic systems. Phys. Rev. Appl. 7, 054014 (2017).","journal-title":"Phys. Rev. Appl."},{"key":"110_CR21","doi-asserted-by":"publisher","first-page":"756","DOI":"10.1364\/OPTICA.5.000756","volume":"5","author":"J Bueno","year":"2018","unstructured":"Bueno, J. et al. Reinforcement learning in a large-scale photonic recurrent neural network. Optica 5, 756 (2018).","journal-title":"Optica"},{"key":"110_CR22","doi-asserted-by":"publisher","first-page":"658","DOI":"10.1038\/nphys2372","volume":"8","author":"AM Hagerstrom","year":"2012","unstructured":"Hagerstrom, A. M. et al. Experimental observation of chimeras in coupled-map lattices. Nat. Phys. 8, 658\u2013661 (2012).","journal-title":"Nat. Phys."},{"key":"110_CR23","doi-asserted-by":"publisher","unstructured":"Schuldt, C., Laptev, I. & Caputo, B. Recognizing human actions: a local SVM approach. In Proceedings of the 17th International Conference on Pattern Recognition, 2004 https:\/\/doi.org\/10.1109\/icpr.2004.1334462 (IEEE, 2004).","DOI":"10.1109\/icpr.2004.1334462"},{"key":"110_CR24","doi-asserted-by":"publisher","unstructured":"Dalal, N. & Triggs, B. Histograms of oriented gradients for human detection. In 2005 IEEE Computer Society Conference on Computer Vision and Pattern Recognition (CVPR) https:\/\/doi.org\/10.1109\/cvpr.2005.177 (IEEE, 2005).","DOI":"10.1109\/cvpr.2005.177"},{"key":"110_CR25","unstructured":"Bahi, H. E., Mahani, Z., Zatni, A. & Saoud, S. A robust system for printed and handwritten character recognition of images obtained by camera phone. In WSEAS Transactions on Signal Processing (WSEAS, 2015)."},{"key":"110_CR26","doi-asserted-by":"publisher","first-page":"559","DOI":"10.1080\/14786440109462720","volume":"2","author":"K Pearson","year":"1901","unstructured":"Pearson, K. L. III On lines and planes of closest fit to systems of points in space. Lond. Edinb. Dubl. Phil. Mag. J. Sci. 2, 559\u2013572 (1901).","journal-title":"Lond. Edinb. Dubl. Phil. Mag. J. Sci."},{"key":"110_CR27","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1037\/h0071325","volume":"24","author":"H Hotelling","year":"1933","unstructured":"Hotelling, H. Analysis of a complex of statistical variables into principal components. J. Educ. Psychol. 24, 417\u2013441 (1933).","journal-title":"J. Educ. Psychol."},{"key":"110_CR28","unstructured":"Smith, L. I. A Tutorial on Principal Components Analysis. Technical report, Univ. Otago (2002)."},{"key":"110_CR29","doi-asserted-by":"publisher","first-page":"2686","DOI":"10.1109\/TNNLS.2016.2598655","volume":"28","author":"P Antonik","year":"2017","unstructured":"Antonik, P. et al. Online training of an opto-electronic reservoir computer applied to real-time channel equalization. IEEE Trans. Neural Netw. Learn. Systems 28, 2686\u20132698 (2017).","journal-title":"IEEE Trans. Neural Netw. Learn. Systems"},{"key":"110_CR30","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1364\/OL.10.000098","volume":"10","author":"D Psaltis","year":"1985","unstructured":"Psaltis, D. & Farhat, N. Optical information processing based on an associative-memory model of neural nets with thresholding and feedback. Opt. Lett. 10, 98 (1985).","journal-title":"Opt. Lett."},{"key":"110_CR31","doi-asserted-by":"crossref","unstructured":"Jhuang, H. A Biologically Inspired System for Action Recognition. PhD thesis, Massachusetts Institute of Technology (2007).","DOI":"10.1109\/ICCV.2007.4408988"},{"key":"110_CR32","doi-asserted-by":"publisher","unstructured":"Grushin, A., Monner, D. D., Reggia, J. A. & Mishra, A. Robust human action recognition via long short-term memory. In The 2013 International Joint Conference on Neural Networks (IJCNN) https:\/\/doi.org\/10.1109\/ijcnn.2013.6706797 (IEEE, 2013).","DOI":"10.1109\/ijcnn.2013.6706797"},{"key":"110_CR33","doi-asserted-by":"publisher","first-page":"883","DOI":"10.1109\/TPAMI.2010.144","volume":"33","author":"A Gilbert","year":"2011","unstructured":"Gilbert, A., Illingworth, J. & Bowden, R. Action recognition using mined hierarchical compound features. IEEE Trans. Pattern Anal. Mach. Intell. 33, 883\u2013897 (2011).","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"110_CR34","doi-asserted-by":"crossref","unstructured":"Tikhonov, A. N, Goncharsky, A, Stepanov, V. & Yagola, A. G. Numerical Methods for the Solution of Ill-posed Problems (Springer, 1995).","DOI":"10.1007\/978-94-015-8480-7"},{"key":"110_CR35","unstructured":"Saleh, B. E. A. & Teich, M. C. Fundamental of Photonics 3rd edn (Wiley, 2019)."},{"key":"110_CR36","first-page":"1","volume":"148","author":"H Jaeger","year":"2001","unstructured":"Jaeger, H. The \u2018echo state\u2019 approach to analysing and training recurrent neural networks\u2014with an Erratum note. GMD Report 148, 1\u201347 (2001).","journal-title":"GMD Report"},{"key":"110_CR37","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1023\/B:VISI.0000029664.99615.94","volume":"60","author":"DG Lowe","year":"2004","unstructured":"Lowe, D. G. Distinctive image features from scale-invariant keypoints. Int. J. Comput. Vis. 60, 91\u2013110 (2004).","journal-title":"Int. J. Comput. Vis."},{"key":"110_CR38","doi-asserted-by":"publisher","unstructured":"Yadav, G. K., Shukla, P. & Sethfi, A. Action recognition using interest points capturing differential motion information. In 2016 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) https:\/\/doi.org\/10.1109\/icassp.2016.7472003 (IEEE, 2016).","DOI":"10.1109\/icassp.2016.7472003"},{"key":"110_CR39","doi-asserted-by":"publisher","unstructured":"Shi, Y., Zeng, W., Huang, T. & Wang, Y. Learning deep trajectory descriptor for action recognition in videos using deep neural networks. In 2015 IEEE International Conference on Multimedia and Expo (ICME) https:\/\/doi.org\/10.1109\/icme.2015.7177461 (IEEE, 2015).","DOI":"10.1109\/icme.2015.7177461"},{"key":"110_CR40","doi-asserted-by":"publisher","unstructured":"Kovashka, A. & Grauman, K. Learning a hierarchy of discriminative space\u2013time neighborhood features for human action recognition. In 2010 IEEE Computer Society Conference on Computer Vision and Pattern Recognition https:\/\/doi.org\/10.1109\/cvpr.2010.5539881 (IEEE, 2010).","DOI":"10.1109\/cvpr.2010.5539881"},{"key":"110_CR41","doi-asserted-by":"crossref","unstructured":"Baccouche, M., Mamalet, F., Wolf, C., Garcia, C. & Baskurt, A. in Sequential Deep Learning for Human Action Recognition 29\u201339 (Springer, 2011).","DOI":"10.1007\/978-3-642-25446-8_4"},{"key":"110_CR42","doi-asserted-by":"publisher","unstructured":"Ali, K. H. & Wang, T. Learning features for action recognition and identity with deep belief networks. In 2014 International Conference on Audio, Language and Image Processing https:\/\/doi.org\/10.1109\/icalip.2014.7009771 (IEEE, 2014).","DOI":"10.1109\/icalip.2014.7009771"},{"key":"110_CR43","doi-asserted-by":"publisher","unstructured":"Wang, H., Klaser, A., Schmid, C. & Liu, C.-L. Action recognition by dense trajectories. In 2011 IEEE Computer Society Conference on Computer Vision and Pattern Recognition (CVPR) https:\/\/doi.org\/10.1109\/cvpr.2011.5995407 (IEEE, 2011).","DOI":"10.1109\/cvpr.2011.5995407"},{"key":"110_CR44","doi-asserted-by":"publisher","unstructured":"Liu, J. & Shah, M. Learning human actions via information maximization. In 2008 IEEE Conference on Computer Vision and Pattern Recognition (CVPR) https:\/\/doi.org\/10.1109\/cvpr.2008.4587723 (IEEE, 2008).","DOI":"10.1109\/cvpr.2008.4587723"},{"key":"110_CR45","doi-asserted-by":"publisher","unstructured":"Sun, X., Chen, M. & Hauptmann, A. Action recognition via local descriptors and holistic features. In 2009 IEEE Computer Society Conference on Computer Vision and Pattern Recognition Workshops https:\/\/doi.org\/10.1109\/cvprw.2009.5204255 (IEEE, 2009).","DOI":"10.1109\/cvprw.2009.5204255"},{"key":"110_CR46","doi-asserted-by":"publisher","unstructured":"Veeriah, V., Zhuang, N. & Qi, G.-J. Differential recurrent neural networks for action recognition. In 2015 IEEE International Conference on Computer Vision (ICCV) https:\/\/doi.org\/10.1109\/iccv.2015.460 (IEEE, 2015).","DOI":"10.1109\/iccv.2015.460"},{"key":"110_CR47","doi-asserted-by":"publisher","unstructured":"Shu, N., Tang, Q. & Liu, H. A bio-inspired approach modeling spiking neural networks of visual cortex for human action recognition. In 2014 International Joint Conference on Neural Networks (IJCNN) https:\/\/doi.org\/10.1109\/ijcnn.2014.6889832 (IEEE, 2014).","DOI":"10.1109\/ijcnn.2014.6889832"},{"key":"110_CR48","doi-asserted-by":"publisher","unstructured":"Laptev, I., Marszalek, M., Schmid, C. & Rozenfeld, B. Learning realistic human actions from movies. In 2008 IEEE Conference on Computer Vision and Pattern Recognition https:\/\/doi.org\/10.1109\/cvpr.2008.4587756 (IEEE, 2008).","DOI":"10.1109\/cvpr.2008.4587756"},{"key":"110_CR49","doi-asserted-by":"publisher","unstructured":"Klaeser, A., Marszalek, M. & Schmid, C. A spatio-temporal descriptor based on 3D-gradients. In Proceedings of the British Machine Vision Conference 2008 https:\/\/doi.org\/10.5244\/c.22.99 (British Machine Vision Association, 2008).","DOI":"10.5244\/c.22.99"},{"key":"110_CR50","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1109\/TPAMI.2012.59","volume":"35","author":"S Ji","year":"2013","unstructured":"Ji, S., Xu, W., Yang, M. & Yu, K. 3D convolutional neural networks for human action recognition. IEEE Trans. Pattern Anal. Mach. Intell. 35, 221\u2013231 (2013).","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"110_CR51","doi-asserted-by":"publisher","first-page":"593","DOI":"10.1016\/j.cviu.2012.01.002","volume":"116","author":"M-J Escobar","year":"2012","unstructured":"Escobar, M.-J. & Kornprobst, P. Action recognition via bio-inspired features: the richness of center\u2013surround interaction. Comput. Vis. Image Underst. 116, 593\u2013605 (2012).","journal-title":"Comput. Vis. Image Underst."}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-019-0110-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-019-0110-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-019-0110-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,17]],"date-time":"2022-12-17T19:44:33Z","timestamp":1671306273000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-019-0110-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,11,12]]},"references-count":51,"journal-issue":{"issue":"11","published-online":{"date-parts":[[2019,11]]}},"alternative-id":["110"],"URL":"https:\/\/doi.org\/10.1038\/s42256-019-0110-8","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,11,12]]},"assertion":[{"value":"28 April 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 October 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 November 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}