{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T22:44:51Z","timestamp":1774565091137,"version":"3.50.1"},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"7726","license":[{"start":{"date-parts":[[2018,9,19]],"date-time":"2018-09-19T00:00:00Z","timestamp":1537315200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nature"],"published-print":{"date-parts":[[2018,10]]},"DOI":"10.1038\/s41586-018-0533-0","type":"journal-article","created":{"date-parts":[[2018,9,18]],"date-time":"2018-09-18T16:33:15Z","timestamp":1537288395000},"page":"236-239","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":162,"title":["Glider soaring via reinforcement learning in the field"],"prefix":"10.1038","volume":"562","author":[{"given":"Gautam","family":"Reddy","sequence":"first","affiliation":[]},{"given":"Jerome","family":"Wong-Ng","sequence":"additional","affiliation":[]},{"given":"Antonio","family":"Celani","sequence":"additional","affiliation":[]},{"given":"Terrence J.","family":"Sejnowski","sequence":"additional","affiliation":[]},{"given":"Massimo","family":"Vergassola","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,9,19]]},"reference":[{"key":"533_CR1","volume-title":"Migration Ecology of Soaring Birds","author":"I Newton","year":"2008","unstructured":"Newton, I. Migration Ecology of Soaring Birds 1st edn (Elsevier, Amsterdam, 2008).","edition":"1st edn"},{"key":"533_CR2","doi-asserted-by":"publisher","first-page":"208","DOI":"10.1093\/condor\/105.2.208","volume":"105","author":"J Shamoun-Baranes","year":"2003","unstructured":"Shamoun-Baranes, J., Leshem, Y., Yom-tov, Y. & Liechti, O. Differential use of thermal convection by soaring birds over central Israel. Condor 105, 208\u2013218 (2003).","journal-title":"Condor"},{"key":"533_CR3","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1126\/science.aaf4374","volume":"353","author":"H Weimerskirch","year":"2016","unstructured":"Weimerskirch, H., Bishop, C., Jeanniard-du-Dot, T., Prudor, A. & Sachs, G. Frigate birds track atmospheric conditions over months-long transoceanic flights. Science 353, 74\u201378 (2016).","journal-title":"Science"},{"key":"533_CR4","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1242\/jeb.102.1.307","volume":"102","author":"CJ Pennycuick","year":"1983","unstructured":"Pennycuick, C. J. Thermal soaring compared in three dissimilar tropical bird species, Fregata magnificens, Pelecanus occidentals and Coragyps atratus. J. Exp. Biol. 102, 307\u2013325 (1983).","journal-title":"J. Exp. Biol."},{"key":"533_CR5","volume-title":"The Atmospheric Boundary Layer","author":"JR Garrat","year":"1994","unstructured":"Garrat, J. R. The Atmospheric Boundary Layer (Cambridge Univ. Press, Cambridge, 1994)."},{"key":"533_CR6","doi-asserted-by":"publisher","first-page":"509","DOI":"10.1007\/BF00122351","volume":"19","author":"DH Lenschow","year":"1980","unstructured":"Lenschow, D. H. & Stephens, P. L. The role of thermals in the atmospheric boundary layer. Boundary-Layer Meteorol. 19, 509\u2013532 (1980).","journal-title":"Boundary-Layer Meteorol."},{"key":"533_CR7","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R. S. & Barto, A. G. Reinforcement Learning: An Introduction 1st edn (MIT Press, Cambridge, 1998).","edition":"1st edn"},{"key":"533_CR8","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1145\/203330.203343","volume":"38","author":"G Tesauro","year":"1995","unstructured":"Tesauro, G. Temporal difference learning and TD-Gammon. Commun. ACM 38, 58\u201368 (1995).","journal-title":"Commun. ACM"},{"key":"533_CR9","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver, D. et al. Mastering the game of Go without human knowledge. Nature 550, 354\u2013359 (2017).","journal-title":"Nature"},{"key":"533_CR10","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V. et al. Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015).","journal-title":"Nature"},{"key":"533_CR11","unstructured":"Kim, H. J., Jordan, M. I., Sastry, S. & Ng, A. in Advances in Neural Information Processing Systems Vol. 16 (eds Thrun, S. et al.) 799\u2013806 (MIT Press, Cambridge, 2004)."},{"key":"533_CR12","first-page":"1","volume":"17","author":"S Levine","year":"2016","unstructured":"Levine, S., Finn, C., Darrell, T. & Abbeel, P. End-to-end training of deep visuomotor policies. J. Mach. Learn. Res. 17, 1\u201340 (2016).","journal-title":"J. Mach. Learn. Res."},{"key":"533_CR13","doi-asserted-by":"crossref","unstructured":"Allen, M. J. & Lin, V. Guidance and control of an autonomous soaring vehicle with flight test results. In 45th AIAA Aerospace Sciences Meeting and Exhibit\u00a02007-867 (AIAA, 2007).","DOI":"10.2514\/6.2007-867"},{"key":"533_CR14","doi-asserted-by":"crossref","unstructured":"Edwards, D. J. Implementation details and flight test results of an autonomous soaring controller. In\u00a0AIAA Guidance, Navigation and Control Conference and Exhibit\u00a02008-7244 (AIAA, 2008).","DOI":"10.2514\/6.2008-7244"},{"key":"533_CR15","doi-asserted-by":"crossref","unstructured":"Edwards, D. J. Autonomous Soaring: The Montague Cross Country Challenge. PhD thesis, North Carolina State Univ. (2010).","DOI":"10.2514\/1.C000287"},{"key":"533_CR16","doi-asserted-by":"publisher","first-page":"045003","DOI":"10.1088\/1748-3182\/5\/4\/045003","volume":"5","author":"Z \u00c1kos","year":"2010","unstructured":"\u00c1kos, Z., Nagy, M., Leven, S. & Vicsek, T. Thermal soaring flight of birds and unmanned aerial vehicles. Bioinspir. Biomim. 5, 045003 (2010).","journal-title":"Bioinspir. Biomim."},{"key":"533_CR17","unstructured":"Doncieux, S., Mouret, J. B. & Meyer, J.-A. Soaring behaviors in UAVs: \u2018animat\u2019 design methodology and current results. In 3rd US\u2013European Competition and Workshop on Micro Air Vehicle Systems (MAV07) and European Micro Air Vehicle Conference and Flight Competition (EMAV2007) (2007); http:\/\/www.isir.upmc.fr\/files\/2007ACTI734.pdf."},{"key":"533_CR18","unstructured":"Wharington, J. & Herszberg, I. Control of a high endurance unmanned aerial vehicle. In 21st Congress of International Council of the Aeronautical Sciences\u00a098-3.7.1 (ICAS, 1998)."},{"key":"533_CR19","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1177\/0278364914553683","volume":"34","author":"JJ Chung","year":"2015","unstructured":"Chung, J. J., Lawrance, N. R. J. & Sukkarieh, S. Learning to soar: resource-constrained exploration in reinforcement learning. Int. J. Robot. Res. 34, 158\u2013172 (2015).","journal-title":"Int. J. Robot. Res."},{"key":"533_CR20","doi-asserted-by":"publisher","first-page":"E4877","DOI":"10.1073\/pnas.1606075113","volume":"113","author":"G Reddy","year":"2016","unstructured":"Reddy, G., Celani, A., Sejnowski, T. & Vergassola, M. Learning to soar in turbulent environments. Proc. Natl Acad. Sci. USA 113, E4877\u2013E4884 (2016).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"533_CR21","doi-asserted-by":"publisher","first-page":"531","DOI":"10.1017\/S0022112089002697","volume":"207","author":"PK Yeung","year":"1989","unstructured":"Yeung, P. K. & Pope, S. B. Lagrangian statistics from direct numerical simulations of isotropic turbulence. J. Fluid Mech. 207, 531\u2013586 (1989).","journal-title":"J. Fluid Mech."},{"key":"533_CR22","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1017\/S0022112002001842","volume":"469","author":"GA Voth","year":"2002","unstructured":"Voth, G. A., La Porta, A., Crawford, A. M., Alexander, J. & Bodenschatz, E. Measurement of particle accelerations in fully developed turbulence. J. Fluid Mech. 469, 121\u2013160 (2002).","journal-title":"J. Fluid Mech."},{"key":"533_CR23","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/3014.001.0001","volume-title":"A First Course in Turbulence","author":"H Tennekes","year":"1972","unstructured":"Tennekes, H. & Lumley, J. L. A First Course in Turbulence (MIT Press, Cambridge, 1972)."},{"key":"533_CR24","volume-title":"Cross-Country Soaring","author":"H Reichmann","year":"1988","unstructured":"Reichmann, H. Cross-Country Soaring (Thomson Publications, Santa Monica, 1988)."},{"key":"533_CR25","unstructured":"Ng, A. Y., Harada, D. & Russell, S. J. Policy invariance under reward transformations: theory and application to reward shaping. In Proc. 16th International Conference on Machine Learning (eds Bratko, I. & Dzeroski, S.) 278\u2013287 (Morgan Kaufmann, San Francisco, 1999)."},{"key":"533_CR26","first-page":"10","volume":"1958","author":"PBJ MacCready","year":"1958","unstructured":"MacCready, P. B. J. Optimum airspeed selector. Soaring 1958, 10\u201311 (1958).","journal-title":"Soaring"},{"key":"533_CR27","doi-asserted-by":"publisher","first-page":"670","DOI":"10.1111\/ele.12268","volume":"17","author":"N Horvitz","year":"2014","unstructured":"Horvitz, N. et al. The gliding speed of migrating birds: slow and safe or fast and risky? Ecol. Lett. 17, 670\u2013679 (2014).","journal-title":"Ecol. Lett."},{"key":"533_CR28","first-page":"88","volume":"23","author":"JH Cochrane","year":"1999","unstructured":"Cochrane, J. H. MacCready theory with uncertain lift and limited altitude. Tech. Soaring 23, 88\u201396 (1999).","journal-title":"Tech. Soaring"},{"key":"533_CR29","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139170666","volume-title":"Turbulence: The Legacy of A. N. Kolmogorov","author":"U Frisch","year":"1995","unstructured":"Frisch, U. Turbulence: The Legacy of A. N. Kolmogorov (Cambridge Univ. Press, Cambridge, 1995)."}],"container-title":["Nature"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/www.nature.com\/articles\/s41586-018-0533-0","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/www.nature.com\/articles\/s41586-018-0533-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/www.nature.com\/articles\/s41586-018-0533-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,20]],"date-time":"2023-05-20T21:49:45Z","timestamp":1684619385000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41586-018-0533-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,9,19]]},"references-count":29,"journal-issue":{"issue":"7726","published-print":{"date-parts":[[2018,10]]}},"alternative-id":["533"],"URL":"https:\/\/doi.org\/10.1038\/s41586-018-0533-0","relation":{},"ISSN":["0028-0836","1476-4687"],"issn-type":[{"value":"0028-0836","type":"print"},{"value":"1476-4687","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,9,19]]},"assertion":[{"value":"20 February 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 July 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 September 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}