{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,28]],"date-time":"2026-02-28T16:40:14Z","timestamp":1772296814954,"version":"3.50.1"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2012,5,24]],"date-time":"2012-05-24T00:00:00Z","timestamp":1337817600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Math. Program."],"published-print":{"date-parts":[[2012,8]]},"DOI":"10.1007\/s10107-012-0547-6","type":"journal-article","created":{"date-parts":[[2012,5,23]],"date-time":"2012-05-23T14:15:59Z","timestamp":1337782559000},"page":"259-282","source":"Crossref","is-referenced-by-count":23,"title":["Optimal control of molecular dynamics using Markov state models"],"prefix":"10.1007","volume":"134","author":[{"given":"Christof","family":"Sch\u00fctte","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stefanie","family":"Winkelmann","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Carsten","family":"Hartmann","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2012,5,24]]},"reference":[{"key":"547_CR1","volume-title":"Controlled Markov Processes and Viscosity Solutions","author":"W.H. Fleming","year":"2006","unstructured":"Fleming W.H., Soner H.M.: Controlled Markov Processes and Viscosity Solutions. Springer, New York (2006)"},{"key":"547_CR2","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4613-0007-6","volume-title":"Numerical Methods for Stochastic Control Problems in Continuous Time","author":"H.J. Kushner","year":"2001","unstructured":"Kushner H.J., Dupuis P.G.: Numerical Methods for Stochastic Control Problems in Continuous Time. Springer, New York (2001)"},{"key":"547_CR3","doi-asserted-by":"crossref","first-page":"271","DOI":"10.3233\/ASY-1991-4305","volume":"4","author":"G. Barles","year":"1991","unstructured":"Barles G., Souganidis P.: Convergence of approximation schemes for fully nonlinear equations. Asymptot. Anal. 4, 271\u2013283 (1991)","journal-title":"Asymptot. Anal."},{"key":"547_CR4","doi-asserted-by":"crossref","first-page":"1861","DOI":"10.1090\/S0025-5718-07-02000-5","volume":"76","author":"G. Barles","year":"2007","unstructured":"Barles G., Jakobsen E.: Error bounds for monotone approximation schemes for parabolic Hamilton\u2013Jacobi\u2013Bellman equations. Math. Comput. 76, 1861\u20131893 (2007)","journal-title":"Math. Comput."},{"key":"547_CR5","doi-asserted-by":"crossref","first-page":"15","DOI":"10.1007\/s00791-004-0124-5","volume":"7","author":"E. Carlini","year":"2004","unstructured":"Carlini E., Falcone M., Ferretti R.: An efficient algorithm for Hamilton Jacobi equations in high dimension. Comput. Vis. Sci. 7, 15\u201329 (2004)","journal-title":"Comput. Vis. Sci."},{"issue":"11","key":"547_CR6","doi-asserted-by":"crossref","first-page":"P11011","DOI":"10.1088\/1742-5468\/2005\/11\/P11011","volume":"2005","author":"H.J. Kappen","year":"2005","unstructured":"Kappen H.J.: Path integrals and symmetry breaking for optimal control theory. J. Stat. Mech. Theor. Exp. 2005(11), P11011 (2005)","journal-title":"J. Stat. Mech. Theor. Exp."},{"key":"547_CR7","doi-asserted-by":"crossref","first-page":"224","DOI":"10.1016\/S0959-440X(00)00194-9","volume":"11","author":"B. Isralewitz","year":"2001","unstructured":"Isralewitz B., Gao M., Schulten K.: Steered molecular dynamics and mechanical functions of proteins. Curr. Opin. Struct. Biol. 11, 224\u2013230 (2001)","journal-title":"Curr. Opin. Struct. Biol."},{"key":"547_CR8","doi-asserted-by":"crossref","first-page":"291","DOI":"10.1080\/08927029308022170","volume":"10","author":"J. Schlitter","year":"1993","unstructured":"Schlitter J., Engels M., Kr\u00fcger P., Jacoby E., Wollmer A.: Targeted molecular dynamics. Mol. Simul. 10, 291\u2013309 (1993)","journal-title":"Mol. Simul."},{"issue":"5467","key":"547_CR9","doi-asserted-by":"crossref","first-page":"824","DOI":"10.1126\/science.288.5467.824","volume":"288","author":"H. Rabitz","year":"2000","unstructured":"Rabitz H., de Vivie-Riedle R., Motzkus M., Kompa K.: Whither the future of controlling quantum phenomena?. Science 288(5467), 824\u2013828 (2000)","journal-title":"Science"},{"key":"547_CR10","volume-title":"Series in Chemical Physics, vol. 87","author":"O. K\u00fchn","year":"2007","unstructured":"K\u00fchn O., W\u00f6ste L.: Analysis and control of ultrafast photoinduced reactions. In: K\u00fchn, O., W\u00f6ste, L.(eds) Series in Chemical Physics, vol. 87, Springer, New York (2007)"},{"key":"547_CR11","doi-asserted-by":"crossref","first-page":"715","DOI":"10.1038\/78929","volume":"7","author":"A. Engel","year":"2000","unstructured":"Engel A., M\u00fcller D.J.: Observing single biomolecules at work with the atomic force microscope. Nat. Struct. Mol. Biol. 7, 715\u2013718 (2000)","journal-title":"Nat. Struct. Mol. Biol."},{"key":"547_CR12","doi-asserted-by":"crossref","first-page":"1881","DOI":"10.1137\/S0363012993258720","volume":"33","author":"W.H. Fleming","year":"1995","unstructured":"Fleming W.H., McEneaney W.M.: Risk-sensitive control on an infinite time horizon. SIAM J. Control Opt. 33, 1881\u20131915 (1995)","journal-title":"SIAM J. Control Opt."},{"key":"547_CR13","doi-asserted-by":"crossref","first-page":"1953","DOI":"10.1214\/aop\/1023481117","volume":"25","author":"W.H. Fleming","year":"1997","unstructured":"Fleming W.H., Sheu S.J.: Asymptotics for the principal eigenvalue and eigenfunction of a nearly first-order operator with large potential. Ann. Probab. 25, 1953\u20131994 (1997)","journal-title":"Ann. Probab."},{"key":"547_CR14","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0611-8","volume-title":"Random Perturbations of Dynamical Systems","author":"M. Freidlin","year":"1998","unstructured":"Freidlin M., Wentzell A.D.: Random Perturbations of Dynamical Systems. Springer, New York (1998)"},{"key":"547_CR15","doi-asserted-by":"crossref","first-page":"10648","DOI":"10.1073\/pnas.0600511103","volume":"103","author":"M. J\u00e4ger","year":"2006","unstructured":"J\u00e4ger M., Zhang Y., Bieschke J., Nguyen H., Dendle M., Bowman M.E., Noel J.P., Gruebele M., Kelly J.W.: Structure-function-folding relationship in a WW domain. Proc. Natl. Acad. Sci. USA. 103, 10648\u201310653 (2006)","journal-title":"Proc. Natl. Acad. Sci. USA."},{"key":"547_CR16","doi-asserted-by":"crossref","first-page":"2047","DOI":"10.1093\/nar\/gkm072","volume":"35","author":"A.Y. Kobitski","year":"2007","unstructured":"Kobitski A.Y., Nierth A., Helm M., J\u00e4schke A., Nienhaus G.U.: Mg2+ dependent folding of a Diels-Alderase ribozyme probed by single-molecule FRET analysis. Nucleic Acids Res. 35, 2047\u20132059 (2007)","journal-title":"Nucleic Acids Res."},{"key":"547_CR17","doi-asserted-by":"crossref","first-page":"6873","DOI":"10.1073\/pnas.0408784102","volume":"102","author":"S. Fischer","year":"2005","unstructured":"Fischer S., Windshuegel B., Horak D., Holmes K.C., Smith J.C.: Structural mechanism of the recovery stroke in the myosin molecular motor. Proc. Natl. Acad. Sci. USA. 102, 6873\u20136878 (2005)","journal-title":"Proc. Natl. Acad. Sci. USA."},{"key":"547_CR18","doi-asserted-by":"crossref","first-page":"840","DOI":"10.1021\/ct050162r","volume":"2","author":"F. No\u00e9","year":"2006","unstructured":"No\u00e9 F., Krachtus D., Smith J.C., Fischer S.: Transition networks for the comprehensive characterization of complex conformational change in proteins. J. Chem. Theor. Comp. 2, 840\u2013857 (2006)","journal-title":"J. Chem. Theor. Comp."},{"key":"547_CR19","doi-asserted-by":"crossref","first-page":"205","DOI":"10.1038\/35004622","volume":"404","author":"A. Ostermann","year":"2000","unstructured":"Ostermann A., Waschipky R., Parak F.G., Nienhaus U.G.: Ligand binding and conformational motions in myoglobin. Nature 404, 205\u2013208 (2000)","journal-title":"Nature"},{"issue":"1","key":"547_CR20","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1016\/j.sbi.2007.11.007","volume":"18","author":"D.D. Schaeffer","year":"2008","unstructured":"Schaeffer D.D., Fersht A., Daggett V.: Combining experiment and simulation in protein folding: closing the gap for small model systems. Curr. Opin. Struct. Biol. 18(1), 4\u20139 (2008)","journal-title":"Curr. Opin. Struct. Biol."},{"key":"547_CR21","doi-asserted-by":"crossref","first-page":"19011","DOI":"10.1073\/pnas.0905466106","volume":"106","author":"F. No\u00e9","year":"2009","unstructured":"No\u00e9 F., Sch\u00fctte C., Vanden-Eijnden E., Reich L., Weikl T.R.: Constructing the full ensemble of folding pathways from short off-equilibrium simulations. Proc. Natl. Acad. Sci. USA 106, 19011\u201319016 (2009)","journal-title":"Proc. Natl. Acad. Sci. USA"},{"issue":"2","key":"547_CR22","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1016\/j.sbi.2007.12.007","volume":"18","author":"W. Gunsteren van","year":"2008","unstructured":"van Gunsteren W., Dolenc J., Mark A.: Molecular simulation as an aid to experimentalists. Curr. Opin. Struct. Biol. 18(2), 149\u2013153 (2008)","journal-title":"Curr. Opin. Struct. Biol."},{"key":"547_CR23","unstructured":"Sch\u00fctte, C.: Conformational dynamics: modelling, theory, algorithm, and applications to biomolecules. Habilitation thesis, Fachbereich Mathematik und Informatik, FU Berlin (1999)"},{"key":"547_CR24","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1016\/S0024-3795(00)00095-1","volume":"315","author":"P. Deuflhard","year":"2000","unstructured":"Deuflhard P., Huisinga W., Fischer A., Sch\u00fctte C.: Identification of almost invariant aggregates in reversible nearly uncoupled Markov chains. Linear Algebra Appl. 315, 39\u201359 (2000)","journal-title":"Linear Algebra Appl."},{"key":"547_CR25","first-page":"146","volume":"151","author":"C. Sch\u00fctte","year":"1999","unstructured":"Sch\u00fctte C., Fischer A., Huisinga W., Deuflhard P.: A direct approach to conformational dynamics based on hybrid Monte Carlo. J. Comp. Phys. (Special issue on Comput. Biophys.) 151, 146\u2013168 (1999)","journal-title":"J. Comp. Phys. (Special issue on Comput. Biophys.)"},{"key":"547_CR26","first-page":"699","volume-title":"Handbook of Numerical Analysis","author":"C. Sch\u00fctte","year":"2003","unstructured":"Sch\u00fctte C., Huisinga W.: Biomolecular conformations can be identified as metastable sets of molecular dynamics. In: Le Bris, C.(ed) Handbook of Numerical Analysis, pp. 699\u2013744. Elsevier, New York (2003)"},{"key":"547_CR27","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1007\/s002200200609","volume":"228","author":"A. Bovier","year":"2002","unstructured":"Bovier A., Eckhoff M., Gayrard V., Klein M.: Metastability and low lying spectra in reversible markov chains. Commun. Math. Phys. 228, 219\u2013255 (2002)","journal-title":"Commun. Math. Phys."},{"key":"547_CR28","doi-asserted-by":"crossref","first-page":"155102","DOI":"10.1063\/1.2714539","volume":"126","author":"F. No\u00e9","year":"2007","unstructured":"No\u00e9 F., Horenko I., Sch\u00fctte C., Smith J.: Hierarchical analysis of conformational dynamics in biomolecules: transition networks of metastable states. J. Chem. Phys. 126, 155102 (2007)","journal-title":"J. Chem. Phys."},{"key":"547_CR29","doi-asserted-by":"crossref","first-page":"155101","DOI":"10.1063\/1.2714538","volume":"126","author":"J. Chodera","year":"2007","unstructured":"Chodera J., Singhal N., Pande V.S., Dill K., Swope W.: Automatic discovery of metastable states for the construction of Markov models of macromolecular conformational dynamics. J. Chem. Phys. 126, 155101 (2007)","journal-title":"J. Chem. Phys."},{"key":"547_CR30","doi-asserted-by":"crossref","first-page":"6057","DOI":"10.1021\/jp0761665","volume":"112","author":"N.V. Buchete","year":"2008","unstructured":"Buchete N.V., Hummer G.: Coarse master equations for peptide folding dynamics. J. Phys. Chem. B. 112, 6057\u20136069 (2008)","journal-title":"J. Phys. Chem. B."},{"key":"547_CR31","doi-asserted-by":"crossref","first-page":"064107","DOI":"10.1063\/1.2959573","volume":"129","author":"A.C. Pan","year":"2008","unstructured":"Pan A.C., Roux B.: Building Markov state models along pathways to determine free energies and rates of transitions. J. Chem. Phys. 129, 064107 (2008)","journal-title":"J. Chem. Phys."},{"issue":"4","key":"547_CR32","doi-asserted-by":"crossref","first-page":"1154","DOI":"10.1137\/090764049","volume":"8","author":"M. Sarich","year":"2010","unstructured":"Sarich M., No\u00e9 F., Sch\u00fctte C.: On the approximation quality of Markov state models. Multiscale Model. Simul. 8(4), 1154\u20131177 (2010)","journal-title":"Multiscale Model. Simul."},{"key":"547_CR33","volume-title":"Radiation Effects in Solids","author":"A. Voter","year":"2005","unstructured":"Voter A.: Introduction to the kinetic Monte Carlo method. In: Sickafus, K., Kotomin, E., Uberuaga, B.(eds) Radiation Effects in Solids, Springer, NATO Publishing Unit, Dordrecht (2005)"},{"key":"547_CR34","unstructured":"Huisinga, W.: Metastability of markovian systems a transfer operator based approach in application to molecular dynamics. Ph.D. thesis, Fachbereich Mathematik und Informatik, FU Berlin (2001)"},{"key":"547_CR35","doi-asserted-by":"crossref","first-page":"204105","DOI":"10.1063\/1.3590108","volume":"134","author":"C. Sch\u00fctte","year":"2011","unstructured":"Sch\u00fctte C., Noe F., Lu J., Sarich M., Vanden-Eijnden E.: Markov state models based on milestoning. J. Chem. Phys. 134, 204105\u2013204120 (2011)","journal-title":"J. Chem. Phys."},{"key":"547_CR36","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1007\/BF01445163","volume":"21","author":"V.S. Borkar","year":"1990","unstructured":"Borkar V.S., Ghosh M.K.: Ergodic control of multidimensional diffusions, II: adaptive control. Appl. Math. Opt. 21, 191\u2013220 (1990)","journal-title":"Appl. Math. Opt."},{"key":"547_CR37","doi-asserted-by":"crossref","first-page":"49","DOI":"10.2969\/jmsj\/04310049","volume":"43","author":"A. Bensoussan","year":"1990","unstructured":"Bensoussan A., Nagai H.: An ergodic control problem arising from the principal eigenvalue of an elliptic operator. J. Math. Soc. Jpn. 43, 49\u201365 (1990)","journal-title":"J. Math. Soc. Jpn."},{"key":"547_CR38","doi-asserted-by":"crossref","first-page":"419","DOI":"10.1214\/aoap\/1075828057","volume":"14","author":"W. Huisinga","year":"2004","unstructured":"Huisinga W., Meyn S.P., Sch\u00fctte C.: Phase transitions & metastability in Markovian and molecular systems. Ann. Appl. Probab. 14, 419\u2013458 (2004)","journal-title":"Ann. Appl. Probab."},{"key":"547_CR39","doi-asserted-by":"crossref","first-page":"401","DOI":"10.1007\/BF02134013","volume":"5","author":"M. James","year":"1992","unstructured":"James M.: Asymptotic analysis of nonlinear stochastic risk-sensitive control and differential games. Math. Control Signals Syst. 5, 401\u2013417 (1992)","journal-title":"Math. Control Signals Syst."},{"key":"547_CR40","doi-asserted-by":"crossref","first-page":"509","DOI":"10.1002\/cpa.3160310406","volume":"31","author":"C.J. Holland","year":"1978","unstructured":"Holland C.J.: A minimum principle for the principal eigenvalue for second-order linear elliptic equations with natural boundary conditions. Commun. Pure Appl. Math. 31, 509\u2013519 (1978)","journal-title":"Commun. Pure Appl. Math."},{"key":"547_CR41","doi-asserted-by":"crossref","first-page":"295","DOI":"10.1016\/0377-2217(94)90266-6","volume":"73","author":"P. Whittle","year":"1994","unstructured":"Whittle P.: Risk-sensitivity, large deviations and stochastic control. Eur. J. Oper. Res. 73, 295\u2013303 (1994)","journal-title":"Eur. J. Oper. Res."},{"key":"547_CR42","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1002\/cpa.3160280102","volume":"28","author":"M.D. Donsker","year":"1975","unstructured":"Donsker M.D., Varadhan S.S.: Asymptotic evaluation of certain Markov process expectations for large time, i. Commun. Pure Appl. Math. 28, 1\u201347 (1975)","journal-title":"Commun. Pure Appl. Math."},{"key":"547_CR43","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4613-8533-2","volume-title":"Entropy, Large Deviations and Statistical Mechanics","author":"R.S. Ellis","year":"1985","unstructured":"Ellis R.S.: Entropy, Large Deviations and Statistical Mechanics. Springer, Berlin (1985)"},{"key":"547_CR44","doi-asserted-by":"crossref","first-page":"3719","DOI":"10.1088\/0305-4470\/31\/16\/003","volume":"31","author":"J. Kurchan","year":"1998","unstructured":"Kurchan J.: Fluctuation theorem for stochastic dynamics. J. Phys. A. Math. Gen. 31, 3719\u20133729 (1998)","journal-title":"J. Phys. A. Math. Gen."},{"key":"547_CR45","doi-asserted-by":"crossref","first-page":"333","DOI":"10.1023\/A:1004589714161","volume":"95","author":"J.L. Lebowitz","year":"1999","unstructured":"Lebowitz J.L., Spohn H.: A Gallavotti\u2013Cohen-type symmetry in the large deviation functional for stochastic dynamics. J. Stat. Phys. 95, 333\u2013365 (1999)","journal-title":"J. Stat. Phys."},{"key":"547_CR46","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-540-89500-8","volume-title":"Continuous-time Stochastic Control and Optimization with Financial Applications","author":"H. Pham","year":"2009","unstructured":"Pham H.: Continuous-time Stochastic Control and Optimization with Financial Applications. Springer, Berlin (2009)"},{"key":"547_CR47","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1007\/BF00046603","volume":"1","author":"M. Robin","year":"1983","unstructured":"Robin M.: Long-term average cost control problems for continuous time Markov processes: a survey. Acta Appl. Math. 1, 281\u2013299 (1983)","journal-title":"Acta Appl. Math."}],"container-title":["Mathematical Programming"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10107-012-0547-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10107-012-0547-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10107-012-0547-6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,7,8]],"date-time":"2020-07-08T00:54:51Z","timestamp":1594169691000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10107-012-0547-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,5,24]]},"references-count":47,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2012,8]]}},"alternative-id":["547"],"URL":"https:\/\/doi.org\/10.1007\/s10107-012-0547-6","relation":{},"ISSN":["0025-5610","1436-4646"],"issn-type":[{"value":"0025-5610","type":"print"},{"value":"1436-4646","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012,5,24]]}}}