{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,25]],"date-time":"2026-07-25T16:29:00Z","timestamp":1784996940333,"version":"3.55.0"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2005,2,1]],"date-time":"2005-02-01T00:00:00Z","timestamp":1107216000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Ann Oper Res"],"published-print":{"date-parts":[[2005,2]]},"DOI":"10.1007\/s10479-005-5724-z","type":"journal-article","created":{"date-parts":[[2005,3,31]],"date-time":"2005-03-31T13:24:00Z","timestamp":1112275440000},"page":"19-67","source":"Crossref","is-referenced-by-count":2511,"title":["A Tutorial on the Cross-Entropy Method"],"prefix":"10.1007","volume":"134","author":[{"given":"Pieter-Tjerk","family":"de Boer","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dirk P.","family":"Kroese","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shie","family":"Mannor","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Reuven Y.","family":"Rubinstein","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","reference":[{"key":"5724_CR1","unstructured":"Aarts, E.H.L. and J.H.M Korst. (1989). Simulated Annealing and Boltzmann Machines. John Wiley & Sons."},{"key":"5724_CR2","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1007\/s10479-005-5728-8","volume":"134","author":"G. Alon","year":"2005","unstructured":"Alon, G., D.P. Kroese, T. Raviv, and R.Y. Rubinstein. (2005). \u201cApplication of the Cross-Entropy Method to the Buffer Allocation Problem in a Simulation-Based Environment.\u201d Annals of Operations Research 134, 19\u201367.","journal-title":"Annals of Operations Research"},{"key":"5724_CR3","doi-asserted-by":"crossref","unstructured":"Asmussen, S., D.P. Kroese, and R.Y. Rubinstein. (2005). \u201cHeavy Tails, Importance Sampling and Cross-Entropy.\u201d Stochastic Models 21(1). To appear.","DOI":"10.1081\/STM-200046472"},{"key":"5724_CR4","doi-asserted-by":"crossref","first-page":"834","DOI":"10.1109\/TSMC.1983.6313077","volume":"13","author":"A. Barto","year":"1983","unstructured":"Barto, A., R. Sutton, and C. Anderson. (1983). \u201cNeuron-Like Adaptive Elements that can Solve Difficult Learning Control Problems.\u201d IEEE Transactions on Systems, Man, and Cybernetics 13, 834\u2013846.","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics"},{"key":"5724_CR5","doi-asserted-by":"crossref","unstructured":"Barto, A.G. and R.S. Sutton. (1998). Reinforcement Learning. MIT Press.","DOI":"10.1016\/S1474-6670(17)38315-5"},{"key":"5724_CR6","doi-asserted-by":"crossref","first-page":"351","DOI":"10.1613\/jair.807","volume":"15","author":"J. Baxter","year":"2001","unstructured":"Baxter, J., P.L. Bartlett, and L. Weaver. (2001). Experiments with Infinite-Horizon, Policy-Gradient Estimation.\u201d Journal of Artificial Intelligence Research 15, 351\u2013381.","journal-title":"Journal of Artificial Intelligence Research"},{"key":"5724_CR7","unstructured":"Bertsekas, D.P. (1995). Dynamic Programming and Optimal Control. Athena Scientific."},{"key":"5724_CR8","unstructured":"Bertsekas, D.P. and J.N. Tsitsiklis. (1995). Neuro-Dynamic Programming. Athena Scientific."},{"key":"5724_CR9","doi-asserted-by":"crossref","first-page":"153","DOI":"10.1007\/s10479-005-5729-7","volume":"134","author":"K. Chepuri","year":"2005","unstructured":"Chepuri, K. and T. Homem-de-Mello. (2005). \u201cSolving the Vehicle Routing Problem with Stochastic Demands using the Cross-Entropy Method.\u201d Annals of Operations Research 134, 153\u2013181.","journal-title":"Annals of Operations Research"},{"key":"5724_CR10","doi-asserted-by":"crossref","first-page":"183","DOI":"10.1007\/s10479-005-5730-1","volume":"134","author":"I. Cohen","year":"2005","unstructured":"Cohen, I., B. Golany, and A. Shtub. (2005). \u201cManaging Stochastic Finite Capacity Multi-Project Systems Through the Cross-Entropy Method.\u201d Annals of Operations Research 134, 183\u2013199.","journal-title":"Annals of Operations Research"},{"issue":"1","key":"5724_CR11","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1111\/j.1475-3995.1996.tb00032.x","volume":"3","author":"A. Colorni","year":"1996","unstructured":"Colorni, A., M. Dorigo, F. Maffioli, V. Maniezzo, G. Righini, and M. Trubian. (1996). \u201cHeuristics from Nature for Hard Combinatorial Problems.\u201d International Transactions in Operational Research 3(1), 1\u201421.","journal-title":"International Transactions in Operational Research"},{"key":"5724_CR12","first-page":"279","volume":"8","author":"P. Dayan","year":"1992","unstructured":"Dayan, P. and C. Watkins (1992). \u201cQ-Learning.\u201d Machine Learning 8, 279\u2013292.","journal-title":"Machine Learning"},{"key":"5724_CR13","unstructured":"de Boer, P.T. (2000). \u201cAnalysis and Efficient Simulation of Queueing Models of Telecommunication Systems.\u201d Ph.D. thesis, University of Twente."},{"key":"5724_CR14","doi-asserted-by":"crossref","unstructured":"de Boer, P.T., D.P. Kroese, and R.Y. Rubinstein. (2002).\u201cEstimating Buffer Overflows in Three Stages using Cross-Entropy.\u201d In Proceedings of the 2002 Winter Simulation Conference. San Diego, pp. 301\u2013309.","DOI":"10.1109\/WSC.2002.1172899"},{"issue":"7","key":"5724_CR15","doi-asserted-by":"crossref","first-page":"883","DOI":"10.1287\/mnsc.1030.0139","volume":"50","author":"P.T. de Boer","year":"2004","unstructured":"de Boer, P.T., D.P. Kroese, and R.Y. Rubinstein. (2004). \u201cA Fast Cross-Entropy Method for Estimating Buffer Overflows in Queueing Networks.\u201d Management Science 50(7), 883\u2013895.","journal-title":"Management Science"},{"issue":"2","key":"5724_CR16","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1162\/106454699568728","volume":"5","author":"M. Dorigo","year":"1999","unstructured":"Dorigo, M., G. Di Caro, and L.M. Gambardella. (1999). \u201cAnt Algorithms for Discrete Optimization.\u201d Artificial Life 5(2), 137\u2013172.","journal-title":"Artificial Life"},{"key":"5724_CR17","unstructured":"Dubin, U. (2002). \u201cApplication of the Cross-Entropy Method to Neural Computation.\u201d Master\u2019s thesis, Technion, Electrical Engineering."},{"key":"5724_CR18","unstructured":"Dubin, U. (2004). \u201cApplication of the Cross-Entropy Method for Image Segmentation.\u201dUnpublished."},{"key":"5724_CR19","volume-title":"Computers and Intractability: A Guide to the Theory of NP-Completeness","author":"M.R. Garey","year":"1979","unstructured":"Garey, M.R. and D.S. Johnson. (1979). Computers and Intractability: A Guide to the Theory of NP-Completeness. San Francisco: W.H. Freeman and Company."},{"key":"5724_CR20","unstructured":"Glover, F. and M. Laguna. (1993). Modern Heuristic Techniques for Combinatorial Optimization, chapter 3: Tabu search. Blackwell Scientific Publications."},{"key":"5724_CR21","unstructured":"Goldberg, D. (1989). Genetic Algorithms in Search, Optimization and Machine Learning. Addison Wesley."},{"key":"5724_CR22","doi-asserted-by":"crossref","first-page":"873","DOI":"10.1016\/S0167-739X(00)00044-3","volume":"16","author":"W.J. Gutjahr","year":"2000","unstructured":"Gutjahr, W.J. (2000). \u201cA Graph-Based Ant System and Its Convergence.\u201d Future Generations Computing 16, 873\u2013888.","journal-title":"Future Generations Computing"},{"key":"5724_CR23","doi-asserted-by":"crossref","unstructured":"Helvik, B.E. and O. Wittner. (2001). \u201cUsing the Cross-Entropy Method to Guide\/Govern Mobile Agent\u2019s Path Finding in Networks.\u201d In 3rd International Workshop on Mobile Agents for Telecommunication Applications\u2014MATA\u201901.","DOI":"10.1007\/3-540-44651-6_24"},{"key":"5724_CR24","unstructured":"Homem-de-Mello, T. and R.Y. Rubinstein. (2002). \u201cRare Event Estimation for Static Models via Cross-Entropy and Importance Sampling.\u201d (submitted for publication)."},{"key":"5724_CR25","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1007\/s10479-005-5726-x","volume":"134","author":"Hui K.-P.","year":"2005","unstructured":"Hui, K.-P., N. Bean, M. Kraetzl, and D.P. Kroese. (2005). \u201cThe Cross-Entropy Method for Network Reliability Estimation.\u201dAnnals of Operations Research 134, 101\u2013118.","journal-title":"Annals of Operations Research"},{"key":"5724_CR26","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"L.P. Kaelbling","year":"1996","unstructured":"Kaelbling, L.P., M. Littman, and A.W. Moore. (1996). \u201cReinforcement Learning\u2014A Survey.\u201d Journal of Artificial Intelligence Research 4, 237\u2013285.","journal-title":"Journal of Artificial Intelligence Research"},{"key":"5724_CR27","doi-asserted-by":"crossref","unstructured":"Keith, J. and D.P. Kroese. (2002). \u201cSABRES: Sequence Alignment By Rare Event Simulation.\u201d In Proceedings of the 2002 Winter Simulation Conference, San Diego, pp. 320\u2013327.","DOI":"10.1109\/WSC.2002.1172901"},{"issue":"4","key":"5724_CR28","doi-asserted-by":"crossref","first-page":"1134","DOI":"10.1137\/S0363012901385691","volume":"42","author":"V.R. Konda","year":"2003","unstructured":"Konda, V.R. and J.N. Tsitsiklis. (2003). \u201cActor-Critic Algorithms.\u201d SIAM Journal on Control and Optimization 42(4), 1134\u20131166.","journal-title":"Journal on Control and Optimization"},{"key":"5724_CR29","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1023\/B:QUES.0000027989.97672.be","volume":"46","author":"D.P. Kroese","year":"2004","unstructured":"Kroese, D.P. and R.Y. Rubinstein. (2004). \u201cThe Transform Likelihood Ratio Method for Rare Event Simulation with Heavy Tails.\u201d Queueing Systems 46, 317\u2013351.","journal-title":"Queueing Systems"},{"key":"5724_CR30","unstructured":"Lieber, D. (1998). \u201cRare-Events Estimation via Cross-Entropy and Importance Sampling.\u201d Ph.D. thesis, William Davidson Faculty of Industrial Engineering and Management, Technion, Haifa, Israel."},{"key":"5724_CR31","unstructured":"Mannor, S., R.Y. Rubinstein, and Y. Gat. (2003). \u201cThe Cross-Entropy Method for Fast Policy Search.\u201d In Proceedings of the Twentieth International Conference on Machine Learning. Morgan Kaufmann, pp. 512\u2013519."},{"key":"5724_CR32","unstructured":"Margolin, L. (2002). \u201cApplication of the Cross-Entropy Method to Scheduling Problems.\u201d Master\u2019s thesis, Technion, Industrial Engineering."},{"key":"5724_CR33","unstructured":"Margolin, L. (2004). \u201cThe Cross-Entropy Method for the Single Machine Total Weighted Tardiness Problem.\u201d Unpublished."},{"key":"5724_CR34","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1007\/s10479-005-5731-0","volume":"134","author":"L. Margolin","year":"2005","unstructured":"Margolin, L. (2005).\u201cOn the Convergence of the Cross-Entropy Method.\u201d Annals of Operations Research 134, 201\u2013214.","journal-title":"Annals of Operations Research"},{"key":"5724_CR35","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1007\/s10479-005-5732-z","volume":"134","author":"I. Menache","year":"2005","unstructured":"Menache, I., S. Mannor, and N. Shimkin. (2005). \u201cBasis Function Adaption in Temporal Difference Reinforcement Learning.\u201dAnnals of Operations Research 134, 215\u2013238.","journal-title":"Annals of Operations Research"},{"key":"5724_CR36","doi-asserted-by":"crossref","first-page":"425","DOI":"10.1016\/0022-0000(91)90023-X","volume":"43","author":"C.H. Papadimitriou","year":"1991","unstructured":"Papadimitriou, C.H. and M. Yannakakis. (1991). \u201cOptimization, Approximation, and Complexity Classes.\u201dJ. Comput. System Sci. 43, 425\u2013440.","journal-title":"J. Comput. System Sci"},{"key":"5724_CR37","doi-asserted-by":"crossref","unstructured":"Puterman, M. (1994). Markov Decision Processes. Wiley-Interscience.","DOI":"10.1002\/9780470316887"},{"key":"5724_CR38","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1007\/s10479-005-5727-9","volume":"134","author":"A. Ridder","year":"2005","unstructured":"Ridder, A. (2005). \u201cImportance Sampling Simulations of Markovian Reliability Systems Using Cross-Entropy.\u201dAnnals of Operations Research 134, 119\u2013136.","journal-title":"Annals of Operations Research"},{"key":"5724_CR39","unstructured":"Rosenstein, M.T. and A.G. Barto. (2001). \u201cRobot Weightlifting by Direct Policy Search.\u201d In B. Nebel (ed.). Proceedings of the Seventeenth International Joint Conference on Artificial Intelligence. Morgan Kaufmann, pp. 839\u2013846."},{"key":"5724_CR40","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1016\/S0377-2217(96)00385-2","volume":"99","author":"R.Y. Rubinstein","year":"1997","unstructured":"Rubinstein, R.Y. (1997). \u201cOptimization of Computer Simulation Models with Rare Events.\u201dEuropean Journal of Operations Research 99, 89\u2013112.","journal-title":"European Journal of Operations Research"},{"key":"5724_CR41","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1023\/A:1010091220143","volume":"2","author":"R.Y. Rubinstein","year":"1999","unstructured":"Rubinstein, R.Y. (1999). \u201cThe Simulated Entropy Method for Combinatorial and Continuous Optimization.\u201dMethodology and Computing in Applied Probability 2, 127\u2013190.","journal-title":"Methodology and Computing in Applied Probability"},{"key":"5724_CR42","doi-asserted-by":"crossref","unstructured":"Rubinstein, R.Y. (2001). \u201cCombinatorial Optimization, Cross-Entropy, Ants and Rare Events.\u201dIn S. Uryasev and P.M. Pardalos (eds.). Stochastic Optimization: Algorithms and Applications. Kluwer, pp. 304\u2013358.","DOI":"10.1007\/978-1-4757-6594-6_14"},{"key":"5724_CR43","doi-asserted-by":"crossref","unstructured":"Rubinstein, R.Y. (2002). \u201cCross-Entropy and Rare-Events for Maximal Cut and Bipartition Problems.\u201dACM Transactions on Modeling and Computer Simulation, 27\u201353.","DOI":"10.1145\/511442.511444"},{"key":"5724_CR44","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4757-4321-0","volume-title":"The Cross-Entropy Method: A Unified Approach to Combinatorial Optimization, Monte-Carlo Simulation and Machine Learning","author":"R.Y. Rubinstein","year":"2004","unstructured":"Rubinstein, R.Y. and D.P. Kroese. (2004). The Cross-Entropy Method: A Unified Approach to Combinatorial Optimization, Monte-Carlo Simulation and Machine Learning. Springer-Verlag, New York."},{"key":"5724_CR45","unstructured":"Rubinstein, R.Y. and B. Melamed. (1998). Modern Simulation and Modeling. Wiley series in probability and Statistics."},{"key":"5724_CR46","unstructured":"Rubinstein, R.Y. and A. Shapiro. (1993). Discrete Event Systems: Sensitivity Analysis and Stochastic Optimization via the Score Function Method. Wiley."},{"issue":"3","key":"5724_CR47","doi-asserted-by":"crossref","first-page":"390","DOI":"10.1287\/opre.48.3.390.12436","volume":"48","author":"L. Shi","year":"2000","unstructured":"Shi, L. and S. Olafsson. (2000). \u201cNested Partitioning Method for Global Optimization.\u201d Operations Research 48(3), 390\u2013407.","journal-title":"Operations Research"},{"key":"5724_CR48","unstructured":"Sutton, R.S., D. McAllester, S. Singh, and Y. Mansour. (2000). \u201cPolicy Gradient Methods for Reinforcement Learning with Function Approximation.\u201d In Advances in Neural Information Processing Systems 12. MIT Press, pp. 1057\u20131063."},{"issue":"3","key":"5724_CR49","doi-asserted-by":"crossref","first-page":"46","DOI":"10.1023\/A:1009665513140","volume":"16","author":"C. Voudouris","year":"2003","unstructured":"Voudouris, C. (2003). \u201cGuided Local Search\u2014An Illustrative Example in Function Optimisation.\u201dBT Technology Journal 16(3), 46\u201350.","journal-title":"BT Technology Journal"},{"key":"5724_CR50","unstructured":"Webb, A. (1999). Statistical Pattern Recognition. Arnold."}],"container-title":["Annals of Operations Research"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10479-005-5724-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10479-005-5724-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10479-005-5724-z","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,4,6]],"date-time":"2020-04-06T15:44:14Z","timestamp":1586187854000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10479-005-5724-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2005,2]]},"references-count":50,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2005,2]]}},"alternative-id":["5724"],"URL":"https:\/\/doi.org\/10.1007\/s10479-005-5724-z","relation":{},"ISSN":["0254-5330","1572-9338"],"issn-type":[{"value":"0254-5330","type":"print"},{"value":"1572-9338","type":"electronic"}],"subject":[],"published":{"date-parts":[[2005,2]]}}}