{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T11:55:35Z","timestamp":1759146935426,"version":"3.30.1"},"reference-count":17,"publisher":"Elsevier BV","issue":"3","license":[{"start":{"date-parts":[[1995,7,1]],"date-time":"1995-07-01T00:00:00Z","timestamp":804556800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Decision Support Systems"],"published-print":{"date-parts":[[1995,7]]},"DOI":"10.1016\/0167-9236(94)00021-j","type":"journal-article","created":{"date-parts":[[2003,5,12]],"date-time":"2003-05-12T23:10:20Z","timestamp":1052781020000},"page":"283-298","source":"Crossref","is-referenced-by-count":2,"title":["Application of Markov decision processes to search problems"],"prefix":"10.1016","volume":"14","author":[{"given":"Leo B.","family":"Hartman","sequence":"first","affiliation":[]},{"given":"Kees M.","family":"van Hee","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"year":"1989","series-title":"Simulated Annealing and Boltzman Machines: A Stochastic Approach to Combinatorial Optimization and Neural Computing","author":"Aarts","key":"10.1016\/0167-9236(94)00021-J_BIB1"},{"key":"10.1016\/0167-9236(94)00021-J_BIB2","series-title":"Parallel problem solving from nature","article-title":"Global convergence of genetic algorithms: a Markov chain analysis","author":"Aarts","year":"1991"},{"year":"1982","series-title":"Dynamic programming: Models and Applications","author":"Denardo","key":"10.1016\/0167-9236(94)00021-J_BIB3"},{"year":"1989","series-title":"Genetic algorithms in search, optimization, and machine learning","author":"Goldberg","key":"10.1016\/0167-9236(94)00021-J_BIB4"},{"key":"10.1016\/0167-9236(94)00021-J_BIB5","series-title":"Proceedings of the Fifth Workshop on Uncertainty in Artificial Intelligence","article-title":"Probabilistic heuristic estimates","author":"Hansson","year":"1989"},{"article-title":"Decision theory and the cost of planning","year":"1989","author":"Hartman","key":"10.1016\/0167-9236(94)00021-J_BIB6"},{"key":"10.1016\/0167-9236(94)00021-J_BIB7","article-title":"Markov decision processes and potential theory","author":"Hordijk","year":"1986","journal-title":"MC Tracts"},{"year":"1979","series-title":"Computers and Intractability: A Guide to the Theory of NP-completeness","author":"Johnson","key":"10.1016\/0167-9236(94)00021-J_BIB8"},{"key":"10.1016\/0167-9236(94)00021-J_BIB9","first-page":"35","article-title":"Macro-operators: A weak method for learning","volume":"26","author":"Korf","year":"1985","journal-title":"AI"},{"key":"10.1016\/0167-9236(94)00021-J_BIB10","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1287\/opre.26.1.22","article-title":"Complexity of scheduling under precedence constraints","volume":"26","author":"Lenstra","year":"1978","journal-title":"Operations Research"},{"key":"10.1016\/0167-9236(94)00021-J_BIB11","first-page":"564","article-title":"Qualitative results concerning the utility of explanation-based learning","author":"Minton","year":"1988","journal-title":"AAAI-88"},{"year":"1972","series-title":"Heuristic procedures in dynamic programming","author":"Norman","key":"10.1016\/0167-9236(94)00021-J_BIB12"},{"year":"1982","series-title":"Combinatorial Optimization: Algorithms and Complexity","author":"Papadimitrion","key":"10.1016\/0167-9236(94)00021-J_BIB13"},{"year":"1984","series-title":"Heuristics: Intelligent Search Strategies for Computer Problem Solving","author":"Pearl","key":"10.1016\/0167-9236(94)00021-J_BIB14"},{"year":"1983","series-title":"Introduction to stochastic dynamic programming","author":"Ross","key":"10.1016\/0167-9236(94)00021-J_BIB15"},{"key":"10.1016\/0167-9236(94)00021-J_BIB16","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/2474.001.0001","author":"Russell","year":"1991","journal-title":"Do the Right Thing"},{"key":"10.1016\/0167-9236(94)00021-J_BIB17","doi-asserted-by":"crossref","first-page":"871","DOI":"10.1214\/aoms\/1177699369","article-title":"Negative dynamic programming","author":"Strauch","year":"1966","journal-title":"Annals of Mathematical Statistics"}],"container-title":["Decision Support Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:016792369400021J?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:016792369400021J?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,12,4]],"date-time":"2024-12-04T19:17:18Z","timestamp":1733339838000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/016792369400021J"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1995,7]]},"references-count":17,"journal-issue":{"issue":"3","published-print":{"date-parts":[[1995,7]]}},"alternative-id":["016792369400021J"],"URL":"https:\/\/doi.org\/10.1016\/0167-9236(94)00021-j","relation":{},"ISSN":["0167-9236"],"issn-type":[{"type":"print","value":"0167-9236"}],"subject":[],"published":{"date-parts":[[1995,7]]}}}