{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,8]],"date-time":"2024-09-08T11:22:49Z","timestamp":1725794569026},"publisher-location":"Cham","reference-count":35,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319068794"},{"type":"electronic","value":"9783319068800"}],"license":[{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-3-319-06880-0_17","type":"book-chapter","created":{"date-parts":[[2014,5,23]],"date-time":"2014-05-23T00:26:34Z","timestamp":1400804794000},"page":"319-342","source":"Crossref","is-referenced-by-count":3,"title":["Bisimulation for Markov Decision Processes through Families of Functional Expressions"],"prefix":"10.1007","author":[{"given":"Norm","family":"Ferns","sequence":"first","affiliation":[]},{"given":"Doina","family":"Precup","sequence":"additional","affiliation":[]},{"given":"Sophia","family":"Knight","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"17_CR1","first-page":"413","volume-title":"LICS 2002: Proceedings of the 17th Annual IEEE Symposium on Logic in Computer Science","author":"J. Desharnais","year":"2002","unstructured":"Desharnais, J., Jagadeesan, R., Gupta, V., Panangaden, P.: The Metric Analogue of Weak Bisimulation for Probabilistic Processes. In: LICS 2002: Proceedings of the 17th Annual IEEE Symposium on Logic in Computer Science, July 22-25, pp. 413\u2013422. IEEE Computer Society, Washington, DC (2002)"},{"key":"17_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1007\/3-540-48224-5_35","volume-title":"Automata, Languages and Programming","author":"F. Breugel van","year":"2001","unstructured":"van Breugel, F., Worrell, J.: Towards Quantitative Verification of Probabilistic Transition Systems. In: Orejas, F., Spirakis, P.G., van Leeuwen, J. (eds.) ICALP 2001. LNCS, vol.\u00a02076, pp. 421\u2013432. Springer, Heidelberg (2001a)"},{"key":"17_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"336","DOI":"10.1007\/3-540-44685-0_23","volume-title":"CONCUR 2001 - Concurrency Theory","author":"F. Breugel van","year":"2001","unstructured":"van Breugel, F., Worrell, J.: An Algorithm for Quantitative Verification of Probabilistic Transition Systems. In: Larsen, K.G., Nielsen, M. (eds.) CONCUR 2001. LNCS, vol.\u00a02154, pp. 336\u2013350. Springer, Heidelberg (2001b)"},{"issue":"6","key":"17_CR4","doi-asserted-by":"publisher","first-page":"1662","DOI":"10.1137\/10080484X","volume":"40","author":"N. Ferns","year":"2011","unstructured":"Ferns, N., Panangaden, P., Precup, D.: Bisimulation Metrics for Continuous Markov Decision Processes. SIAM Journal on Computing\u00a040(6), 1662\u20131714 (2011)","journal-title":"SIAM Journal on Computing"},{"key":"17_CR5","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1017\/S000186780002807X","volume":"29","author":"A. M\u00fcller","year":"1997","unstructured":"M\u00fcller, A.: Integral Probability Metrics and Their Generating Classes of Functions. Advances in Applied Probability\u00a029, 429\u2013443 (1997)","journal-title":"Advances in Applied Probability"},{"issue":"1","key":"17_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/0890-5401(91)90030-6","volume":"94","author":"K.G. Larsen","year":"1991","unstructured":"Larsen, K.G., Skou, A.: Bisimulation Through Probabilistic Testing. Information and Computation\u00a094(1), 1\u201328 (1991)","journal-title":"Information and Computation"},{"key":"17_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-10235-3","volume-title":"A Calculus of Communication Systems","author":"R. Milner","year":"1980","unstructured":"Milner, R.: A Calculus of Communication Systems. LNCS, vol.\u00a092. Springer, New York (1980)"},{"key":"17_CR8","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1007\/BFb0017309","volume-title":"Proceedings of the 5th GI-Conference on Theoretical Computer Science","author":"D. Park","year":"1981","unstructured":"Park, D.: Concurrency and Automata on Infinite Sequences. In: Proceedings of the 5th GI-Conference on Theoretical Computer Science, pp. 167\u2013183. Springer, London (1981)"},{"key":"17_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"258","DOI":"10.1007\/3-540-48320-9_19","volume-title":"CONCUR\u201999. Concurrency Theory","author":"J. Desharnais","year":"1999","unstructured":"Desharnais, J., Gupta, V., Jagadeesan, R., Panangaden, P.: Metrics for Labeled Markov Systems. In: Baeten, J.C.M., Mauw, S. (eds.) CONCUR 1999. LNCS, vol.\u00a01664, pp. 258\u2013273. Springer, Heidelberg (1999)"},{"issue":"3","key":"17_CR10","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1016\/j.tcs.2003.09.013","volume":"318","author":"J. Desharnais","year":"2004","unstructured":"Desharnais, J., Gupta, V., Jagadeesan, R., Panangaden, P.: Metrics for Labelled Markov Processes. Theor. Comput. Sci.\u00a0318(3), 323\u2013354 (2004)","journal-title":"Theor. Comput. Sci."},{"issue":"1-2","key":"17_CR11","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1016\/j.tcs.2007.02.059","volume":"380","author":"F. Breugel van","year":"2007","unstructured":"van Breugel, F., Hermida, C., Makkai, M., Worrell, J.: Recursively Defined Metric Spaces Without Contraction. Theoretical Computer Science\u00a0380(1-2), 143\u2013163 (2007)","journal-title":"Theoretical Computer Science"},{"key":"17_CR12","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1145\/800061.808758","volume-title":"STOC 1983: Proceedings of the Fifteenth Annual ACM Symposium on Theory of Computing","author":"D. Kozen","year":"1983","unstructured":"Kozen, D.: A Probabilistic PDL. In: STOC 1983: Proceedings of the Fifteenth Annual ACM Symposium on Theory of Computing, pp. 291\u2013297. ACM, New York (1983)"},{"key":"17_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1007\/978-3-540-71389-0_10","volume-title":"Foundations of Software Science and Computational Structures","author":"F. Breugel van","year":"2007","unstructured":"van Breugel, F., Sharma, B., Worrell, J.B.: Approximating a Behavioural Pseudometric Without Discount for Probabilistic Systems. In: Seidl, H. (ed.) FOSSACS 2007. LNCS, vol.\u00a04423, pp. 123\u2013137. Springer, Heidelberg (2007)"},{"key":"17_CR14","unstructured":"Ferns, N., Panangaden, P., Precup, D.: Metrics for Finite Markov Decision Processes. In: AUAI 2004: Proceedings of the 20th Annual Conference on Uncertainty in Artificial Intelligence, Arlington, Virginia, United States, pp. 162\u2013169. AUAI Press (2004)"},{"key":"17_CR15","unstructured":"Ferns, N., Panangaden, P., Precup, D.: Metrics for Markov Decision Processes with Infinite State Spaces. In: Proceedings of the 21 Annual Conference on Uncertainty in Artificial Intelligence (UAI 2005), Arlington, Virginia, pp. 201\u2013208. AUAI Press (2005)"},{"key":"17_CR16","unstructured":"Ferns, N., Castro, P.S., Precup, D., Panangaden, P.: Methods for Computing State Similarity in Markov Decision Processes. In: Proceedings of the 22nd Annual Conference on Uncertainty in Artificial Intelligence (UAI 2006), Arlington, Virginia. AUAI Press, Arlington (2006)"},{"key":"17_CR17","unstructured":"Castronovo, M., Maes, F., Ernst., R.F.,, D.: Learning Exploration\/Exploitation Strategies for Single Trajectory Reinforcement Learning. In: Proceedings of the 10th European Workshop on Reinforcement Learning (EWRL 2012), Edinburgh, Scotland, June 30-July 1, vol.\u00a024, pp. 1\u201310 (2012)"},{"key":"17_CR18","doi-asserted-by":"crossref","unstructured":"Panangaden, P.: Labelled Markov Processes. Imperial College Press (2009)","DOI":"10.1142\/9781848162891"},{"key":"17_CR19","doi-asserted-by":"crossref","unstructured":"Giry, M.: A Categorical Approach to Probability Theory. Categorical Aspects of Topology and Analysis, pp. 68\u201385 (1982)","DOI":"10.1007\/BFb0092872"},{"key":"17_CR20","unstructured":"Billingsley, P.: Convergence of Probability Measures. Wiley (1968)"},{"key":"17_CR21","doi-asserted-by":"crossref","unstructured":"Dudley, R.M.: Real Analysis and Probability. Cambridge University Press (August 2002)","DOI":"10.1017\/CBO9780511755347"},{"key":"17_CR22","unstructured":"Desharnais, J.: Labelled Markov Processes. PhD thesis, McGill University (2000)"},{"issue":"2","key":"17_CR23","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1006\/inco.2001.2962","volume":"179","author":"J. Desharnais","year":"2002","unstructured":"Desharnais, J., Edalat, A., Panangaden, P.: Bisimulation for Labeled Markov Processes. Information and Computation\u00a0179(2), 163\u2013193 (2002)","journal-title":"Information and Computation"},{"key":"17_CR24","doi-asserted-by":"publisher","first-page":"419","DOI":"10.1111\/j.1751-5823.2002.tb00178.x","volume":"70","author":"A.L. Gibbs","year":"2002","unstructured":"Gibbs, A.L., Su, F.E.: On Choosing and Bounding Probability Metrics. International Statistical Review\u00a070, 419\u2013435 (2002)","journal-title":"International Statistical Review"},{"key":"17_CR25","doi-asserted-by":"crossref","unstructured":"Villani, C.: Topics in Optimal Transportation. Graduate Studies in Mathematics, vol.\u00a058. American Mathematical Society (2003)","DOI":"10.1090\/gsm\/058"},{"key":"17_CR26","series-title":"Applications of Mathematics","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-0561-6","volume-title":"Further Topics on Discrete-Time Markov Control Processes","author":"O. Hern\u00e1ndez-Lerma","year":"1999","unstructured":"Hern\u00e1ndez-Lerma, O., Lasserre, J.B.: Further Topics on Discrete-Time Markov Control Processes. Applications of Mathematics. Springer, New York (1999)"},{"key":"17_CR27","unstructured":"Srivastava, S.M.: A Course on Borel Sets. Graduate texts in mathematics, vol.\u00a0180. Springer (2008)"},{"key":"17_CR28","unstructured":"Bertsekas, D.P., Shreve, S.E.: Stochastic Optimal Control: The Discrete-Time Case. Athena Scientific (2007)"},{"key":"17_CR29","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-4832-0022-4.50006-5","volume-title":"Probability Measures on Metric Spaces","author":"K.R. Parthasarathy","year":"1967","unstructured":"Parthasarathy, K.R.: Probability Measures on Metric Spaces. Academic, New York (1967)"},{"key":"17_CR30","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1007\/978-3-642-28729-9_29","volume-title":"Foundations of Software Science and Computational Structures","author":"D. Chen","year":"2012","unstructured":"Chen, D., van Breugel, F., Worrell, J.: On the Complexity of Computing Probabilistic Bisimilarity. In: Birkedal, L. (ed.) FOSSACS 2012. LNCS, vol.\u00a07213, pp. 437\u2013451. Springer, Heidelberg (2012)"},{"key":"17_CR31","doi-asserted-by":"publisher","DOI":"10.1002\/9780470316887","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"M.L. Puterman","year":"1994","unstructured":"Puterman, M.L.: Markov Decision Processes: Discrete Stochastic Dynamic Programming. John Wiley & Sons, Inc., New York (1994)"},{"key":"17_CR32","doi-asserted-by":"publisher","first-page":"1550","DOI":"10.1214\/12-EJS722","volume":"6","author":"B.K. Sriperumbudur","year":"2012","unstructured":"Sriperumbudur, B.K., Fukumizu, K., Gretton, A., Sch\u00f6lkopf, B., Lanckriet, G.R.G.: On the Empirical Estimation of Integral Probability Metrics. Electronic Journal of Statistics\u00a06, 1550\u20131599 (2012)","journal-title":"Electronic Journal of Statistics"},{"key":"17_CR33","first-page":"54","volume-title":"QEST 2005: Proceedings of the Second International Conference on the Quantitative Evaluation of Systems (QEST 2005) on The Quantitative Evaluation of Systems","author":"A. Bouchard-C\u00f4t\u00e9","year":"2005","unstructured":"Bouchard-C\u00f4t\u00e9, A., Ferns, N., Panangaden, P., Precup, D.: An Approximation Algorithm for Labelled Markov Processes: Towards Realistic Approximation. In: QEST 2005: Proceedings of the Second International Conference on the Quantitative Evaluation of Systems (QEST 2005) on The Quantitative Evaluation of Systems, pp. 54\u201361. IEEE Computer Society, Washington, DC (2005)"},{"key":"17_CR34","doi-asserted-by":"publisher","first-page":"414","DOI":"10.1017\/S0001867800028068","volume":"29","author":"A. M\u00fcller","year":"1997","unstructured":"M\u00fcller, A.: Stochastic Orders Generated by Integrals: A Unified Study. Advances in Applied Probability\u00a029, 414\u2013428 (1997)","journal-title":"Advances in Applied Probability"},{"key":"17_CR35","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1007\/978-3-642-02930-1_11","volume-title":"Automata, Languages and Programming","author":"P. Chaput","year":"2009","unstructured":"Chaput, P., Danos, V., Panangaden, P., Plotkin, G.: Approximating Markov Processes by Averaging. In: Albers, S., Marchetti-Spaccamela, A., Matias, Y., Nikoletseas, S., Thomas, W. (eds.) ICALP 2009, Part II. LNCS, vol.\u00a05556, pp. 127\u2013138. Springer, Heidelberg (2009)"}],"container-title":["Lecture Notes in Computer Science","Horizons of the Mind. A Tribute to Prakash Panangaden"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-06880-0_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,26]],"date-time":"2019-05-26T18:21:26Z","timestamp":1558894886000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-06880-0_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9783319068794","9783319068800"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-06880-0_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2014]]}}}