{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T03:46:30Z","timestamp":1742960790046,"version":"3.40.3"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030820138"},{"type":"electronic","value":"9783030820145"}],"license":[{"start":{"date-parts":[[2021,7,23]],"date-time":"2021-07-23T00:00:00Z","timestamp":1626998400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,7,23]],"date-time":"2021-07-23T00:00:00Z","timestamp":1626998400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-82014-5_28","type":"book-chapter","created":{"date-parts":[[2021,7,22]],"date-time":"2021-07-22T09:05:09Z","timestamp":1626944709000},"page":"423-437","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Markovian Learning Methods in Decision-Making Systems"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8569-423X","authenticated-orcid":false,"given":"Petro","family":"Kravets","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8653-1520","authenticated-orcid":false,"given":"Yevhen","family":"Burov","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9676-0180","authenticated-orcid":false,"given":"Vasyl","family":"Lytvyn","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6417-3689","authenticated-orcid":false,"given":"Victoria","family":"Vysotska","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5831-4000","authenticated-orcid":false,"given":"Yuriy","family":"Ryshkovets","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9886-3589","authenticated-orcid":false,"given":"Oksana","family":"Brodyak","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6343-7512","authenticated-orcid":false,"given":"Svitlana","family":"Vyshemyrska","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,7,23]]},"reference":[{"issue":"1","key":"28_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2108242.2108243","volume":"59","author":"C Baier","year":"2012","unstructured":"Baier, C., Gr\u00f6\u00dfer, M., Bertrand, N.: Probabilistic w-automata. J. ACM (JACM) 59(1), 1\u201352 (2012). https:\/\/doi.org\/10.1145\/2108242.2108243","journal-title":"J. ACM (JACM)"},{"key":"28_CR2","series-title":"NATO ASI Series","doi-asserted-by":"publisher","first-page":"405","DOI":"10.1007\/978-3-642-82657-3","volume-title":"Disordered Systems and Biological Organization: Proceedings of the NATO Advanced Research Workshop on Disordered Systems and Biological Organization Held at Les Houches","year":"2012","unstructured":"Bienenstock, E., Souli\u00e9, F.F., Weisbuch, G. (eds.): Disordered Systems and Biological Organization: Proceedings of the NATO Advanced Research Workshop on Disordered Systems and Biological Organization Held at Les Houches. NATO ASI Series, vol. 20, p. 405. Springer, Berlin, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-82657-3"},{"key":"28_CR3","unstructured":"Cormen, T.H., Leiserson, C.E., Rivest, R.L., Stein, C.: Introduction to Algorithms, 2nd edn. The Knuth-Morris-Pratt Algorithm (2001)"},{"key":"28_CR4","doi-asserted-by":"publisher","unstructured":"Feinberg, E.A., Shwartz, A. (eds.): Handbook of Markov Decision Processes: Methods and Applications. International Series in Operations Research & Management Science, vol. 40, 1st edn., p. 565. Springer, Boston, MA (2012). https:\/\/doi.org\/10.1007\/978-1-4615-0805-2","DOI":"10.1007\/978-1-4615-0805-2"},{"key":"28_CR5","doi-asserted-by":"publisher","first-page":"394","DOI":"10.1007\/978-1-4612-4054-9","volume-title":"Competitive Markov Decision Processes","year":"2012","unstructured":"Filar, J., Vrieze, K. (eds.): Competitive Markov Decision Processes, 1st edn., p. 394. Springer, New York, NY (2012). https:\/\/doi.org\/10.1007\/978-1-4612-4054-9","edition":"1"},{"issue":"3","key":"28_CR6","doi-asserted-by":"publisher","first-page":"e1004818","DOI":"10.1371\/journal.pcbi.1004818","volume":"12","author":"GM Fricke","year":"2016","unstructured":"Fricke, G.M., Letendre, K.A., Moses, M.E., Cannon, J.L.: Persistence and adaptation in immunity: T cells balance the extent and thoroughness of search. PLoS Comput. Biol. 12(3), e1004818 (2016). https:\/\/doi.org\/10.1371\/journal.pcbi.1004818","journal-title":"PLoS Comput. Biol."},{"key":"28_CR7","volume-title":"The Theory of Learning in Games","author":"D Fudenberg","year":"1998","unstructured":"Fudenberg, D., Levine, D.: The Theory of Learning in Games. MIT Press, Cambridge (1998)"},{"issue":"6245","key":"28_CR8","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1126\/science.aaa8415","volume":"349","author":"MI Jordan","year":"2015","unstructured":"Jordan, M.I., Mitchell, T.M.: Machine learning: trends, perspectives, and prospects. Science 349(6245), 255\u2013260 (2015). https:\/\/doi.org\/10.1126\/science.aaa8415","journal-title":"Science"},{"key":"28_CR9","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/10187.001.0001","volume-title":"Decision Making Under Uncertainty: Theory and Application","author":"MJ Kochenderfer","year":"2015","unstructured":"Kochenderfer, M.J.: Decision Making Under Uncertainty: Theory and Application. MIT Press, Cambridge (2015)"},{"key":"28_CR10","doi-asserted-by":"crossref","unstructured":"Kravets, P., Lytvyn, V., Vysotska, V., Burov, Y.: Promoting training of multi-agent systems. In: CEUR Workshop Proceedings, vol. 2608, pp. 364\u2013378 (2020)","DOI":"10.32782\/cmis\/2608-28"},{"key":"28_CR11","doi-asserted-by":"publisher","first-page":"653","DOI":"10.1007\/978-3-030-54215-3_42","volume":"1246","author":"P Kravets","year":"2020","unstructured":"Kravets, P., Lytvyn, V., Vysotska, V., Ryshkovets, Y., Vyshemyrska, S., Smailova, S.: Dynamic coordination of strategies for multi-agent systems. Adv. Intell. Syst. Comput. 1246, 653\u2013670 (2020). https:\/\/doi.org\/10.1007\/978-3-030-54215-3_42","journal-title":"Adv. Intell. Syst. Comput."},{"key":"28_CR12","series-title":"Applied Mathematical Sciences","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1007\/978-1-4684-9352-8","volume-title":"Stochastic Approximation Methods for Constrained and Unc1onstrained Systems","author":"HJ Kushner","year":"2012","unstructured":"Kushner, H.J., Clark, D.S.: Stochastic Approximation Methods for Constrained and Unc1onstrained Systems. Applied Mathematical Sciences, vol. 26, 1st edn., p. 263. Springer, New York, NY (2012). https:\/\/doi.org\/10.1007\/978-1-4684-9352-8","edition":"1"},{"key":"28_CR13","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"ML Puterman","year":"2005","unstructured":"Puterman, M.L.: Markov Decision Processes: Discrete Stochastic Dynamic Programming. Wiley, New York (2005)"},{"key":"28_CR14","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/4151.001.0001","volume-title":"Layered Learning in Multiagent Systems: A Winning Approach to Robotic Soccer","author":"P Stone","year":"2000","unstructured":"Stone, P.: Layered Learning in Multiagent Systems: A Winning Approach to Robotic Soccer. MIT Press, Cambridge (2000)"},{"key":"28_CR15","doi-asserted-by":"publisher","DOI":"10.1017\/S0263574799271172","volume-title":"Reinforcement Learning: An Introduction.","author":"R Sutton","year":"1998","unstructured":"Sutton, R., Barto, A.: Reinforcement Learning: An Introduction., 2nd edn. MIT Press, Cambridge (1998). https:\/\/doi.org\/10.1017\/S0263574799271172","edition":"2"},{"key":"28_CR16","doi-asserted-by":"publisher","unstructured":"Szaban, M., Seredynski, F., Bouvry, P.: Collective behavior of rules for cellular automata-based stream ciphers. In: IEEE International Conference on Evolutionary Computation, pp. 179\u2013183 (2006). https:\/\/doi.org\/10.1109\/CEC.2006.1688306","DOI":"10.1109\/CEC.2006.1688306"},{"key":"28_CR17","doi-asserted-by":"publisher","unstructured":"Tanabe, R., Fukunaga, A.: Success-history based parameter adaptation for differential evolution. In: IEEE Congress on Evolutionary Computation, pp. 71\u201378 (2013). https:\/\/doi.org\/10.1109\/CEC.2013.6557555","DOI":"10.1109\/CEC.2013.6557555"},{"key":"28_CR18","first-page":"216","volume-title":"Stochastic Approximation","author":"MT Wasan","year":"2004","unstructured":"Wasan, M.T.: Stochastic Approximation, vol. 58, 1st edn., p. 216. Cambridge University Press, Cambridge (2004)","edition":"1"},{"key":"28_CR19","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"C Watkins","year":"1992","unstructured":"Watkins, C., Dayan, P.: Q-learning. Mach. Learn. 8, 279\u2013292 (1992). https:\/\/doi.org\/10.1007\/BF00992698","journal-title":"Mach. Learn."},{"key":"28_CR20","doi-asserted-by":"publisher","unstructured":"Weiss, G.: Multiagent Systems. LNCS, vol. 799, pp. 149\u2013152. Springer, Heidelberg (1994). https:\/\/doi.org\/10.1007\/BFb0030538","DOI":"10.1007\/BFb0030538"},{"key":"28_CR21","volume-title":"An Introduction to Multiagent Systems","author":"M Wooldridge","year":"2002","unstructured":"Wooldridge, M.: An Introduction to Multiagent Systems. Wiley, Hoboken (2002)"}],"container-title":["Lecture Notes on Data Engineering and Communications Technologies","Lecture Notes in Computational Intelligence and Decision Making"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-82014-5_28","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,5]],"date-time":"2023-01-05T05:21:11Z","timestamp":1672896071000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-82014-5_28"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,23]]},"ISBN":["9783030820138","9783030820145"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-82014-5_28","relation":{},"ISSN":["2367-4512","2367-4520"],"issn-type":[{"type":"print","value":"2367-4512"},{"type":"electronic","value":"2367-4520"}],"subject":[],"published":{"date-parts":[[2021,7,23]]},"assertion":[{"value":"23 July 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISDMCI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Scientific Conference \u201cIntellectual Systems of Decision Making and Problem of Computational Intelligence\u201d","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Zalizniy Port","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ukraine","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 May 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 May 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"isdmci2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.isdmci.ks.ua\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}