{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T03:42:17Z","timestamp":1777434137216,"version":"3.51.4"},"reference-count":61,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2010,11,5]],"date-time":"2010-11-05T00:00:00Z","timestamp":1288915200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Auton Agent Multi-Agent Syst"],"published-print":{"date-parts":[[2012,5]]},"DOI":"10.1007\/s10458-010-9157-y","type":"journal-article","created":{"date-parts":[[2010,11,4]],"date-time":"2010-11-04T22:26:25Z","timestamp":1288909585000},"page":"441-484","source":"Crossref","is-referenced-by-count":42,"title":["Sequentially optimal repeated coalition formation under uncertainty"],"prefix":"10.1007","volume":"24","author":[{"given":"Georgios","family":"Chalkiadakis","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Craig","family":"Boutilier","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2010,11,5]]},"reference":[{"key":"9157_CR1","unstructured":"Abdallah, S., & Lesser, V. (2004). Organization-based coalition formation. In Proceedings of the third international joint conference on autonomous agents and multiagent systems (AAMAS\u201904) (pp. 1296\u20131297)."},{"key":"9157_CR2","doi-asserted-by":"crossref","first-page":"411","DOI":"10.2307\/2971721","volume":"64","author":"M. Agastya","year":"1997","unstructured":"Agastya M. (1997) Adaptive play in multiplayer bargaining situations. Review of Economic Studies 64: 411\u2013426","journal-title":"Review of Economic Studies"},{"key":"9157_CR3","unstructured":"Aumann R. J., Myerson R. B. (1988) Endogenous formation of links between palyers and of coalitions: An application of the shapley value. In: Roth A. E. (eds) The shapley value. Cambridge University Press, Cambridge, pp 175\u2013191"},{"key":"9157_CR4","doi-asserted-by":"crossref","unstructured":"Banerjee, B., & Sen, S. (2000). Selecting partners. In Proceedings of the fourth international conference on autonomous agents, Barcelona, Catalonia, Spain (pp. 261\u2013262).","DOI":"10.1145\/336595.337478"},{"issue":"1\u20132","key":"9157_CR5","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1016\/0004-3702(94)00011-O","volume":"72","author":"A. G. Barto","year":"1995","unstructured":"Barto A. G., Bradtke S. J., Singh S. P. (1995) Learning to act using real-time dynamic programming. Artificial Intelligence 72(1\u20132): 81\u2013138","journal-title":"Artificial Intelligence"},{"key":"9157_CR6","volume-title":"Dynamic programming","author":"R. E. Bellman","year":"1957","unstructured":"Bellman R. E. (1957) Dynamic programming. Princeton University Press, Princeton"},{"key":"9157_CR7","doi-asserted-by":"crossref","unstructured":"Blankenburg, B., Dash, R. K., Ramchurn, S. D., Klusch, M., & Jennings, N. R. (2005). Trusted Kernel-based coalition formation. In Proceedings of the fourth international joint conference on autonomous agents and multiagent systems (AAMAS\u201905) (pp. 989\u2013996).","DOI":"10.1145\/1082473.1082623"},{"key":"9157_CR8","doi-asserted-by":"crossref","unstructured":"Blankenburg, B., & Klusch, M. (2005). BSCA-F: efficient fuzzy valued stable coalition forming among agents. In Proceedings of the IEEE international conference on intelligent agent technology (IAT).","DOI":"10.1109\/IAT.2005.48"},{"key":"9157_CR9","doi-asserted-by":"crossref","unstructured":"Blankenburg, B., Klusch, M., & Shehory, O. (2003). Fuzzy Kernel-stable coalitions between rational agents. In Proceedings of the second international joint conference on autonomous agents and multiagent systems (AAMAS\u201903) (pp. 9\u201316).","DOI":"10.1145\/860575.860578"},{"key":"9157_CR10","unstructured":"Chalkiadakis, G. (2007). A Bayesian approach to multiagent reinforcement learning and coalition formation under uncertainty. PhD thesis, Department of Computer Science, University of Toronto, Canada."},{"key":"9157_CR11","doi-asserted-by":"crossref","unstructured":"Chalkiadakis, G., & Boutilier, C. (2003). Coordination in multiagent reinforcement learning: a Bayesian approach. In Proceedings of the second international joint conference on autonomous agents and multiagent systems (AAMAS\u201903) (pp. 709\u2013716).","DOI":"10.1145\/860575.860689"},{"key":"9157_CR12","unstructured":"Chalkiadakis, G., & Boutilier, C. (2004). Bayesian reinforcement learning for coalition formation under uncertainty. In Proceedings of the third international joint conference on autonomous agents and multiagent systems (AAMAS\u201904) (pp. 1090\u20131097)."},{"key":"9157_CR13","unstructured":"Chalkiadakis G., & Boutilier, C. (2007). Coalitional bargaining with agent type uncertainty. In Proceedings of the twentieth international joint conference on artificial intelligence (IJCAI-07) (pp. 1227\u20131232)."},{"key":"9157_CR14","unstructured":"Chalkiadakis, G., & Boutilier, C. (2008). Sequential decision making in repeated coalition formation under uncertainty. In Proceedings of the seventh international joint conference on autonomous agents and multiagent systems (AAMAS\u201908) (pp. 347\u2013354)."},{"key":"9157_CR15","doi-asserted-by":"crossref","unstructured":"Chalkiadakis, G., Markakis, E., & Boutilier, C. (2007). Coalition formation under uncertainty: bargaining equilibria and the Bayesian core stability concept. In Proceedings of the sixth international joint conference on autonomous agents and multiagent aystems (AAMAS\u201907) (pp. 400\u2013407).","DOI":"10.1145\/1329125.1329203"},{"key":"9157_CR16","doi-asserted-by":"crossref","first-page":"463","DOI":"10.2307\/2298067","volume":"60","author":"K. Chatterjee","year":"1993","unstructured":"Chatterjee K., Dutta B., Sengupta K. (1993) A noncooperative theory of coalitional bargaining. Review of Economic Studies 60: 463\u2013477","journal-title":"Review of Economic Studies"},{"key":"9157_CR17","unstructured":"Conitzer, V., & Sandholm, T. (2003). Complexity of determining non-emptiness of the core. In Proceedings of the eighteenth international joint conference on artificial intelligence (IJCAI-03)."},{"key":"9157_CR18","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1002\/nav.3800120303","volume":"12","author":"M. Davis","year":"1965","unstructured":"Davis M., Maschler M. (1965) The Kernel of a cooperative game. Naval Research Logistics Quarterly 12: 223\u2013259","journal-title":"Naval Research Logistics Quarterly"},{"key":"9157_CR19","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1016\/S0004-3702(96)00023-9","volume":"89","author":"R. Dearden","year":"1997","unstructured":"Dearden R., Boutilier C. (1997) Abstraction and approximate decision theoretic planning. Artificial Intelligence 89: 219\u2013283","journal-title":"Artificial Intelligence"},{"key":"9157_CR20","unstructured":"Dearden, R., Friedman, N., & Andre, D. (1999) Model based Bayesian exploration. In Proceedings of fifteenth conference on uncertainty in artificial intelligence (pp. 150\u2013159)."},{"key":"9157_CR21","unstructured":"Dearden, R., Friedman, N., & Russell, S. (1998). Bayesian Q-learning. In Proceedings of the fifteenth national conference on artificial intelligence (AAAI-98) (pp. 761\u2013768)."},{"key":"9157_CR22","volume-title":"Optimal statistical decisions","author":"M. H. DeGroot","year":"1970","unstructured":"DeGroot M. H. (1970) Optimal statistical decisions. McGraw-Hill, New York"},{"key":"9157_CR23","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1287\/moor.19.2.257","volume":"19","author":"X. Deng","year":"1994","unstructured":"Deng X., Papadimitriou C. (1994) On the complexity of cooperative solution concepts. Mathematics of Operation Research 19: 257\u2013266","journal-title":"Mathematics of Operation Research"},{"key":"9157_CR24","unstructured":"Dieckmann T., & Schwalbe, U. (1998). Dynamic coalition formation and the core. Economics Department Working Paper Series, Department of Economics, National University of Ireland, Maynooth."},{"key":"9157_CR25","unstructured":"Duff, M. O. (2002). Optimal learning: Computational procedures for Bayes-adaptive Markov decision processes. PhD thesis, Department of Computer Science, University of Massachusetts, Amherst."},{"key":"9157_CR26","doi-asserted-by":"crossref","unstructured":"Fullam, K., Klos, T. B., Muller, G., Sabater, J., Schlosser, A., Topol, Z., et\u00a0al. (2005). A specification of the agent reputation and trust (art) testbed: Experimentation and competition for trust in agent societies. In AAMAS (pp. 512\u2013518).","DOI":"10.1145\/1082473.1082551"},{"key":"9157_CR27","unstructured":"Gerber, A. (2005). Flexible cooperation between autonomous agents in dynamic environments. PhD thesis, Saarland University, Germany."},{"key":"9157_CR28","unstructured":"Gillies, D. B. (1953). Some theorems on n-Person games. PhD thesis, Department of Mathematics, Princeton University, Princeton."},{"key":"9157_CR29","unstructured":"Horvitz, E. (1990). Computation and action under bounded resources. PhD thesis, Stanford University."},{"key":"9157_CR30","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","volume":"101","author":"L. P. Kaelbling","year":"1998","unstructured":"Kaelbling L. P., Littman M. L., Cassandra A. R. (1998) Planning and acting in partially observable stochastic domains. Artificial Intelligence 101: 99\u2013134","journal-title":"Artificial Intelligence"},{"key":"9157_CR31","volume-title":"Theories of coalition formation","author":"J. P. Kahan","year":"1984","unstructured":"Kahan J. P., Rapoport A. (1984) Theories of coalition formation. Lawrence Erlbaum Associates, Hillsdale, NJ"},{"issue":"3","key":"9157_CR32","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1109\/MIS.2002.1005630","volume":"17","author":"M. Klusch","year":"2002","unstructured":"Klusch M., Gerber A. (2002) Dynamic coalition formation among rational agents. IEEE Intelligent Systems 17(3): 42\u201347","journal-title":"IEEE Intelligent Systems"},{"key":"9157_CR33","doi-asserted-by":"crossref","unstructured":"Kraus, S., Shehory, O., & Taase G. (2003). Coalition formation with uncertain heterogeneous information. In Proceedings of the second international joint conference on autonomous agents and multiagent systems (AAMAS\u201903) (pp. 1\u20138).","DOI":"10.1145\/860575.860577"},{"key":"9157_CR34","unstructured":"Kraus, S., Shehory, O., & Taase, G. (2004). The advantages of compromising in coalition formation with incomplete information. In Proceedings of the third international joint conference on autonomous agents and multiagent systems (AAMAS\u201904) (pp. 588\u2013595)."},{"key":"9157_CR35","volume-title":"Games and decisions","author":"R. D. Luce","year":"1957","unstructured":"Luce R. D., Raiffa H. (1957) Games and decisions. John Wiley and Sons, New York"},{"key":"9157_CR36","volume-title":"Microeconomic theory","author":"A. Mas-Colell","year":"1995","unstructured":"Mas-Colell A., Whinston M., Green J. R. (1995) Microeconomic theory. Oxford University Press, Oxford"},{"key":"9157_CR37","unstructured":"Merida-Campos, C., & Willmott, S. (2004). Modelling coalition formation over time for iterative coalition games. In Proceedings of the third international joint conference on autonomous agents and multiagent systems (AAMAS\u201904) (pp. 572\u2013579)."},{"key":"9157_CR38","volume-title":"Game theory: Analysis of conflict","author":"R. B. Myerson","year":"1991","unstructured":"Myerson R. B. (1991) Game theory: Analysis of conflict. Harvard University Press, Cambridge"},{"key":"9157_CR39","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1006\/game.1996.0076","volume":"16","author":"A. Okada","year":"1996","unstructured":"Okada A. (1996) A noncooperative coalitional bargaining game with random proposers. Games and Economic Behavior 16: 97\u2013108","journal-title":"Games and Economic Behavior"},{"issue":"4","key":"9157_CR40","doi-asserted-by":"crossref","first-page":"237","DOI":"10.3233\/MGS-2005-1402","volume":"1","author":"J. Patel","year":"2005","unstructured":"Patel J., Teacy W. T. L., Jennings N. R., Luck M., Chalmers S., Oren N. et\u00a0al (2005) Agent-based virtual organisations for the grid. Multiagent and Grid Systems 1(4): 237\u2013249","journal-title":"Multiagent and Grid Systems"},{"key":"9157_CR41","unstructured":"Poupart, P., & Vlassis, N. (2008). Model-based bayesian reinforcement learning in partially observable domains. In International symposium on artificial intelligence and mathematics (ISAIM), Fort Lauderdale, FL."},{"key":"9157_CR42","unstructured":"Price, B. (2003). Accelerating reinforcement learning with imitation. PhD thesis, University of British Columbia."},{"key":"9157_CR43","doi-asserted-by":"crossref","unstructured":"Puterman, M. L. (1994). Markov decision processes: Wiley.","DOI":"10.1002\/9780470316887"},{"key":"9157_CR44","volume-title":"N-Person game theory","author":"A. Rapoport","year":"1970","unstructured":"Rapoport A. (1970) N-Person game theory. University of Michigan Press, MI"},{"key":"9157_CR45","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-48312-7","volume-title":"Coalition formation by sophisticated players","author":"A. Rapoport","year":"1979","unstructured":"Rapoport A., Kahan J. P., Funk S. G., Horowitz A. D. (1979) Coalition formation by sophisticated players. Springer, NY"},{"key":"9157_CR46","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/2474.001.0001","volume-title":"Do the right thing: Studies in limited rationality","author":"S. Russell","year":"1991","unstructured":"Russell S., Wefald E. (1991) Do the right thing: Studies in limited rationality. The MIT Press, Cambridge, MA"},{"issue":"1\u20132","key":"9157_CR47","doi-asserted-by":"crossref","first-page":"209","DOI":"10.1016\/S0004-3702(99)00036-3","volume":"111","author":"T. Sandholm","year":"1999","unstructured":"Sandholm T., Larson K., Andersson M., Shehory O., Tohme F. (1999) Coalition structure generation with worst case guarantees. Artificial Intelligence 111(1\u20132): 209\u2013238","journal-title":"Artificial Intelligence"},{"issue":"1","key":"9157_CR48","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1016\/S0004-3702(97)00030-1","volume":"94","author":"T. Sandholm","year":"1997","unstructured":"Sandholm T., Lesser V. R. (1997) Coalitions among computationally bounded agents. Artificial Intelligence 94(1): 99\u2013137","journal-title":"Artificial Intelligence"},{"key":"9157_CR49","doi-asserted-by":"crossref","first-page":"728","DOI":"10.1287\/opre.21.3.728","volume":"21","author":"J. K. Satia","year":"1973","unstructured":"Satia J. K., Lave R. E. (1973) Markovian decision processes with uncertain transition probabilities. Operations Research 21: 728\u2013740","journal-title":"Operations Research"},{"key":"9157_CR50","first-page":"307","volume-title":"Contributions to the theory of games II","author":"L. S. Shapley","year":"1953","unstructured":"Shapley L. S. (1953) A value for n-Person games. In: Kuhn H., Tucker A. W. (eds) Contributions to the theory of games II. Princeton University Press, Princeton, pp 307\u2013317"},{"issue":"1\u20132","key":"9157_CR51","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1016\/S0004-3702(98)00045-9","volume":"101","author":"O. Shehory","year":"1998","unstructured":"Shehory O., Kraus S. (1998) Methods for task allocation via agent coalition formation. Artificial Intelligence 101(1\u20132): 165\u2013200","journal-title":"Artificial Intelligence"},{"key":"9157_CR52","doi-asserted-by":"crossref","first-page":"218","DOI":"10.1111\/0824-7935.00092","volume":"15","author":"O. Shehory","year":"1999","unstructured":"Shehory O., Kraus S. (1999) Feasible formation of coalitions among autonomous agents in nonsuperadditive environments. Computational Intelligence 15: 218\u2013251","journal-title":"Computational Intelligence"},{"key":"9157_CR53","unstructured":"Shehory, O., Sycara, K., & Jha, S. (1997). Multiagent coordination through coalition formation. In Agent theories, architectures and languages (pp. 143\u2013154)."},{"key":"9157_CR54","unstructured":"Soh, L.-K., & Li, X. (2004). Adaptive, confidence-based multiagent negotiation strategy. In Proceedings of the third international joint conference on autonomous agents and multiagent aystems (AAMAS\u201904) (pp. 1046\u20131053)."},{"key":"9157_CR55","doi-asserted-by":"crossref","first-page":"282","DOI":"10.1287\/opre.26.2.282","volume":"26","author":"E. J. Sondik","year":"1978","unstructured":"Sondik E. J. (1978) The optimal control of partially observable Markov processes over the infinite horizon: discounted costs. Operations Research 26: 282\u2013304","journal-title":"Operations Research"},{"key":"9157_CR56","doi-asserted-by":"crossref","first-page":"331","DOI":"10.1006\/game.1998.0672","volume":"27","author":"J. Suijs","year":"1999","unstructured":"Suijs J., Borm P. (1999) Stochastic cooperative games: Superadditivity, convexity and certainty equivalents. Journal of Games and Economic Behavior 27: 331\u2013345","journal-title":"Journal of Games and Economic Behavior"},{"key":"9157_CR57","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1016\/S0377-2217(97)00421-9","volume":"113","author":"J. Suijs","year":"1999","unstructured":"Suijs J., Borm P., De Wagenaere A., Tijs S. (1999) Cooperative games with stochastic payoffs. European Journal of Operational Research 113: 193\u2013205","journal-title":"European Journal of Operational Research"},{"key":"9157_CR58","doi-asserted-by":"crossref","unstructured":"Sutton, R. S., & Barto, A. G. (1998). Reinforcement learning: An introduction: MIT Press.","DOI":"10.1109\/TNN.1998.712192"},{"key":"9157_CR59","unstructured":"Teacy, W. T. L., Chalkiadakis, G., Rogers, A., & Jennings, N. R. (2008). Sequential decision making with untrustworthy service providers. In Proceedings of the seventh international joint conference on autonomous agents and multiagent systems (AAMAS\u201908). (pp. 755\u2013762)."},{"key":"9157_CR60","volume-title":"Theory of games and economic behavior","author":"J. Neumann von","year":"1944","unstructured":"von Neumann J., Morgenstern O. (1944) Theory of games and economic behavior. Princeton University Press, Princeton"},{"key":"9157_CR61","unstructured":"Wellman, M. P. (2006). Methods for empirical game-theoretic analysis. In Proceedings of the 21st national conference on AI (AAAI-06) (pp. 1552\u20131555)."}],"container-title":["Autonomous Agents and Multi-Agent Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10458-010-9157-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10458-010-9157-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10458-010-9157-y","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,27]],"date-time":"2025-02-27T16:11:30Z","timestamp":1740672690000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10458-010-9157-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,11,5]]},"references-count":61,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2012,5]]}},"alternative-id":["9157"],"URL":"https:\/\/doi.org\/10.1007\/s10458-010-9157-y","relation":{},"ISSN":["1387-2532","1573-7454"],"issn-type":[{"value":"1387-2532","type":"print"},{"value":"1573-7454","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010,11,5]]}}}