{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T00:03:54Z","timestamp":1743033834666,"version":"3.40.3"},"publisher-location":"Cham","reference-count":20,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030141738"},{"type":"electronic","value":"9783030141745"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-14174-5_6","type":"book-chapter","created":{"date-parts":[[2019,2,14]],"date-time":"2019-02-14T09:12:22Z","timestamp":1550135542000},"page":"77-93","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Learning Best Response Strategies for Agents in Ad Exchanges"],"prefix":"10.1007","author":[{"given":"Stavros","family":"Gerakaris","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Subramanian","family":"Ramamoorthy","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,2,15]]},"reference":[{"key":"6_CR1","unstructured":"Albrecht, S.V., Ramamoorthy, S.: A game-theoretic model and best-response learning method for ad hoc coordination in multiagent systems. In: Proceedings of the 2013 International Conference on Autonomous Agents and Multi-Agent Systems, pp. 1155\u20131156. IFAAMAS (2013)"},{"key":"6_CR2","unstructured":"Albrecht, S.V., Ramamoorthy, S.: On convergence and optimality of best-response learning with policy types in multiagent systems. In: Proceedings of the 30th Conference on Uncertainty in Artificial Intelligence, pp. 12\u201321 (2014)"},{"key":"6_CR3","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1016\/j.artint.2016.02.004","volume":"235","author":"S Albrecht","year":"2016","unstructured":"Albrecht, S., Crandall, J., Ramamoorthy, S.: Belief and truth in hypothesised behaviours. Artif. Intell. 235, 63\u201394 (2016). https:\/\/doi.org\/10.1016\/j.artint.2016.02.004","journal-title":"Artif. Intell."},{"key":"6_CR4","unstructured":"Amin, K., Kearns, M., Key, P., Schwaighofer, A.: Budget optimization for sponsored search: censored learning in MDPs. In: Proceedings of the 28th Conference on Uncertainty in Artificial Intelligence, pp. 54\u201363. AUAI Press (2012)"},{"key":"6_CR5","unstructured":"Amin, K., Rostamizadeh, A., Syed, U.: Learning prices for repeated auctions with strategic buyers. In: Advances in Neural Information Processing Systems, pp. 1169\u20131177 (2013)"},{"issue":"2\u20133","key":"6_CR6","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1023\/A:1013689704352","volume":"47","author":"P Auer","year":"2002","unstructured":"Auer, P., Cesa-Bianchi, N., Fischer, P.: Finite-time analysis of the multiarmed bandit problem. Mach. Learn. 47(2\u20133), 235\u2013256 (2002)","journal-title":"Mach. Learn."},{"key":"6_CR7","unstructured":"Barrett, S., Stone, P., Kraus, S.: Empirical evaluation of ad hoc teamwork in the pursuit domain. In: Proceedings of the 10th International Conference on Autonomous Agents and Multiagent Systems, pp. 567\u2013574. IFAAMAS (2011)"},{"key":"6_CR8","doi-asserted-by":"crossref","unstructured":"Cesa-Bianchi, N., Gentile, C., Mansour, Y.: Regret minimization for reserve prices in second-price auctions. In: Proceedings of the 24th Annual ACM-SIAM Symposium on Discrete Algorithms, pp. 1190\u20131204. SIAM (2013)","DOI":"10.1137\/1.9781611973105.86"},{"key":"6_CR9","doi-asserted-by":"crossref","unstructured":"Cole, R., Roughgarden, T.: The sample complexity of revenue maximization. In: Proceedings of the 46th Annual ACM Symposium on Theory of Computing, pp. 243\u2013252. ACM (2014)","DOI":"10.1145\/2591796.2591867"},{"key":"6_CR10","unstructured":"Insights from buyers and sellers on the RTB opportunity. Forrester Consulting, commissioned by Google, White Paper (2011)"},{"key":"6_CR11","unstructured":"Ganchev, K., Nevmyvaka, Y., Kearns, M., Vaughan, J.W.: Censored exploration and the dark pool problem. In: Proceedings of the 25th Conference on Uncertainty in Artificial Intelligence, pp. 185\u2013194 (2009)"},{"key":"6_CR12","doi-asserted-by":"crossref","unstructured":"Ghosh, A., Rubinstein, B.I., Vassilvitskii, S., Zinkevich, M.: Adaptive bidding for display advertising. In: Proceedings of the 18th International Conference on World Wide Web, pp. 251\u2013260. ACM (2009)","DOI":"10.1145\/1526709.1526744"},{"key":"6_CR13","doi-asserted-by":"crossref","unstructured":"Huang, Z., Mansour, Y., Roughgarden, T.: Making the most of your samples. In: Proceedings of the 16th ACM conference on Economics and Computation, pp. 45\u201360. ACM (2015)","DOI":"10.1145\/2764468.2764475"},{"key":"6_CR14","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1080\/01621459.1958.10501452","volume":"53","author":"EL Kaplan","year":"1958","unstructured":"Kaplan, E.L., Meier, P.: Nonparametric estimation from incomplete observations. J. Am. Stat. Assoc. 53, 457\u2013481 (1958)","journal-title":"J. Am. Stat. Assoc."},{"key":"6_CR15","unstructured":"Mohri, M., Medina, A.M.: Learning theory and algorithms for revenue optimization in second-price auctions with reserve. In: Proceedings of the 31st International Conference on Machine Learning, pp. 262\u2013270 (2014)"},{"key":"6_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-642-10841-9_1","volume-title":"Internet and Network Economics","author":"S Muthukrishnan","year":"2009","unstructured":"Muthukrishnan, S.: Ad exchanges: research issues. In: Leonardi, S. (ed.) WINE 2009. LNCS, vol. 5929, pp. 1\u201312. Springer, Heidelberg (2009). https:\/\/doi.org\/10.1007\/978-3-642-10841-9_1"},{"key":"6_CR17","doi-asserted-by":"crossref","unstructured":"Pin, F., Key, P.: Stochastic variability in sponsored search auctions: observations and models. In: Proceedings of the 12th ACM Conference on Electronic Commerce, pp. 61\u201370. ACM (2011)","DOI":"10.1145\/1993574.1993586"},{"key":"6_CR18","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1007\/978-3-642-40864-9_10","volume-title":"Agent-Mediated Electronic Commerce. Designing Trading Strategies and Mechanisms for Electronic Markets","author":"M Schain","year":"2013","unstructured":"Schain, M., Mansour, Y.: Ad exchange \u2013 proposal for a new trading agent competition game. In: David, E., Kiekintveld, C., Robu, V., Shehory, O., Stein, S. (eds.) AMEC\/TADA -2012. LNBIP, vol. 136, pp. 133\u2013145. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-40864-9_10"},{"key":"6_CR19","doi-asserted-by":"crossref","unstructured":"Stone, P., Kaminka, G.A., Kraus, S., Rosenschein, J.S., et al.: Ad hoc autonomous agent teams: collaboration without pre-coordination. In: AAAI (2010)","DOI":"10.1609\/aaai.v24i1.7529"},{"issue":"3\u20134","key":"6_CR20","first-page":"279","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C.J., Dayan, P.: Q-learning. Mach. Learn. 8(3\u20134), 279\u2013292 (1992)","journal-title":"Mach. Learn."}],"container-title":["Lecture Notes in Computer Science","Multi-Agent Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-14174-5_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,13]],"date-time":"2023-09-13T16:47:10Z","timestamp":1694623630000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-14174-5_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030141738","9783030141745"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-14174-5_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"15 February 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EUMAS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Multi-Agent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bergen","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Norway","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 December 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 December 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eumas2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eumas2018.w.uib.no\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}