{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,5]],"date-time":"2024-09-05T06:19:31Z","timestamp":1725517171947},"publisher-location":"Berlin, Heidelberg","reference-count":38,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540854845"},{"type":"electronic","value":"9783540854852"}],"license":[{"start":{"date-parts":[[2008,1,1]],"date-time":"2008-01-01T00:00:00Z","timestamp":1199145600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2008]]},"DOI":"10.1007\/978-3-540-85485-2_6","type":"book-chapter","created":{"date-parts":[[2008,8,20]],"date-time":"2008-08-20T10:07:04Z","timestamp":1219226824000},"page":"73-88","source":"Crossref","is-referenced-by-count":1,"title":["Rational Bidding Using Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Nikolay","family":"Borissov","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Arun","family":"Anandasivam","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Niklas","family":"Wirstr\u00f6m","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dirk","family":"Neumann","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"6_CR1","unstructured":"Byde, A., Salle, M., Bartolini, C.: Market-based resource allocation for utility data centers. HP Lab, Bristol, Technical Report HPL-2003-188 (September 2003)"},{"key":"6_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","DOI":"10.1007\/BFb0053984","volume-title":"Job Scheduling Strategies for Parallel Processing","author":"W. Smith","year":"1998","unstructured":"Smith, W., Foster, I., Taylor, V.: Predicting application run times using historical information. In: Feitelson, D.G., Rudolph, L. (eds.) IPPS-WS 1998, SPDP-WS 1998, and JSSPP 1998. LNCS, vol.\u00a01459. Springer, Heidelberg (1998)"},{"key":"6_CR3","unstructured":"Anjomshoaa, A., Brisard, F., Drescher, M., Fellows, D., Ly, A., McGough, S., Pulsipher, D., Savva, A.: Job Submission Description Language (JSDL) Specification, Version 1.0. Job Submission Description Language WG (JSDL-WG) (2005)"},{"key":"6_CR4","unstructured":"Stoesser, J., Neumann, D.: A model of preference elicitation for distributed market-based resource allocation. Working paper, University of Karlsruhe (TH) (2008)"},{"key":"6_CR5","unstructured":"Borissov, N., Blau, B., Neumann, D.: Semi-automated provisioning and usage of configurable services. In: 16th European Conference on Information Systems (ECIS 2008), Galway, Ireland (2008)"},{"key":"6_CR6","doi-asserted-by":"crossref","unstructured":"Heydenreich, B., M\u00fcller, R., Uetz, M.: Decentralization and Mechanism Design for Online Machine Scheduling. METEOR, Maastricht research school of Economics of TEchnology and ORganizations (2006)","DOI":"10.1007\/11785293_15"},{"key":"6_CR7","unstructured":"Phelps, S.: Evolutionary mechanism design. Ph.D. Thesis (July 2007)"},{"issue":"3","key":"6_CR8","first-page":"279","volume":"8","author":"C. Watkins","year":"1992","unstructured":"Watkins, C., Dayan, P.: Q-learning. Machine Learning\u00a08(3), 279\u2013292 (1992)","journal-title":"Machine Learning"},{"key":"6_CR9","doi-asserted-by":"crossref","unstructured":"Kaelbling, L., Littman, M., Moore, A.: Reinforcement learning: A survey. Arxiv preprint cs.AI\/9605103 (1996)","DOI":"10.1613\/jair.301"},{"key":"6_CR10","doi-asserted-by":"crossref","unstructured":"Whiteson, S., Stone, P.: On-line evolutionary computation for reinforcement learning in stochastic domains. In: Proceedings of the 8th annual conference on Genetic and evolutionary computation, pp. 1577\u20131584 (2006)","DOI":"10.1145\/1143997.1144252"},{"key":"6_CR11","doi-asserted-by":"crossref","unstructured":"Tesauro, G., Das, R.: High-performance bidding agents for the continuous double auction. In: Proceedings of the 3rd ACM conference on Electronic Commerce, pp. 206\u2013209 (2001)","DOI":"10.1145\/501158.501183"},{"key":"6_CR12","unstructured":"Cliff, D.: Minimal-intelligence agents for bargaining behaviors in market-based environments. TechnicalReport, Hewlett Packard Labs (1997)"},{"key":"6_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","DOI":"10.1007\/11605300_2","volume-title":"Job Scheduling Strategies for Parallel Processing","author":"E. Medernach","year":"2005","unstructured":"Medernach, E., des Cezeaux, C.: Workload analysis of a cluster in a grid environment. In: Feitelson, D.G., Frachtenberg, E., Rudolph, L., Schwiegelshohn, U. (eds.) JSSPP 2005. LNCS, vol.\u00a03834. Springer, Heidelberg (2005)"},{"issue":"1","key":"6_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/0022-2496(64)90015-X","volume":"1","author":"R. Luce","year":"1964","unstructured":"Luce, R., Tukey, J.: Simultaneous conjoint measurement: A new type of fundamental measurement. Journal of Mathematical Psychology\u00a01(1), 1\u201327 (1964)","journal-title":"Journal of Mathematical Psychology"},{"issue":"3","key":"6_CR15","doi-asserted-by":"publisher","first-page":"355","DOI":"10.2307\/3149575","volume":"8","author":"P. Green","year":"1971","unstructured":"Green, P., Rao, V.: Conjoint Measurement for Quantifying Judgmental Data. Journal of Marketing Research\u00a08(3), 355\u2013363 (1971)","journal-title":"Journal of Marketing Research"},{"issue":"7","key":"6_CR16","doi-asserted-by":"publisher","first-page":"841","DOI":"10.1287\/mnsc.32.7.841","volume":"32","author":"T. Saaty","year":"1986","unstructured":"Saaty, T.: Axiomatic foundation of the analytic hierarchy process. Management Science\u00a032(7), 841\u2013855 (1986)","journal-title":"Management Science"},{"key":"6_CR17","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/7422.001.0001","volume-title":"Autonomous Bidding Agents: Strategies and Lessons from the Trading Agent Competition","author":"M. Wellman","year":"2007","unstructured":"Wellman, M., Greenwald, A., Stone, P.: Autonomous Bidding Agents: Strategies and Lessons from the Trading Agent Competition. MIT Press, Cambridge (2007)"},{"key":"6_CR18","unstructured":"Sherstov, A., Stone, P.: Three automated stock-trading agents: Acomparative study. In: Agent-mediated Electronic Commerce VI: Theories for and Engineering of Distributed Mechanisms and Systems: AAMAS 2004 Workshop, AMEC 2004, New York, NY, USA, July 19, 2004, Revised Selected Papers (2006)"},{"key":"6_CR19","doi-asserted-by":"crossref","unstructured":"Stone, P.: Multiagent learning is not the answer. it is the question. Artificial Intelligence (to appear, 2007)","DOI":"10.1016\/j.artint.2006.12.005"},{"key":"6_CR20","unstructured":"Vytelingum, P., Dash, R., David, E., Jennings, N.: A risk-based bidding strategy for continuous double auctions. In: Proc. 16th European Conference on Artificial Intelligence, pp. 79\u201383 (2004)"},{"issue":"6","key":"6_CR21","doi-asserted-by":"publisher","first-page":"1345","DOI":"10.1109\/TKDE.2003.1245277","volume":"15","author":"M. He","year":"2003","unstructured":"He, M., Leung, H., Jennings, N.: A fuzzy-logic based bidding strategy for autonomous agents in continuous double auctions. IEEE Transactions on Knowledge and Data Engineering\u00a015(6), 1345\u20131363 (2003)","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"issue":"1","key":"6_CR22","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1016\/j.dss.2004.08.014","volume":"39","author":"D. Reeves","year":"2005","unstructured":"Reeves, D., Wellman, M., MacKie-Mason, J., Osepayshvili, A.: Exploring bidding strategies for market-based scheduling. Decision Support Systems\u00a039(1), 67\u201385 (2005)","journal-title":"Decision Support Systems"},{"key":"6_CR23","unstructured":"Li, J., Yahyapour, R.: Learning-based negotiation strategies for grid scheduling. In: Proceedings of the Sixth IEEE International Symposium on Cluster Computing and the Grid (CCGRID 2006), vol.\u00a000, pp. 576\u2013583 (2006)"},{"key":"6_CR24","unstructured":"Li, J., Yahyapour, R.: A strategic negotiation model for grid scheduling. Journal International Transactions on Systems Science and Applications, 411\u2013420 (2006)"},{"issue":"1","key":"6_CR25","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1086\/261868","volume":"101","author":"D. Gode","year":"1993","unstructured":"Gode, D., Sunder, S.: Allocative efficiency of markets with zero-intelligence traders: Market as a partial substitute for individual rationality. The Journal of Political Economy\u00a0101(1), 119\u2013137 (1993)","journal-title":"The Journal of Political Economy"},{"issue":"1","key":"6_CR26","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1111\/j.1540-6261.1992.tb03980.x","volume":"47","author":"S. Kaplan","year":"1992","unstructured":"Kaplan, S., Weisbach, M.: The success of acquisitions: Evidence from divestitures. The Journal of Finance\u00a047(1), 107\u2013138 (1992)","journal-title":"The Journal of Finance"},{"key":"6_CR27","doi-asserted-by":"crossref","unstructured":"Park, S., Durfee, E., Birmingham, W.: An adaptive agent bidding strategy based on stochastic modeling. In: Proceedings of the third annual conference on Autonomous Agents, pp. 147\u2013153 (1999)","DOI":"10.1145\/301136.301181"},{"key":"6_CR28","unstructured":"Das, R., Hanson, J., Kephart, J., Tesauro, G.: Agent-human interactions in the continuous double auction. In: Proceedings of the International Joint Conference on Artificial Intelligence, vol.\u00a026 (2001)"},{"key":"6_CR29","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1007\/11575726_13","volume-title":"Agent-Mediated Electronic Commerce VI. Theories for and Engineering of Distributed Mechanisms and Systems","author":"A. Sherstov","year":"2006","unstructured":"Sherstov, A., Stone, P.: Three automated stock-trading agents: A comparative study. In: Faratin, P., Rodriguez-Aguilar, J. (eds.) AMEC 2004. LNCS (LNAI), vol.\u00a03435, pp. 173\u2013187. Springer, Heidelberg (2006)"},{"issue":"6","key":"6_CR30","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1109\/MIS.2003.1249166","volume":"18","author":"M. Kearns","year":"2003","unstructured":"Kearns, M., Ortiz, L.: The penn-lehman automated trading project. Intelligent Systems, IEEE [see also IEEE Intelligent Systems and Their Applications]\u00a018(6), 22\u201331 (2003)","journal-title":"Intelligent Systems, IEEE [see also IEEE Intelligent Systems and Their Applications]"},{"key":"6_CR31","unstructured":"Stone, P.: Learning and multiagent reasoning for autonomous agents. In: The 20th International Joint Conference on Artificial Intelligence, pp. 13\u201330 (January 2007)"},{"key":"6_CR32","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1007\/978-3-540-75119-9_4","volume-title":"Cooperative Information Agents XI","author":"H.J. Herik van den","year":"2007","unstructured":"van den Herik, H.J., Hennes, D., Kaisers, M., Tuyls, K., Verbeeck, K.: Multi-agent learning dynamics: A survey. In: Klusch, M., Hindriks, K.V., Papazoglou, M.P., Sterling, L. (eds.) CIA 2007. LNCS (LNAI), vol.\u00a04676, pp. 36\u201356. Springer, Heidelberg (2007)"},{"issue":"4","key":"6_CR33","first-page":"848","volume":"88","author":"I. Erev","year":"1998","unstructured":"Erev, I., Roth, A.: Predicting how people play games: Reinforcement learning in experimental games with unique, mixed strategy equilibria. The American Economic Review\u00a088(4), 848\u2013881 (1998)","journal-title":"The American Economic Review"},{"issue":"7","key":"6_CR34","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1016\/j.artint.2006.02.006","volume":"171","author":"Y. Shoham","year":"2007","unstructured":"Shoham, Y., Powers, R., Grenager, T.: If multi-agent learning is the answer, what is the question? Artificial Intelligence\u00a0171(7), 365\u2013377 (2007)","journal-title":"Artificial Intelligence"},{"issue":"3","key":"6_CR35","doi-asserted-by":"publisher","first-page":"387","DOI":"10.1007\/s10458-005-2631-2","volume":"11","author":"L. Panait","year":"2005","unstructured":"Panait, L., Luke, S.: Cooperative multi-agent learning: The state of the art. Autonomous Agents and Multi-Agent Systems\u00a011(3), 387\u2013434 (2005)","journal-title":"Autonomous Agents and Multi-Agent Systems"},{"issue":"3","key":"6_CR36","doi-asserted-by":"publisher","first-page":"169","DOI":"10.3233\/MGS-2005-1303","volume":"1","author":"K. Lai","year":"2005","unstructured":"Lai, K., Rasmusson, L., Adar, E., Zhang, L., Huberman, B.: Tycoon: An implementation of a distributed, market-based resource allocation system. Multiagent and Grid Systems\u00a01(3), 169\u2013182 (2005)","journal-title":"Multiagent and Grid Systems"},{"key":"6_CR37","doi-asserted-by":"crossref","unstructured":"Stoica, I., Abdel-Wahab, H., Jeffay, K., Baruah, S., Gehrke, J., Plaxton, C.: A proportional share resource allocation algorithm for real-time, time-shared systems. In: Proceedings of the 17th IEEE Real-Time Systems Symposium, pp. 288\u2013299 (1996)","DOI":"10.1109\/REAL.1996.563725"},{"key":"6_CR38","doi-asserted-by":"crossref","unstructured":"Sanghavi, S., Hajek, B.: Optimal allocation of a divisible good to strategic buyers. In: 43rd IEEE Conference on Decision and Control-CDC (2004)","DOI":"10.1109\/CDC.2004.1428878"}],"container-title":["Lecture Notes in Computer Science","Grid Economics and Business Models"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-540-85485-2_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,13]],"date-time":"2019-05-13T09:11:53Z","timestamp":1557738713000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-540-85485-2_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2008]]},"ISBN":["9783540854845","9783540854852"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-3-540-85485-2_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2008]]}}}