{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T19:45:08Z","timestamp":1742931908407,"version":"3.40.3"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319691787"},{"type":"electronic","value":"9783319691794"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-69179-4_50","type":"book-chapter","created":{"date-parts":[[2017,10,13]],"date-time":"2017-10-13T00:48:52Z","timestamp":1507855732000},"page":"711-726","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Improving Real-Time Bidding Using a Constrained Markov Decision Process"],"prefix":"10.1007","author":[{"given":"Manxing","family":"Du","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Redouane","family":"Sassioui","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Georgios","family":"Varisteas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Radu","family":"State","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mats","family":"Brorsson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Omar","family":"Cherkaoui","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,10,14]]},"reference":[{"key":"50_CR1","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-319-14142-8","volume-title":"Data Mining: The Textbook","author":"CC Aggarwal","year":"2015","unstructured":"Aggarwal, C.C.: Data Mining: The Textbook. Springer, Cham (2015)"},{"key":"50_CR2","volume-title":"Constrained Markov Decision Processes","author":"E Altman","year":"1999","unstructured":"Altman, E.: Constrained Markov Decision Processes. CRC Press, Boca Raton (1999)"},{"key":"50_CR3","unstructured":"Amin, K., Kearns, M., Key, P., Schwaighofer, A.: Budget optimization for sponsored search: censored learning in MDPs. In: Proceedings of the Twenty-Eighth Conference on Uncertainty in Artificial Intelligence. AUAI Press (2012)"},{"key":"50_CR4","unstructured":"Amin, K., Kearns, M., Key, P., Schwaighofer, A.: Budget optimization for sponsored search: censored learning in MDPs. CoRR (2012)"},{"key":"50_CR5","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511755262","volume-title":"Probability and Information: An Integrated Approach","author":"D Applebaum","year":"2008","unstructured":"Applebaum, D.: Probability and Information: An Integrated Approach, 2nd edn. Cambridge University Press, Cambridge (2008)","edition":"2"},{"key":"50_CR6","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511804779","volume-title":"Bayesian Reasoning and Machine Learning","author":"D Barber","year":"2012","unstructured":"Barber, D.: Bayesian Reasoning and Machine Learning. Cambridge University Press, New York (2012)"},{"key":"50_CR7","doi-asserted-by":"crossref","unstructured":"Cai, H., Ren, K., Zhag, W., Malialis, K., Wang, J.: Real-time bidding by reinforcement learning in display advertising. In: Proceedings of the 10th ACM International Conference on Web Search and Data Mining (WSDM) (2017)","DOI":"10.1145\/3018661.3018702"},{"key":"50_CR8","doi-asserted-by":"crossref","unstructured":"Chakrabarti, D., Agarwal, D., Josifovski, V.: Contextual advertising by combining relevance with click feedback. In: Proceedings of the 17th International Conference on World Wide Web (WWW) (2008)","DOI":"10.1145\/1367497.1367554"},{"key":"50_CR9","doi-asserted-by":"crossref","unstructured":"Chen, Y., Berkhin, P., Anderson, B., Devanur, N.R.: Real-time bidding algorithms for performance-based display ad allocation. In: Proceedings of the 17th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (2011)","DOI":"10.1145\/2020408.2020604"},{"key":"50_CR10","doi-asserted-by":"crossref","unstructured":"Cui, Y., Zhang, R., Li, W., Mao, J.: Bid landscape forecasting in online ad exchange marketplace. In: Proceedings of the 17th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (2011)","DOI":"10.1145\/2020408.2020454"},{"key":"50_CR11","doi-asserted-by":"crossref","unstructured":"Geibel, P.: Reinforcement learning for MDPs with constraints. In: European Conference on Machine Learning (2006)","DOI":"10.1007\/11871842_63"},{"key":"50_CR12","doi-asserted-by":"crossref","unstructured":"Ghosh, A., Rubinstein, B.I., Vassilvitskii, S., Zinkevich, M.: Adaptive bidding for display advertising. In: Proceedings of the 18th International Conference on World Wide Web, pp. 251\u2013260. ACM (2009)","DOI":"10.1145\/1526709.1526744"},{"key":"50_CR13","unstructured":"Hoelzel, M., Ballv\u00e9, M.: The programmatic-advertising report: mobile, video, and real-time bidding drive growth in programmatic. BI Intelligence (2015)"},{"key":"50_CR14","volume-title":"Auction Theory","author":"V Krishna","year":"2009","unstructured":"Krishna, V.: Auction Theory. Academic Press, San Diego (2009)"},{"key":"50_CR15","volume-title":"Batch Reinforcement Learning","author":"S Lange","year":"2012","unstructured":"Lange, S., Gabel, T., Riedmiller, M.: Batch Reinforcement Learning. Springer, Heidelberg (2012)"},{"key":"50_CR16","unstructured":"Liu, C.: US Ad Spending: eMarketer\u2019s Updated Estimates and Forecast for 2015\u20132020. Industry report (2016)"},{"key":"50_CR17","doi-asserted-by":"crossref","unstructured":"Perlich, C., Dalessandro, B., Hook, R., Stitelman, O., Raeder, T., Provost, F.: Bid optimizing and inventory scoring in targeted online advertising. In: Proceedings of the 18th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (2012)","DOI":"10.1145\/2339530.2339655"},{"key":"50_CR18","unstructured":"Schwartz, E.M., Bradlow, E., Fader, P.: Customer acquisition via display advertising using multi-armed bandit experiments. Ross School of Business Paper (2015)"},{"key":"50_CR19","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction, vol. 1. MIT Press Cambridge, London (1998)"},{"key":"50_CR20","doi-asserted-by":"crossref","unstructured":"Xu, J., Lee, K.c., Li, W., Qi, H., Lu, Q.: Smart pacing for effective online ad campaign optimization. In: Proceedings of the 21th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (2015)","DOI":"10.1145\/2783258.2788615"},{"key":"50_CR21","doi-asserted-by":"crossref","unstructured":"Zhang, W., Yuan, S., Wang, J.: Optimal real-time bidding for display advertising. In: Proceedings of the 20th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (2014)","DOI":"10.1145\/2623330.2623633"},{"key":"50_CR22","unstructured":"Zhang, W., Yuan, S., Wang, J.: Real-time bidding benchmarking with iPinYou dataset. CoRR (2014)"}],"container-title":["Lecture Notes in Computer Science","Advanced Data Mining and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-69179-4_50","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T13:37:25Z","timestamp":1709818645000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-69179-4_50"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319691787","9783319691794"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-69179-4_50","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2017]]},"assertion":[{"value":"14 October 2017","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ADMA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Advanced Data Mining and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Singapore","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Singapore","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2017","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 November 2017","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 November 2017","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"adma2017","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}