{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T01:00:20Z","timestamp":1740099620965,"version":"3.37.3"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030374938"},{"type":"electronic","value":"9783030374945"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-37494-5_2","type":"book-chapter","created":{"date-parts":[[2019,12,14]],"date-time":"2019-12-14T10:02:38Z","timestamp":1576317758000},"page":"16-36","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Reinforcement Learning Method for Ad Networks Ordering in Real-Time Bidding"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1558-8380","authenticated-orcid":false,"given":"Reza","family":"Refaei Afshar","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5073-0787","authenticated-orcid":false,"given":"Yingqian","family":"Zhang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8483-3533","authenticated-orcid":false,"given":"Murat","family":"Firat","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4500-9098","authenticated-orcid":false,"given":"Uzay","family":"Kaymak","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,12,15]]},"reference":[{"key":"2_CR1","doi-asserted-by":"crossref","unstructured":"Afshar, R.R., Zhang, Y., Firat, M., Kaymak, U.: A decision support method to increase the revenue of ad publishers in waterfall strategy. In: IEEE Conference on Computational Intelligence for Financial Engineering and Economics (CIFEr) (2019)","DOI":"10.1109\/CIFEr.2019.8759106"},{"key":"2_CR2","doi-asserted-by":"crossref","unstructured":"Afshar, R.R., Zhang, Y., Firat, M., Kaymak, U.: A reinforcement learning method to select ad networks in waterfall strategy. In: Proceedings of the 11th International Conference on Agents and Artificial Intelligence, vol. 2, pp. 256\u2013265. SCITEPRESS-Science and Technology Publications (2019)","DOI":"10.5220\/0007395502560265"},{"key":"2_CR3","doi-asserted-by":"crossref","unstructured":"Austin, D., Seljan, S., Monello, J., Tzeng, S.: Reserve price optimization at scale. In: 2016 IEEE 3rd International Conference on Data Science and Advanced Analytics (DSAA), pp. 528\u2013536. IEEE (2016)","DOI":"10.1109\/DSAA.2016.32"},{"issue":"12","key":"2_CR4","doi-asserted-by":"publisher","first-page":"2886","DOI":"10.1287\/mnsc.2014.2017","volume":"60","author":"SR Balseiro","year":"2014","unstructured":"Balseiro, S.R., Feldman, J., Mirrokni, V., Muthukrishnan, S.: Yield optimization of display advertising with ad exchange. Manag. Sci. 60(12), 2886\u20132907 (2014)","journal-title":"Manag. Sci."},{"key":"2_CR5","series-title":"Management for Professionals","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-319-25023-6_1","volume-title":"Programmatic Advertising","author":"O Busch","year":"2016","unstructured":"Busch, O.: The programmatic advertising principle. In: Busch, O. (ed.) Programmatic Advertising. MP, pp. 3\u201315. Springer, Cham (2016). \nhttps:\/\/doi.org\/10.1007\/978-3-319-25023-6_1"},{"key":"2_CR6","doi-asserted-by":"crossref","unstructured":"Cai, H., et al.: Real-time bidding by reinforcement learning in display advertising. In: Proceedings of the Tenth ACM International Conference on Web Search and Data Mining, pp. 661\u2013670. ACM (2017)","DOI":"10.1145\/3018661.3018702"},{"key":"2_CR7","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1613\/jair.953","volume":"16","author":"NV Chawla","year":"2002","unstructured":"Chawla, N.V., Bowyer, K.W., Hall, L.O., Kegelmeyer, W.P.: Smote: synthetic minority over-sampling technique. J. Artif. Intell. Res. 16, 321\u2013357 (2002)","journal-title":"J. Artif. Intell. Res."},{"key":"2_CR8","unstructured":"Dinodia, P.: Header bidding vs waterfall: how the two revenue optimisation hacks differ (2017). \nhttps:\/\/www.adpushup.com\/blog\/header-bidding-vs-waterfall\/"},{"key":"2_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"208","DOI":"10.1007\/978-3-642-10841-9_20","volume-title":"Internet and Network Economics","author":"A Ghosh","year":"2009","unstructured":"Ghosh, A., McAfee, P., Papineni, K., Vassilvitskii, S.: Bidding for representative allocations for display advertising. In: Leonardi, S. (ed.) WINE 2009. LNCS, vol. 5929, pp. 208\u2013219. Springer, Heidelberg (2009). \nhttps:\/\/doi.org\/10.1007\/978-3-642-10841-9_20"},{"key":"2_CR10","unstructured":"Japkowicz, N., et al.: Learning from imbalanced data sets: a comparison of various strategies. In: AAAI Workshop on Learning from Imbalanced Data Sets, Menlo Park, CA, vol. 68, pp. 10\u201315 (2000)"},{"key":"2_CR11","unstructured":"Jones, M.J., Viola, P.: Robust real-time object detection. In: Workshop on Statistical and Computational Theories of Vision, vol. 266, p. 56 (2001)"},{"issue":"2","key":"2_CR12","doi-asserted-by":"publisher","first-page":"583","DOI":"10.1109\/TCSS.2018.2831234","volume":"5","author":"J Li","year":"2018","unstructured":"Li, J., Ni, X., Yuan, Y.: The reserve price of ad impressions in multi-channel real-time bidding markets. IEEE Trans. Comput. Soc. Syst. 5(2), 583\u2013592 (2018)","journal-title":"IEEE Trans. Comput. Soc. Syst."},{"key":"2_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-642-10841-9_1","volume-title":"Internet and Network Economics","author":"S Muthukrishnan","year":"2009","unstructured":"Muthukrishnan, S.: Ad exchanges: research issues. In: Leonardi, S. (ed.) WINE 2009. LNCS, vol. 5929, pp. 1\u201312. Springer, Heidelberg (2009). \nhttps:\/\/doi.org\/10.1007\/978-3-642-10841-9_1"},{"issue":"1","key":"2_CR14","first-page":"81","volume":"1","author":"JR Quinlan","year":"1986","unstructured":"Quinlan, J.R.: Induction of decision trees. Mach. Learn. 1(1), 81\u2013106 (1986)","journal-title":"Mach. Learn."},{"key":"2_CR15","doi-asserted-by":"crossref","unstructured":"Rhuggenaath, J., Akcay, A., Zhang, Y., Kaymak, U.: Fuzzy logic based pricing combined with adaptive search for reserve price optimization in online ad auctions. In: IEEE International Conference on Fuzzy Systems (FUZZ-IEEE) (2019)","DOI":"10.1109\/FUZZ-IEEE.2019.8858975"},{"key":"2_CR16","doi-asserted-by":"crossref","unstructured":"Rhuggenaath, J., Akcay, A., Zhang, Y., Kaymak, U.: Optimizing reserve prices for publishers in online ad auctions. In: IEEE Conference on Computational Intelligence for Financial Engineering and Economics (CIFEr) (2019)","DOI":"10.1109\/CIFEr.2019.8759123"},{"key":"2_CR17","doi-asserted-by":"crossref","unstructured":"Rhuggenaath, J., Akcay, A., Zhang, Y., Kaymak, U.: A PSO-based algorithm for reserve price optimization in online ad auctions. In: 2019 IEEE Congress on Evolutionary Computation (CEC) (2019)","DOI":"10.1109\/CEC.2019.8789915"},{"key":"2_CR18","doi-asserted-by":"crossref","unstructured":"Rhuggenaath, J., Zhang, Y., Akcay, A., Kaymak, U.: Optimal display-ad allocation with guaranteed contracts and supply side platforms, working paper (2018)","DOI":"10.1016\/j.cie.2019.106071"},{"key":"2_CR19","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G., et al.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"issue":"7","key":"2_CR20","doi-asserted-by":"publisher","first-page":"687","DOI":"10.1016\/j.future.2008.02.012","volume":"24","author":"D Vengerov","year":"2008","unstructured":"Vengerov, D.: A gradient-based reinforcement learning approach to dynamic pricing in partially-observable environments. Future Gene. Comput. Syst. 24(7), 687\u2013693 (2008)","journal-title":"Future Gene. Comput. Syst."},{"issue":"4-5","key":"2_CR21","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1561\/1500000049","volume":"11","author":"Jun Wang","year":"2017","unstructured":"Wang, J., Zhang, W., Yuan, S., et al.: Display advertising with real-time bidding (RTB) and behavioural targeting. Found. Trends\u00ae Inf. Retrieval 11(4\u20135), 297\u2013435 (2017)","journal-title":"Foundations and Trends\u00ae in Information Retrieval"},{"key":"2_CR22","doi-asserted-by":"crossref","unstructured":"Wu, D., et al.: Budget constrained bidding by model-free reinforcement learning in display advertising. In: Proceedings of the 27th ACM International Conference on Information and Knowledge Management, pp. 1443\u20131451. ACM (2018)","DOI":"10.1145\/3269206.3271748"},{"key":"2_CR23","doi-asserted-by":"crossref","unstructured":"Wu, W.C.H., Yeh, M.Y., Chen, M.S.: Predicting winning price in real time bidding with censored data. In: Proceedings of the 21st ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1305\u20131314. ACM (2015)","DOI":"10.1145\/2783258.2783276"},{"key":"2_CR24","doi-asserted-by":"crossref","unstructured":"Xie, Z., Lee, K.C., Wang, L.: Optimal reserve price for online ads trading based on inventory identification. In: Proceedings of the ADKDD 2017, p. 6. ACM (2017)","DOI":"10.1145\/3124749.3124760"},{"key":"2_CR25","doi-asserted-by":"crossref","unstructured":"Yuan, S., Wang, J., Chen, B., Mason, P., Seljan, S.: An empirical study of reserve price optimisation in real-time bidding. In: Proceedings of the 20th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1897\u20131906. ACM (2014)","DOI":"10.1145\/2623330.2623357"},{"key":"2_CR26","unstructured":"Zawadzi\u0144ski, M.: What\u2019s the difference between waterfall auctions & header bidding? (2016). \nhttp:\/\/bit.ly\/2KpT5Po"},{"key":"2_CR27","doi-asserted-by":"crossref","unstructured":"Zhang, W., Yuan, S., Wang, J.: Optimal real-time bidding for display advertising. In: Proceedings of the 20th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1077\u20131086. ACM (2014)","DOI":"10.1145\/2623330.2623633"}],"container-title":["Lecture Notes in Computer Science","Agents and Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-37494-5_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,12,14]],"date-time":"2019-12-14T10:03:14Z","timestamp":1576317794000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-37494-5_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030374938","9783030374945"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-37494-5_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"15 December 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICAART","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Agents and Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Prague","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Czech Republic","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 February 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 February 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icaart2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.icaart.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"PRIMORIS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"202","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"46","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"66","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"36 poster papers were also accepted. 17 of the 46 accepted full papers are included in LNAI 11978.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}