{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,12]],"date-time":"2025-07-12T22:49:55Z","timestamp":1752360595493,"version":"3.40.3"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030600280"},{"type":"electronic","value":"9783030600297"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-60029-7_44","type":"book-chapter","created":{"date-parts":[[2020,9,21]],"date-time":"2020-09-21T23:07:40Z","timestamp":1600729660000},"page":"491-502","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["An Advanced Q-Learning Model for Multi-agent Negotiation in Real-Time Bidding"],"prefix":"10.1007","author":[{"given":"Chao","family":"Kong","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Baoxiang","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shaoying","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiahui","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yifan","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Liping","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,9,22]]},"reference":[{"key":"44_CR1","doi-asserted-by":"publisher","unstructured":"Adikari, S., Dutta, K.: A new approach to real-time bidding in online advertisements: auto pricing strategy. INFORMS J. Comput. 31(1), 66\u201382 (2019). https:\/\/doi.org\/10.1287\/ijoc.2018.0812","DOI":"10.1287\/ijoc.2018.0812"},{"issue":"2","key":"44_CR2","doi-asserted-by":"publisher","first-page":"290","DOI":"10.1007\/s10458-013-9227-z","volume":"28","author":"R Azoulay","year":"2014","unstructured":"Azoulay, R., Katz, R., Kraus, S.: Efficient bidding strategies for cliff-edge problems. Auton. Agents Multi Agent Syst. 28(2), 290\u2013336 (2014). https:\/\/doi.org\/10.1007\/s10458-013-9227-z","journal-title":"Auton. Agents Multi Agent Syst."},{"issue":"4","key":"44_CR3","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1007\/s00607-018-0631-8","volume":"101","author":"E Badidi","year":"2018","unstructured":"Badidi, E., Atif, Y., Sheng, Q.Z., Maheswaran, M.: On personalized cloud service provisioning for mobile users using adaptive and context-aware service composition. Computing 101(4), 291\u2013318 (2018). https:\/\/doi.org\/10.1007\/s00607-018-0631-8","journal-title":"Computing"},{"key":"44_CR4","doi-asserted-by":"publisher","unstructured":"Cai, H., Ren, K., Zhang, W., et al.: Real-time bidding by reinforcement learning in display advertising. In: WSDM 2017, Cambridge, United Kingdom, 6\u201310 February 2017, pp. 661\u2013670 (2017). https:\/\/doi.org\/10.1145\/3018661.3018702","DOI":"10.1145\/3018661.3018702"},{"key":"44_CR5","unstructured":"Chou, P., Maturana, D., Scherer, S.A.: Improving stochastic policy gradients in continuous control with deep reinforcement learning using the beta distribution. In: ICML 2017, Sydney, NSW, Australia, 6\u201311 August 2017, pp. 834\u2013843 (2017). http:\/\/proceedings.mlr.press\/v70\/chou17a.html"},{"key":"44_CR6","unstructured":"Ciosek, K., Whiteson, S.: Expected policy gradients. In: AAAI-18, IAAI-18, EAAI-18, New Orleans, Louisiana, USA, 2\u20137 February 2018, pp. 2868\u20132875 (2018). https:\/\/www.aaai.org\/ocs\/index.php\/AAAI\/AAAI18\/paper\/view\/16116"},{"key":"44_CR7","doi-asserted-by":"publisher","unstructured":"Deng, E., Zhang, H., Wu, P., et al.: Pri-RTB: privacy-preserving real-time bidding for securing mobile advertisement in ubiquitous computing. Inf. Sci. 504, 354\u2013371 (2019). https:\/\/doi.org\/10.1016\/j.ins.2019.07.034","DOI":"10.1016\/j.ins.2019.07.034"},{"key":"44_CR8","doi-asserted-by":"publisher","unstructured":"Epstein, J.M.: Agent-based computational models and generative social science. Complexity 4(5), 41\u201360 (1999). https:\/\/doi.org\/10.1002\/(SICI)1099-0526(199905\/06)4:53.0.CO;2-F","DOI":"10.1002\/(SICI)1099-0526(199905\/06)4:53.0.CO;2-F"},{"key":"44_CR9","doi-asserted-by":"publisher","unstructured":"Farmer, J.D., Foley, D.: The economy needs agent-based modelling. Nature 460(7256), 685\u2013686 (2009). https:\/\/doi.org\/10.1119\/1.3081304","DOI":"10.1119\/1.3081304"},{"key":"44_CR10","unstructured":"Gu, S., Lillicrap, T.P., Ghahramani, Z., et al.: Q-prop: sample-efficient policy gradient with an off-policy critic. In: ICLR 2017, Toulon, France, 24\u201326 April 2017, Conference Track Proceedings (2017). https:\/\/openreview.net\/forum?id=SJ3rcZcxl"},{"key":"44_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1007\/978-3-030-30952-7_2","volume-title":"Web Information Systems and Applications","author":"D Han","year":"2019","unstructured":"Han, D., Zhang, J., Zhou, Y., Liu, Q., Yang, N.: Intelligent trader model based on dep reinforcement learning. In: Ni, W., Wang, X., Song, W., Li, Y. (eds.) WISA 2019. LNCS, vol. 11817, pp. 15\u201321. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-30952-7_2"},{"key":"44_CR12","doi-asserted-by":"publisher","unstructured":"Hassan, N., Gillani, S., Ahmed, E., Yaqoob, I., Imran, M.: The role of edge computing in internet of things. IEEE Commun. Mag. 56(11), 110\u2013115 (2018). https:\/\/doi.org\/10.1109\/MCOM.2018.1700906","DOI":"10.1109\/MCOM.2018.1700906"},{"key":"44_CR13","unstructured":"van Hasselt, H., Guez, A., Silver, D.: Deep reinforcement learning with double q-learning. In: Proceedings of the Thirtieth AAAI Conference on Artificial Intelligence, 12\u201317 February 2016, Phoenix, Arizona, USA, pp. 2094\u20132100 (2016)"},{"key":"44_CR14","unstructured":"Hosu, I., Rebedea, T.: Playing Atari games with deep reinforcement learning and human checkpoint replay. CoRR abs\/1607.05077 (2016). http:\/\/arxiv.org\/abs\/1607.05077"},{"key":"44_CR15","doi-asserted-by":"publisher","unstructured":"III, L.C.B.: Residual algorithms: reinforcement learning with function approximation. In: Machine Learning, Proceedings of the Twelfth International Conference on Machine Learning, Tahoe City, California, USA, 9\u201312 July 1995, pp. 30\u201337 (1995). https:\/\/doi.org\/10.1016\/b978-1-55860-377-6.50013-x","DOI":"10.1016\/b978-1-55860-377-6.50013-x"},{"key":"44_CR16","unstructured":"Katz, R., Kraus, S.: Modeling human decision making in cliff-edge environments. In: Proceedings, The Twenty-First National Conference on Artificial Intelligence and the Eighteenth Innovative Applications of Artificial Intelligence Conference, Boston, Massachusetts, USA, 16\u201320 July 2006, pp. 169\u2013174 (2006). http:\/\/www.aaai.org\/Library\/AAAI\/2006\/aaai06-027.php"},{"key":"44_CR17","unstructured":"Konda, V.R., Tsitsiklis, J.N.: Actor-critic algorithms. In: Advances in Neural Information Processing Systems 12, NIPS Conference, Denver, Colorado, USA, 29 November\u20134 December 1999, pp. 1008\u20131014 (1999). http:\/\/papers.nips.cc\/paper\/1786-actor-critic-algorithms"},{"key":"44_CR18","unstructured":"Mnih, V., Badia, A.P., Mirza, M., et al.: Asynchronous methods for deep reinforcement learning. In: ICML 2016, New York City, NY, USA, 19\u201324 June 2016, pp. 1928\u20131937 (2016). http:\/\/proceedings.mlr.press\/v48\/mniha16.html"},{"key":"44_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"348","DOI":"10.1007\/978-3-030-18590-9_43","volume-title":"Database Systems for Advanced Applications","author":"P Paliwal","year":"2019","unstructured":"Paliwal, P., Renov, O.: Gradient boosting censored regression for winning price prediction in real-time bidding. In: Li, G., Yang, J., Gama, J., Natwichai, J., Tong, Y. (eds.) DASFAA 2019. LNCS, vol. 11448, pp. 348\u2013352. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-18590-9_43"},{"key":"44_CR20","doi-asserted-by":"publisher","unstructured":"Perkins, T.J., Pendrith, M.D.: On the existence of fixed points for q-learning and Sarsa in partially observable domains. In: ICML 2002, University of New South Wales, Sydney, Australia, 8\u201312 July 2002, pp. 490\u2013497 (2002). https:\/\/doi.org\/10.5555\/645531.756483","DOI":"10.5555\/645531.756483"},{"key":"44_CR21","doi-asserted-by":"publisher","unstructured":"Watkins, C.J.C.H., Dayan, P.: Technical note q-learning. Mach. Learn. 8, 279\u2013292 (1992). https:\/\/doi.org\/10.1007\/BF00992698","DOI":"10.1007\/BF00992698"},{"key":"44_CR22","doi-asserted-by":"publisher","unstructured":"Wu, W.C., Yeh, M., Chen, M.: Predicting winning price in real time bidding with censored data. In: Proceedings of the 21th ACM SIGKDD, Sydney, NSW, Australia, 10\u201313 August 2015, pp. 1305\u20131314 (2015). https:\/\/doi.org\/10.1145\/2783258.2783276","DOI":"10.1145\/2783258.2783276"}],"container-title":["Lecture Notes in Computer Science","Web Information Systems and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-60029-7_44","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T11:44:59Z","timestamp":1709811899000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-60029-7_44"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030600280","9783030600297"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-60029-7_44","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"22 September 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"WISA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Web Information Systems and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Guangzhou","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 September 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"wisa22020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/wisa.pmease.cn\/wisa2020\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CCF Consys","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"165","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"42","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"25% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.6","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7.2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}