{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,7]],"date-time":"2026-08-07T01:54:25Z","timestamp":1786067665078,"version":"3.56.0"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,4,13]],"date-time":"2022-04-13T00:00:00Z","timestamp":1649808000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,4,13]],"date-time":"2022-04-13T00:00:00Z","timestamp":1649808000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SOCA"],"published-print":{"date-parts":[[2022,6]]},"DOI":"10.1007\/s11761-022-00334-8","type":"journal-article","created":{"date-parts":[[2022,4,13]],"date-time":"2022-04-13T12:07:10Z","timestamp":1649851630000},"page":"83-95","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["A deep reinforcement learning-based approach for pricing in the competing auction-based cloud market"],"prefix":"10.1007","volume":"16","author":[{"given":"Bing","family":"Shi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lianzhen","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rongjian","family":"Shi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,4,13]]},"reference":[{"issue":"2","key":"334_CR1","doi-asserted-by":"publisher","first-page":"682","DOI":"10.1109\/TCC.2018.2878023","volume":"9","author":"F Alzhouri","year":"2021","unstructured":"Alzhouri F, Agarwal A, Liu Y (2021) Maximizing cloud revenue using dynamic pricing of multiple class virtual machines. IEEE Trans Cloud Comput 9(2):682\u2013695","journal-title":"IEEE Trans Cloud Comput"},{"key":"334_CR2","volume-title":"Feedback systems: an introduction for scientists and engineers","author":"KJ \u00c5str\u00f6m","year":"2010","unstructured":"\u00c5str\u00f6m KJ, Murray RM (2010) Feedback systems: an introduction for scientists and engineers. Princeton University Press, Princeton"},{"key":"334_CR3","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1147\/sj.412.0287","volume":"41","author":"M Bichler","year":"2002","unstructured":"Bichler M, Kalagnanam J, Katircioglu K et al (2002) Applications of flexible pricing in business-to-business electronic commerce. IBM Syst J 41:287\u2013302","journal-title":"IBM Syst J"},{"key":"334_CR4","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1016\/j.future.2017.09.038","volume":"79","author":"Z Cai","year":"2018","unstructured":"Cai Z, Li X, Ruiz R et al (2018) Price forecasting for spot instances in cloud computing. Future Gener Comput Syst 79:38\u201353","journal-title":"Future Gener Comput Syst"},{"issue":"1","key":"334_CR5","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1109\/TSC.2016.2633266","volume":"13","author":"V Cardellini","year":"2020","unstructured":"Cardellini V, Valerio VD, Presti FL (2020) Game-theoretic resource pricing and provisioning strategies in cloud systems. IEEE Trans Serv Comput 13(1):86\u201398","journal-title":"IEEE Trans Serv Comput"},{"key":"334_CR6","unstructured":"Dawoud W, Takouna I, Meinel C (2012) Reliable approach to sell the spare capacity in the cloud. In: Cloud computing, pp 229\u2013236"},{"key":"334_CR7","first-page":"7570","volume-title":"Learning resource allocation and pricing for cloud profit maximization","author":"B Du","year":"2019","unstructured":"Du B, Wu C, Huang Z (2019) Learning resource allocation and pricing for cloud profit maximization. AAAI Press, Palo Alto, pp 7570\u20137577"},{"key":"334_CR8","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1109\/TC.2013.153","volume":"63","author":"Y Feng","year":"2013","unstructured":"Feng Y, Li B, Li B (2013) Price competition in an oligopoly market with multiple IAAS cloud providers. IEEE Trans Comput 63:59\u201373","journal-title":"IEEE Trans Comput"},{"key":"334_CR9","doi-asserted-by":"publisher","first-page":"628","DOI":"10.1016\/S0377-2217(00)00168-5","volume":"132","author":"H Jung","year":"2001","unstructured":"Jung H, Klein CM (2001) Optimal inventory policies under decreasing cost functions via geometric programming. Eur J Oper Res 132:628\u2013642","journal-title":"Eur J Oper Res"},{"key":"334_CR10","first-page":"1","volume":"76","author":"S Kansal","year":"2018","unstructured":"Kansal S, Kumar H, Kaushal S et al (2018) Genetic algorithm-based cost minimization pricing model for on-demand IAAS cloud service. J Supercomput 76:1\u201326","journal-title":"J Supercomput"},{"key":"334_CR11","doi-asserted-by":"publisher","first-page":"83","DOI":"10.3233\/MGS-180282","volume":"14","author":"V Khandelwal","year":"2018","unstructured":"Khandelwal V, Gupta CP, Chaturvedi AK (2018) Perceptive bidding strategy for amazon EC2 spot instance market. Multiagent Grid Syst 14:83\u2013102","journal-title":"Multiagent Grid Syst"},{"key":"334_CR12","doi-asserted-by":"publisher","first-page":"809","DOI":"10.1007\/s10922-017-9444-x","volume":"26","author":"D Kumar","year":"2018","unstructured":"Kumar D, Baranwal G, Raza Z et al (2018) A survey on spot pricing in cloud computing. J Netw Syst Manag 26:809\u2013856","journal-title":"J Netw Syst Manag"},{"key":"334_CR13","doi-asserted-by":"crossref","unstructured":"Littman ML (1994) Markov games as a framework for multi-agent reinforcement learning. In: Proceedings of the eleventh international conference on machine learning (ML-94), pp 157\u2013163","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"key":"334_CR14","unstructured":"Lowe R, Wu Y, Tamar A, et\u00a0al (2017) Multi-agent actor-critic for mixed cooperative-competitive environments. In: Advances in neural information processing systems, pp 6379\u20136390"},{"key":"334_CR15","unstructured":"Marschak J (1959) Binary choice constraints on random utility indicators. Cowles Foundation Discussion Papers"},{"issue":"1","key":"334_CR16","doi-asserted-by":"publisher","first-page":"190","DOI":"10.1109\/TPDS.2018.2851246","volume":"30","author":"J Mei","year":"2018","unstructured":"Mei J, Li K, Tong Z et al (2018) Profit maximization for cloud brokers in cloud computing. IEEE Trans Parallel Distrib Syst 30(1):190\u2013203","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"334_CR17","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1016\/j.neucom.2019.05.062","volume":"359","author":"ND Nguyen","year":"2019","unstructured":"Nguyen ND, Nguyen T, Nahavandi S (2019) Multi-agent behavioral control system using deep reinforcement learning. Neurocomputing 359:58\u201368","journal-title":"Neurocomputing"},{"key":"334_CR18","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1073\/pnas.6.6.275","volume":"6","author":"R Pearl","year":"1920","unstructured":"Pearl R, Reed LJ (1920) On the rate of growth of the population of the united states since 1790 and its mathematical representation. Proc Natl Acad Sci USA 6:275","journal-title":"Proc Natl Acad Sci USA"},{"key":"334_CR19","unstructured":"Pinto L, Davidson J, Sukthankar R, et\u00a0al (2017) Robust adversarial reinforcement learning. In: Proceedings of the 34th international conference on machine learning, pp 2817\u20132826"},{"issue":"3","key":"334_CR20","doi-asserted-by":"publisher","first-page":"645","DOI":"10.1007\/s11390-019-1933-9","volume":"34","author":"J Rong","year":"2019","unstructured":"Rong J, Qin T, An B (2019) Competitive cloud pricing for long-term revenue maximization. J Comput Sci Technol 34(3):645\u2013656","journal-title":"J Comput Sci Technol"},{"key":"334_CR21","doi-asserted-by":"crossref","unstructured":"Shi B, Zhu H, Wang J, et\u00a0al (2017) Optimize pricing policy in evolutionary market with multiple proactive competing cloud providers. In: 2017 IEEE 29th international conference on tools with artificial intelligence (ICTAI), pp 202\u2013209","DOI":"10.1109\/ICTAI.2017.00041"},{"key":"334_CR22","unstructured":"Silver D, van Hasselt H, Hessel M, et\u00a0al (2017) The predictron: end-to-end learning and planning. In: Proceedings of the 34th international conference on machine learning, pp 3191\u20133199"},{"key":"334_CR23","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver D, Schrittwieser J, Simonyan K et al (2017) Mastering the game of go without human knowledge. Nature 550:354\u2013359","journal-title":"Nature"},{"key":"334_CR24","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511753930","volume-title":"Discrete choice methods with simulation","author":"KE Train","year":"2003","unstructured":"Train KE (2003) Discrete choice methods with simulation. Cambridge University Press, Cambridge"},{"key":"334_CR25","doi-asserted-by":"crossref","unstructured":"Truong-Huu T, Tham CK (2013) A game-theoretic model for dynamic pricing and competition among cloud providers. In: 2013 IEEE\/ACM 6th international conference on utility and cloud computing, pp 235\u2013238","DOI":"10.1109\/UCC.2013.48"},{"issue":"3","key":"334_CR26","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1109\/TCC.2014.2322355","volume":"2","author":"T Truong-Huu","year":"2014","unstructured":"Truong-Huu T, Tham CK (2014) A novel model for competition and cooperation among cloud providers. IEEE Trans Cloud Comput 2(3):251\u2013265","journal-title":"IEEE Trans Cloud Comput"},{"key":"334_CR27","doi-asserted-by":"publisher","first-page":"599","DOI":"10.1016\/j.future.2008.12.001","volume":"25","author":"S Venugopal","year":"2009","unstructured":"Venugopal S (2009) Cloud computing and emerging it platforms: vision, hype, and reality for delivering computing as the 5th utility. Future Gener Comput Syst 25:599\u2013616","journal-title":"Future Gener Comput Syst"},{"key":"334_CR28","doi-asserted-by":"crossref","unstructured":"Wang P, Qi Y, Hui D, et\u00a0al (2013) Present or future: optimal pricing for spot instances. In: 2013 IEEE 33rd international conference on distributed computing systems, pp 410\u2013419","DOI":"10.1109\/ICDCS.2013.68"},{"issue":"1","key":"334_CR29","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/TCC.2018.2858266","volume":"9","author":"C Wu","year":"2021","unstructured":"Wu C, Toosi AN, Buyya R et al (2021) Hedonic pricing of cloud computing services. IEEE Trans Cloud Comput 9(1):182\u2013196","journal-title":"IEEE Trans Cloud Comput"},{"key":"334_CR30","unstructured":"Xu B, Qin T, Qiu G, et\u00a0al (2015) Optimal pricing for the competitive and evolutionary cloud market. In: Twenty-fourth international joint conference on artificial intelligence, pp 139\u2013145"},{"key":"334_CR31","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1016\/j.neucom.2020.05.097","volume":"411","author":"F Zhang","year":"2020","unstructured":"Zhang F, Li J, Li Z (2020) A TD3-based multi-agent deep reinforcement learning method in mixed cooperation\u2013competition environment. Neurocomputing 411:206\u2013215","journal-title":"Neurocomputing"},{"key":"334_CR32","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1145\/2829988.2787473","volume":"45","author":"L Zheng","year":"2015","unstructured":"Zheng L, Joe-Wong C, Tan CW et al (2015) How to bid the cloud. ACM SIGCOMM Comput Commun Rev 45:71\u201384","journal-title":"ACM SIGCOMM Comput Commun Rev"}],"container-title":["Service Oriented Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11761-022-00334-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11761-022-00334-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11761-022-00334-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,28]],"date-time":"2022-06-28T18:11:14Z","timestamp":1656439874000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11761-022-00334-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,13]]},"references-count":32,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2022,6]]}},"alternative-id":["334"],"URL":"https:\/\/doi.org\/10.1007\/s11761-022-00334-8","relation":{},"ISSN":["1863-2386","1863-2394"],"issn-type":[{"value":"1863-2386","type":"print"},{"value":"1863-2394","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4,13]]},"assertion":[{"value":"1 November 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 February 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 March 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 April 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}