{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T21:24:55Z","timestamp":1742937895205,"version":"3.40.3"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031145988"},{"type":"electronic","value":"9783031145995"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-14599-5_7","type":"book-chapter","created":{"date-parts":[[2022,8,4]],"date-time":"2022-08-04T06:02:32Z","timestamp":1659592952000},"page":"91-106","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Applying Game-Learning Environments to\u00a0Power Capping Scenarios via\u00a0Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Pablo","family":"Hern\u00e1ndez","sequence":"first","affiliation":[]},{"given":"Luis","family":"Costero","sequence":"additional","affiliation":[]},{"given":"Katzalin","family":"Olcoz","sequence":"additional","affiliation":[]},{"given":"Francisco D.","family":"Igual","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,8,5]]},"reference":[{"issue":"7","key":"7_CR1","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1145\/1095408.1095420","volume":"3","author":"LA Barroso","year":"2005","unstructured":"Barroso, L.A.: The price of performance: an economic case for chip multiprocessing. Queue 3(7), 48\u201353 (2005)","journal-title":"Queue"},{"issue":"1","key":"7_CR2","doi-asserted-by":"publisher","first-page":"170","DOI":"10.1109\/TPDS.2012.117","volume":"24","author":"A Bartolini","year":"2013","unstructured":"Bartolini, A., Cacciari, M., Tilli, A., Benini, L.: Thermal and energy management of high-performance multicores: distributed and self-calibrating model-predictive controller. IEEE Trans. Parallel Distrib. Syst. 24(1), 170\u2013183 (2013)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"12","key":"7_CR3","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.4143","volume":"29","author":"E Calore","year":"2017","unstructured":"Calore, E., Gabbana, A., Schifano, S.F., Tripiccione, R.: Evaluation of DVFS techniques on modern HPC processors and accelerators for energy-aware applications. Concurr. Comput. Pract. Exp. 29(12), e4143 (2017)","journal-title":"Concurr. Comput. Pract. Exp."},{"issue":"12","key":"7_CR4","doi-asserted-by":"publisher","first-page":"9388","DOI":"10.1007\/s11227-019-03117-9","volume":"76","author":"L Costero","year":"2020","unstructured":"Costero, L., Igual, F.D., Olcoz, K., Tirado, F.: Leveraging knowledge-as-a-service (KaaS) for QoS-aware resource management in multi-user video transcoding. J. Supercomput. 76(12), 9388\u20139403 (2020). https:\/\/doi.org\/10.1007\/s11227-019-03117-9","journal-title":"J. Supercomput."},{"issue":"12","key":"7_CR5","doi-asserted-by":"publisher","first-page":"2834","DOI":"10.1109\/TPDS.2020.3004735","volume":"31","author":"L Costero","year":"2020","unstructured":"Costero, L., Iranfar, A., Zapater, M., Igual, F.D., Olcoz, K., Atienza, D.: Resource management for power-constrained HEVC transcoding using reinforcement learning. IEEE Trans. Parallel Distrib. Syst. 31(12), 2834\u20132850 (2020)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"7_CR6","doi-asserted-by":"crossref","unstructured":"Donyanavard, B., et al.: SOSA: self-optimizing learning with self-adaptive control for hierarchical system-on-chip management. In: Proceedings of the 52nd Annual IEEE\/ACM International Symposium on Microarchitecture (2019)","DOI":"10.1145\/3352460.3358312"},{"key":"7_CR7","doi-asserted-by":"crossref","unstructured":"Felter, W., Rajamani, K., Keller, T., Rusu, C.: A performance-conserving approach for reducing peak power consumption in server systems. In: Proceedings of the 19th Annual International Conference on Supercomputing (2005)","DOI":"10.1145\/1088149.1088188"},{"key":"7_CR8","doi-asserted-by":"publisher","DOI":"10.1016\/j.jocs.2020.101102","volume":"42","author":"A Garcia-Garcia","year":"2020","unstructured":"Garcia-Garcia, A., Saez, J.C., Risco-Martin, J.L., Prieto-Matias, M.: PBBCache: an open-source parallel simulator for rapid prototyping and evaluation of cache-partitioning and cache-clustering policies. J. Comput. Sci. 42, 101102 (2020)","journal-title":"J. Comput. Sci."},{"issue":"1","key":"7_CR9","first-page":"30","volume":"4","author":"U Gupta","year":"2018","unstructured":"Gupta, U., et al.: Dynamic power budgeting for mobile systems running graphics workloads. IEEE TMSCS 4(1), 30\u201340 (2018)","journal-title":"IEEE TMSCS"},{"issue":"5s","key":"7_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2661430","volume":"13","author":"V Hanumaiah","year":"2014","unstructured":"Hanumaiah, V., Desai, D., Gaudette, B., Wu, C.J., Vrudhula, S.: STEAM: a smart temperature and energy aware multicore controller. ACM Trans. Embed. Comput. Syst. 13(5s), 1\u201325 (2014)","journal-title":"ACM Trans. Embed. Comput. Syst."},{"key":"7_CR11","doi-asserted-by":"crossref","unstructured":"Ho, H.N., Lee, E.: Model-based reinforcement learning approach for planning in self-adaptive software system. In: Proceedings of the 9th International Conference on Ubiquitous Information Management and Communication (2015)","DOI":"10.1145\/2701126.2701191"},{"issue":"10","key":"7_CR12","doi-asserted-by":"publisher","first-page":"2268","DOI":"10.1109\/TPDS.2018.2827381","volume":"29","author":"A Iranfar","year":"2018","unstructured":"Iranfar, A., Zapater, M., Atienza, D.: Machine learning-based quality-aware power and thermal management of multistream HEVC encoding on multicore servers. IEEE Trans. Parallel Distrib. Syst. 29(10), 2268\u20132281 (2018)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"1","key":"7_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TG.2019.2896986","volume":"12","author":"N Justesen","year":"2020","unstructured":"Justesen, N., Bontrager, P., Togelius, J., Risi, S.: Deep learning for video game playing. IEEE Trans. Games 12(1), 1\u201320 (2020)","journal-title":"IEEE Trans. Games"},{"issue":"2","key":"7_CR14","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1007\/s10586-007-0045-4","volume":"11","author":"C Lefurgy","year":"2008","unstructured":"Lefurgy, C., Wang, X., Ware, M.: Power capping: a prelude to power shifting. Clust. Comput. 11(2), 183\u2013195 (2008). https:\/\/doi.org\/10.1007\/s10586-007-0045-4","journal-title":"Clust. Comput."},{"key":"7_CR15","doi-asserted-by":"crossref","unstructured":"Maurer, F., Donyanavard, B., Rahmani, A.M., Dutt, N., Herkersdorf, A.: Emergent control of MPSoC operation by a hierarchical supervisor\/reinforcement learning approach. In: Design, Automation and Test in Europe Conference and Exhibition (2020)","DOI":"10.23919\/DATE48585.2020.9116574"},{"issue":"7540","key":"7_CR16","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"7_CR17","doi-asserted-by":"crossref","unstructured":"Petrica, P., Izraelevitz, A.M., Albonesi, D.H., Shoemaker, C.A.: Flicker: a dynamically adaptive architecture for power limited multicore systems. In: Proceedings of the 40th Annual International Symposium on Computer Architecture (2013)","DOI":"10.1145\/2485922.2485924"},{"key":"7_CR18","unstructured":"Shao, K., Tang, Z., Zhu, Y., Li, N., Zhao, D.: A survey of deep reinforcement learning in video games (2019)"},{"key":"7_CR19","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver, D., et al.: Mastering the game of go without human knowledge. Nature 550, 354\u2013359 (2017)","journal-title":"Nature"},{"issue":"5s","key":"7_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3126548","volume":"16","author":"AK Singh","year":"2017","unstructured":"Singh, A.K., Prakash, A., Basireddy, K.R., Merrett, G.V., Al-Hashimi, B.M.: Energy-efficient run-time mapping and thread partitioning of concurrent OpenCL applications on CPU-GPU MPSoCs. ACM Trans. Embed. Comput. Syst. 16(5s), 1\u201322 (2017)","journal-title":"ACM Trans. Embed. Comput. Syst."},{"key":"7_CR21","doi-asserted-by":"crossref","unstructured":"Singla, G., Kaur, G., Unver, A.K., Ogras, U.Y.: Predictive dynamic thermal and power management for heterogeneous mobile platforms. In: Design, Automation and Test in Europe Conference and Exhibition (2015)","DOI":"10.7873\/DATE.2015.1036"},{"key":"7_CR22","volume-title":"Reinforcement Learning: An introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An introduction, vol. 1. MIT Press, Cambridge (1998)"},{"issue":"3","key":"7_CR23","doi-asserted-by":"publisher","first-page":"363","DOI":"10.1145\/1394608.1382152","volume":"36","author":"R Teodorescu","year":"2008","unstructured":"Teodorescu, R., Torrellas, J.: Variation-aware application scheduling and power management for chip multiprocessors. ACM SIGARCH Comput. Archit. News 36(3), 363\u2013374 (2008)","journal-title":"ACM SIGARCH Comput. Archit. News"},{"key":"7_CR24","doi-asserted-by":"crossref","unstructured":"Yan, K., Zhang, X., Tan, J., Xin, F.: Redefining QoS and customizing the power management policy to satisfy individual mobile users. In: 49th Annual IEEE\/ACM International Symposium on Microarchitecture (MICRO) (2016)","DOI":"10.1109\/MICRO.2016.7783756"},{"issue":"4","key":"7_CR25","doi-asserted-by":"publisher","first-page":"545","DOI":"10.1145\/2954679.2872375","volume":"51","author":"H Zhang","year":"2016","unstructured":"Zhang, H., Hoffmann, H.: Maximizing performance under a power cap: a comparison of hardware, software, and hybrid techniques. ACM SIGPLAN Not. 51(4), 545\u2013559 (2016)","journal-title":"ACM SIGPLAN Not."}],"container-title":["Communications in Computer and Information Science","Cloud Computing, Big Data & Emerging Topics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-14599-5_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,4]],"date-time":"2022-08-04T06:03:34Z","timestamp":1659593014000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-14599-5_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031145988","9783031145995"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-14599-5_7","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"5 August 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"JCC-BD&ET","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Conference on Cloud Computing, Big Data & Emerging Topics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"La Plata","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Argentina","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 June 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 July 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"jcc&bd2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/jcc.info.unlp.edu.ar\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"OJS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.19","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1.08","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}