{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T15:02:01Z","timestamp":1786978921642,"version":"build-2736575974"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030967710","type":"print"},{"value":"9783030967727","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-96772-7_35","type":"book-chapter","created":{"date-parts":[[2022,3,15]],"date-time":"2022-03-15T17:13:08Z","timestamp":1647364388000},"page":"383-395","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["MACSQ: Massively Accelerated DeepQ Learning on GPUs Using On-the-fly State Construction"],"prefix":"10.1007","author":[{"given":"Marcel","family":"K\u00f6ster","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Julian","family":"Gro\u00df","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Antonio","family":"Kr\u00fcger","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,3,16]]},"reference":[{"key":"35_CR1","unstructured":"AMD: AMD Vega Instruction Set Architecture (2019)"},{"key":"35_CR2","doi-asserted-by":"crossref","unstructured":"Amin, M.A., Kashif, M., Umer, M., Rehman, A., Waheed, F., Rehman, H.U.: Parallel backpropagation neural network training techniques using graphics processing unit. Int. J. Adv. Comput. Sci. Appl. (2019)","DOI":"10.14569\/IJACSA.2019.0100270"},{"key":"35_CR3","unstructured":"Fu, J., Kumar, A., Soh, M., Levine, S.: Diagnosing Bottlenecks in Deep Q-learning Algorithms (2019)"},{"key":"35_CR4","unstructured":"Gro\u00df, J., K\u00f6ster, M., Kr\u00fcger, A.: Fast and efficient nearest neighbor search for particle simulations. In: Proceedings of the Conference on Computer Graphics & Visual Computing (CGCV-2019). The Eurographics Association (2019)"},{"key":"35_CR5","unstructured":"Gro\u00df, J., K\u00f6ster, M., Kr\u00fcger, A.: CLAWS : Computational load balancing for accelerated neighbor processing on GPUs using warp scheduling. In: Proceedings of the Conference on Computer Graphics and Visual Computing (CGCV-2020). The Eurographics Association (2020)"},{"key":"35_CR6","unstructured":"Hasselt, H.V., Guez, A., Silver, D.: Deep reinforcement learning with double Q-learning. In: Proceedings of the Thirtieth AAAI Conference on Artificial Intelligence. AAAI Press (2016)"},{"key":"35_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1007\/978-3-030-38991-8_15","volume-title":"Algorithms and Architectures for Parallel Processing","author":"M K\u00f6ster","year":"2020","unstructured":"K\u00f6ster, M., Gro\u00df, J., Kr\u00fcger, A.: FANG: fast and efficient successor-state generation for heuristic optimization on GPUs. In: Wen, S., Zomaya, A., Yang, L.T. (eds.) ICA3PP 2019. LNCS, vol. 11944, pp. 223\u2013241. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-38991-8_15"},{"key":"35_CR8","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-13-5907-1","volume-title":"PDCAT 2018","year":"2019","unstructured":"Park, J.H., Shen, H., Sung, Y., Tian, H. (eds.): PDCAT 2018. CCIS, vol. 931. Springer, Singapore (2019). https:\/\/doi.org\/10.1007\/978-981-13-5907-1"},{"key":"35_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1007\/978-3-030-60245-1_26","volume-title":"Algorithms and Architectures for Parallel Processing","author":"M K\u00f6ster","year":"2020","unstructured":"K\u00f6ster, M., Gro\u00df, J., Kr\u00fcger, A.: High-performance simulations on GPUs using adaptive time steps. In: Qiu, M. (ed.) ICA3PP 2020. LNCS, vol. 12452, pp. 369\u2013385. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-60245-1_26"},{"issue":"4","key":"35_CR10","doi-asserted-by":"publisher","first-page":"675","DOI":"10.1007\/s10766-020-00670-2","volume":"48","author":"M K\u00f6ster","year":"2020","unstructured":"K\u00f6ster, M., Gro\u00df, J., Kr\u00fcger, A.: Massively parallel rule-based interpreter execution on GPUs using thread compaction. Int. J. Parallel Program. 48(4), 675\u2013691 (2020)","journal-title":"Int. J. Parallel Program."},{"key":"35_CR11","doi-asserted-by":"crossref","unstructured":"K\u00f6ster, M., Kr\u00fcger, A.: Adaptive Position-Based Fluids: Improving Performance of Fluid Simulations for Real-Time Applications. Int. J. Comput. Graph. Animation (2016)","DOI":"10.5121\/ijcga.2016.6301"},{"key":"35_CR12","unstructured":"K\u00f6ster, M., Kr\u00fcger, A.: Screen space particle selection. In: Proceedings of the Conference on Computer Graphics and Visual Computing (CGCV-2018). The Eurographics Association (2018)"},{"key":"35_CR13","doi-asserted-by":"publisher","first-page":"1441003","DOI":"10.1142\/S0129626414410035","volume":"24","author":"M K\u00f6ster","year":"2014","unstructured":"K\u00f6ster, M., Lei\u00dfa, R., Hack, S., Membarth, R., Slusallek, P.: Code Refinement of Stencil Codes. Parallel Process. Lett. (PPL) 24, 1441003 (2014)","journal-title":"Parallel Process. Lett. (PPL)"},{"key":"35_CR14","unstructured":"Liang, J., Makoviychuk, V., Handa, A., Chentanez, N., Macklin, M., Fox, D.: GPU-accelerated robotic simulation for distributed reinforcement learning (2018)"},{"key":"35_CR15","doi-asserted-by":"crossref","unstructured":"Lustig, D., Sahasrabuddhe, S., Giroux, O.: A formal analysis of the NVIDIA PTX memory consistency model. In: Proceedings of the Twenty-Fourth International Conference on Architectural Support for Programming Languages and Operating Systems (2019)","DOI":"10.1145\/3297858.3304043"},{"key":"35_CR16","doi-asserted-by":"crossref","unstructured":"Marsaglia, G.: Xorshift RNGs. J. Statist. Software, Articles 8 (2003)","DOI":"10.18637\/jss.v008.i14"},{"key":"35_CR17","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning. In: Proceedings of The 33rd International Conference on Machine Learning. Proceedings of Machine Learning Research, PMLR (2016)"},{"key":"35_CR18","unstructured":"Mnih, V., et al.: Playing Atari with Deep Reinforcement Learning (2013)"},{"key":"35_CR19","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015)","journal-title":"Nature"},{"key":"35_CR20","unstructured":"NVIDIA: faster parallel reductions on Kepler (2014)"},{"key":"35_CR21","unstructured":"NVIDIA: CUDA C Programming Guide v11.5 (2021)"},{"key":"35_CR22","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","DOI":"10.1007\/11564096","volume-title":"Machine Learning: ECML 2005","year":"2005","unstructured":"Gama, J., Camacho, R., Brazdil, P.B., Jorge, A.M., Torgo, L. (eds.): ECML 2005. LNCS (LNAI), vol. 3720. Springer, Heidelberg (2005). https:\/\/doi.org\/10.1007\/11564096"},{"key":"35_CR23","unstructured":"Stooke, A., Abbeel, P.: Accelerated methods for deep reinforcement learning (2019)"}],"container-title":["Lecture Notes in Computer Science","Parallel and Distributed Computing, Applications and Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-96772-7_35","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,3,15]],"date-time":"2022-03-15T17:18:30Z","timestamp":1647364710000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-96772-7_35"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783030967710","9783030967727"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-96772-7_35","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"16 March 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PDCAT","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Parallel and Distributed Computing: Applications and Technologies","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Guangzhou","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 December 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 December 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"pdcat2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/cse.sysu.edu.cn\/pdcat2021\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"97","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"34","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"25% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}