{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,17]],"date-time":"2025-12-17T18:10:29Z","timestamp":1765995029019,"version":"3.40.3"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031126406"},{"type":"electronic","value":"9783031126413"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-12641-3_21","type":"book-chapter","created":{"date-parts":[[2022,7,27]],"date-time":"2022-07-27T12:49:18Z","timestamp":1658926158000},"page":"248-262","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Tuning Proximal Policy Optimization Algorithm in Maze Solving with ML-Agents"],"prefix":"10.1007","author":[{"given":"Phan Thanh","family":"Hung","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mac Duy Dan","family":"Truong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Phan Duy","family":"Hung","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,7,27]]},"reference":[{"issue":"4","key":"21_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3390\/informatics8040079","volume":"8","author":"E Elgeldawi","year":"2021","unstructured":"Elgeldawi, E., Sayed, A., Galal, A.R., Zaki, A.M.: Hyperparameter tuning for machine learning algorithms used for Arabic sentiment analysis. Informatics 8(4), 1\u201321 (2021)","journal-title":"Informatics"},{"key":"21_CR2","doi-asserted-by":"crossref","unstructured":"Kristensen, J.T., Burelli, P.: Strategies for Using Proximal Policy Optimization in Mobile Puzzle Games. arXiv:2007.01542 (2020)","DOI":"10.1145\/3402942.3402944"},{"key":"21_CR3","unstructured":"Juliani, A. et al.: Unity: A General Platform for Intelligent Agents. arXiv:1809.02627 (2020)"},{"key":"21_CR4","doi-asserted-by":"publisher","unstructured":"Jonsson, A.: Deep Reinforcement learning in medicine. Kidney Dis. (Basel) 5(1), 18\u201322 (2019). https:\/\/doi.org\/10.1159\/000492670. Epub 12 October 2018. PMID: 30815460; PMCID: PMC6388442","DOI":"10.1159\/000492670"},{"key":"21_CR5","unstructured":"OpenAI et al.: Dota 2 with Large Scale Deep Reinforcement Learning, arXiv:1912.06680 (2019)"},{"key":"21_CR6","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal Policy Optimization Algorithms. arXiv:1707.06347 (2017)"},{"key":"21_CR7","doi-asserted-by":"crossref","unstructured":"Sadik, A.M.J., Dhali, M.A., Farid, H.M.A.B., Rashid, T.U., Syeed, A.: A comprehensive and comparative study of maze-solving techniques by implementing graph theory. In: Proceedings of the International Conference on Artificial Intelligence and Computational Intelligence, vol. 1, pp. 52\u201356 (2010)","DOI":"10.1109\/AICI.2010.18"},{"key":"21_CR8","doi-asserted-by":"publisher","unstructured":"Hamalainen, P., Babadi, A., Ma, X., Lehtinen, J.: PPO-CMA: proximal policy optimization with covariance matrix adaptation. In: Proceedings of the IEEE International Workshop on Machine Learning for Signal Processing, MLSP (2020). https:\/\/doi.org\/10.1109\/MLSP49062.2020.9231618","DOI":"10.1109\/MLSP49062.2020.9231618"},{"key":"21_CR9","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1613\/jair.3912","volume":"47","author":"MG Bellemare","year":"2012","unstructured":"Bellemare, M.G., Naddaf, Y., Veness, J., Bowling, M.: The arcade learning environment: an evaluation platform for general agents. J. Artif. Intell. Res. 47, 253\u2013279 (2012). https:\/\/doi.org\/10.1613\/jair.3912","journal-title":"J. Artif. Intell. Res."},{"key":"21_CR10","doi-asserted-by":"publisher","unstructured":"Kristensen, J.T., Valdivia, A., Burelli, P.: Estimating player completion rate in mobile puzzle games using reinforcement learning. In: Proceedings of the IEEE Conference Computational Intelligence and Games, pp. 636\u2013639 (2020).https:\/\/doi.org\/10.1109\/CoG47356.2020.9231581","DOI":"10.1109\/CoG47356.2020.9231581"},{"key":"21_CR11","doi-asserted-by":"publisher","unstructured":"Kim, T., and Lee, J.H.: Effects of hyper-parameters for deep reinforcement learning in robotic motion mimicry: a preliminary study. In: Proceedings of the 16th International Conference on Ubiquitous Robots, pp. 228\u2013235 (2019).https:\/\/doi.org\/10.1109\/URAI.2019.8768564 (2019)","DOI":"10.1109\/URAI.2019.8768564"},{"key":"21_CR12","unstructured":"Unity - Manual: Creating user interfaces (UI). https:\/\/docs.unity3d.com\/Manual\/UIToolkits.html. Accessed 01 Feb 2022"},{"key":"21_CR13","doi-asserted-by":"publisher","unstructured":"Torrado, R.R., Bontrager, P., Togelius, J., Liu, J., Perez-Liebana, D.: Deep reinforcement learning for general video game AI. In: Proceedings of the IEEE Conference Computational Intelligence and Games (2018). https:\/\/doi.org\/10.1109\/CIG.2018.8490422","DOI":"10.1109\/CIG.2018.8490422"},{"key":"21_CR14","doi-asserted-by":"publisher","unstructured":"Johansen, M., Pichlmair, M., Risi, S.: Video game description language environment for unity machine learning agents. In: Proceedings of the IEEE Conference Computational Intelligence and Games (2019). https:\/\/doi.org\/10.1109\/CIG.2019.8848072","DOI":"10.1109\/CIG.2019.8848072"},{"key":"21_CR15","doi-asserted-by":"publisher","first-page":"443","DOI":"10.1109\/ACCESS.2017.2766579","volume":"6","author":"R Jafri","year":"2017","unstructured":"Jafri, R., Campos, R.L., Ali, S.A., Arabnia, H.R.: Visual and infrared sensor data-based obstacle detection for the visually impaired using the google project tango tablet development kit and the unity engine. IEEE Access 6, 443\u2013454 (2017). https:\/\/doi.org\/10.1109\/ACCESS.2017.2766579","journal-title":"IEEE Access"},{"key":"21_CR16","doi-asserted-by":"publisher","first-page":"96056","DOI":"10.1109\/ACCESS.2021.3094566","volume":"9","author":"W Zhu","year":"2021","unstructured":"Zhu, W., Rosendo, A.: A functional clipping approach for policy optimization algorithms. IEEE Access 9, 96056\u201396063 (2021). https:\/\/doi.org\/10.1109\/ACCESS.2021.3094566","journal-title":"IEEE Access"},{"key":"21_CR17","series-title":"Lecture Notes in Networks and Systems","doi-asserted-by":"publisher","first-page":"136","DOI":"10.1007\/978-3-030-82616-1_13","volume-title":"Proceedings of International Conference on Emerging Technologies and Intelligent Systems","author":"NT Su","year":"2022","unstructured":"Su, N.T., Hung, P.D., Vinh, B.T., Diep, V.T.: Rice leaf disease classification using deep learning and target for mobile devices. In: Al-Emran, M., Al-Sharafi, M.A., Al-Kabi, M.N., Shaalan, K. (eds.) ICETIS 2021. LNNS, vol. 299, pp. 136\u2013148. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-82616-1_13"},{"key":"21_CR18","series-title":"Studies in Computational Intelligence","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1007\/978-3-030-49536-7_23","volume-title":"Soft Computing for Biomedical Applications and Related Topics","author":"PD Hung","year":"2021","unstructured":"Hung, P.D., Giang, D.T.: Traffic light control at isolated intersections in case of heterogeneous traffic. In: Kreinovich, V., Hoang Phuong, N. (eds.) Soft Computing for Biomedical Applications and Related Topics. SCI, vol. 899, pp. 269\u2013280. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-49536-7_23"}],"container-title":["Communications in Computer and Information Science","Advances in Computing and Data Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-12641-3_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,12]],"date-time":"2023-02-12T18:32:53Z","timestamp":1676226773000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-12641-3_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031126406","9783031126413"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-12641-3_21","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"27 July 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICACDS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Advances in Computing and Data Sciences","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kumool","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"India","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 April 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 April 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icacds2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icacds.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"411","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"69","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}