{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T16:46:30Z","timestamp":1743093990858,"version":"3.40.3"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031453885"},{"type":"electronic","value":"9783031453892"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-45389-2_14","type":"book-chapter","created":{"date-parts":[[2023,10,11]],"date-time":"2023-10-11T15:03:39Z","timestamp":1697036619000},"page":"197-212","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Applying Reinforcement Learning for\u00a0Multiple Functions in\u00a0Swarm Intelligence"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2209-4592","authenticated-orcid":false,"given":"Andr\u00e9 A. V. Escorel","family":"Ribeiro","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6089-6214","authenticated-orcid":false,"given":"Rodrigo Cesar","family":"Lira","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7071-379X","authenticated-orcid":false,"given":"Mariana","family":"Macedo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1278-4602","authenticated-orcid":false,"given":"Hugo Valadares","family":"Siqueira","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0924-5341","authenticated-orcid":false,"given":"Carmelo","family":"Bastos-Filho","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,10,12]]},"reference":[{"key":"14_CR1","doi-asserted-by":"publisher","unstructured":"Bansal, J.C., Singh, P.K., Pal, N.R. (eds.): Evolutionary and Swarm Intelligence Algorithms, Studies in Computational Intelligence, vol. 779. Springer International Publishing, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-319-91341-4","DOI":"10.1007\/978-3-319-91341-4"},{"key":"14_CR2","doi-asserted-by":"publisher","unstructured":"Dorigo, M., Maniezzo, V., Colorni, A.: Ant system: optimization by a colony of cooperating agents. IEEE Trans. Syst. Man Cybern. Part B (Cybern.) 26(1), 29\u201341 (1996). https:\/\/doi.org\/10.1109\/3477.484436","DOI":"10.1109\/3477.484436"},{"key":"14_CR3","unstructured":"Engstrom, L., et al.: Implementation matters in deep policy gradients: a case study on PPO and TRPO (2020)"},{"key":"14_CR4","doi-asserted-by":"publisher","unstructured":"Junior, M.A.C.O., Bastos Filho, C.J.A., Menezes, R.: Using network science to define a dynamic communication topology for particle swarm optimizers. In: Menezes, R., Evsukoff, A., Gonz\u00e1lez, M. (eds.) Complex Networks. Studies in Computational Intelligence, vol. 424, pp. 39\u201347. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-30287-9_5","DOI":"10.1007\/978-3-642-30287-9_5"},{"key":"14_CR5","unstructured":"Karaboga, D., et al.: An idea based on honey bee swarm for numerical optimization. Technical report, Technical report-tr06, Erciyes University, Engineering faculty (2005)"},{"key":"14_CR6","doi-asserted-by":"publisher","unstructured":"Kennedy, J., Eberhart, R.: Particle swarm optimization. In: Proceedings of ICNN 1995 - International Conference on Neural Network, vol. 4, pp. 1942\u20131948 (1995). https:\/\/doi.org\/10.1109\/ICNN.1995.488968","DOI":"10.1109\/ICNN.1995.488968"},{"key":"14_CR7","doi-asserted-by":"crossref","unstructured":"Kennedy, J.: Swarm Intelligence, pp. 187\u2013219. Springer, US, Boston, MA (2006)","DOI":"10.1007\/0-387-27705-6_6"},{"key":"14_CR8","doi-asserted-by":"publisher","unstructured":"Lira, R.C., Macedo, M., Siqueira, H.V., Bastos-Filho, C.: Integrating reinforcement learning and optimization task: Evaluating an agent to dynamically select PSO communication topology. In: Tan, Y., Shi, Y., Luo, W. (eds.) Advances in Swarm Intelligence. ICSI 2023. LNCS, vol. 13969, pp. 38\u201348. Springer, Cham (2023).https:\/\/doi.org\/10.1007\/978-3-031-36625-3_4","DOI":"10.1007\/978-3-031-36625-3_4"},{"key":"14_CR9","doi-asserted-by":"publisher","first-page":"149814","DOI":"10.1109\/ACCESS.2021.3124710","volume":"9","author":"M Macedo","year":"2021","unstructured":"Macedo, M., et al.: Overview on binary optimization using swarm-inspired algorithms. IEEE Access 9, 149814\u2013149858 (2021). https:\/\/doi.org\/10.1109\/ACCESS.2021.3124710","journal-title":"IEEE Access"},{"key":"14_CR10","doi-asserted-by":"publisher","unstructured":"Oliveira, M., Bastos-Filho, C.J.A., Menezes, R.: Towards a network-based approach to analyze particle swarm optimizers. In: 2014 IEEE Symposium on Swarm Intelligence, pp. 1\u20138 (2014). https:\/\/doi.org\/10.1109\/SIS.2014.7011791","DOI":"10.1109\/SIS.2014.7011791"},{"issue":"1","key":"14_CR11","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/s13278-015-0245-5","volume":"5","author":"M Oliveira","year":"2015","unstructured":"Oliveira, M., Bastos-Filho, C.J.A., Menezes, R.: Using network science to assess particle swarm optimizers. Soc. Netw. Anal. Min. 5(1), 3 (2015). https:\/\/doi.org\/10.1007\/s13278-015-0245-5","journal-title":"Soc. Netw. Anal. Min."},{"key":"14_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1007\/978-3-319-44427-7_7","volume-title":"Swarm Intelligence","author":"M Oliveira","year":"2016","unstructured":"Oliveira, M., Pinheiro, D., Andrade, B., Bastos-Filho, C., Menezes, R.: Communication diversity in particle swarm optimizers. In: Dorigo, M., et al. (eds.) ANTS 2016. LNCS, vol. 9882, pp. 77\u201388. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-44427-7_7"},{"key":"14_CR13","doi-asserted-by":"publisher","unstructured":"Parpinelli, R.S., Lopes, H.S.: New inspirations in swarm intelligence: a survey. Int. J. Bio-Inspired Comput. 3(1), 1\u201316 (2011). https:\/\/doi.org\/10.1504\/IJBIC.2011.038700","DOI":"10.1504\/IJBIC.2011.038700"},{"key":"14_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2021\/5990999","volume":"2021","author":"S Pervaiz","year":"2021","unstructured":"Pervaiz, S., Ul-Qayyum, Z., Bangyal, W.H., Gao, L., Ahmad, J.: A systematic literature review on particle swarm optimization techniques for medical diseases detection. Comput. Math. Methods Med. 2021, 1\u201310 (2021). https:\/\/doi.org\/10.1155\/2021\/5990999","journal-title":"Comput. Math. Methods Med."},{"issue":"4","key":"14_CR15","doi-asserted-by":"publisher","first-page":"46","DOI":"10.3390\/data7040046","volume":"7","author":"V Plevris","year":"2022","unstructured":"Plevris, V., Solorzano, G.: A collection of 30 multidimensional functions for global optimization benchmarking. Data 7(4), 46 (2022). https:\/\/doi.org\/10.3390\/data7040046","journal-title":"Data"},{"key":"14_CR16","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1007\/s11721-007-0002-0","volume":"1","author":"R Poli","year":"2007","unstructured":"Poli, R., Kennedy, J., Blackwell, T.: Particle swarm optimization: an overview. Swarm Intell. 1, 33\u201357 (2007)","journal-title":"Swarm Intell."},{"key":"14_CR17","doi-asserted-by":"publisher","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms (2017). https:\/\/doi.org\/10.48550\/ARXIV.1707.06347","DOI":"10.48550\/ARXIV.1707.06347"},{"key":"14_CR18","doi-asserted-by":"publisher","unstructured":"da Silveira C\u00e2mara Augusto, J.P., dos Santos Nicolau, A., Schirru, R.: PSO with dynamic topology and random keys method applied to nuclear reactor reload. Progr. Nucl. Energy. 83, 191\u2013196 (2015). https:\/\/doi.org\/10.1016\/j.pnucene.2015.03.009","DOI":"10.1016\/j.pnucene.2015.03.009"},{"key":"14_CR19","doi-asserted-by":"publisher","unstructured":"Wauters, T., Verbeeck, K., De Causmaecker, P., Vanden Berghe, G.: Boosting metaheuristic search using reinforcement learning. In: Talbi, EG. (eds.) Hybrid Metaheuristics. Studies in Computational Intelligence, vol 434, pp. 432\u2013452. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-30671-6_17","DOI":"10.1007\/978-3-642-30671-6_17"},{"issue":"2","key":"14_CR20","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1080\/0305215X.2020.1867120","volume":"54","author":"D Wu","year":"2022","unstructured":"Wu, D., Wang, G.G.: Employing reinforcement learning to enhance particle swarm optimization methods. Eng. Optim. 54(2), 329\u2013348 (2022). https:\/\/doi.org\/10.1080\/0305215X.2020.1867120","journal-title":"Eng. Optim."},{"issue":"14","key":"14_CR21","doi-asserted-by":"publisher","first-page":"10007","DOI":"10.1007\/s00521-019-04527-9","volume":"32","author":"Y Xu","year":"2020","unstructured":"Xu, Y., Pi, D.: A reinforcement learning-based communication topology in particle swarm optimization. Neural Comput. Appl. 32(14), 10007\u201310032 (2020). https:\/\/doi.org\/10.1007\/s00521-019-04527-9","journal-title":"Neural Comput. Appl."}],"container-title":["Lecture Notes in Computer Science","Intelligent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-45389-2_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T16:09:26Z","timestamp":1710346166000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-45389-2_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031453885","9783031453892"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-45389-2_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"12 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"BRACIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazilian Conference on Intelligent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Belo Horizonte","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazil","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"bracis2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.bracis.dcc.ufmg.br","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"JEMS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"242","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"90","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"37% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}