{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,7]],"date-time":"2026-04-07T20:45:36Z","timestamp":1775594736339,"version":"3.50.1"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031226946","type":"print"},{"value":"9783031226953","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-22695-3_53","type":"book-chapter","created":{"date-parts":[[2022,12,2]],"date-time":"2022-12-02T15:11:58Z","timestamp":1669993918000},"page":"761-774","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Reinforcement Learning for Collective Motion Tuning in the Presence of Extrinsic Goals"],"prefix":"10.1007","author":[{"given":"Shadi","family":"Abpeikar","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kathryn","family":"Kasmarik","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matt","family":"Garratt","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,12,3]]},"reference":[{"key":"53_CR1","doi-asserted-by":"publisher","first-page":"101085","DOI":"10.1016\/j.swevo.2022.101085","volume":"72","author":"S Abpeikar","year":"2022","unstructured":"Abpeikar, S., Kasmarik, K., Garratt, M., Hunjet, R., Khan, M.M., Qiu, H.: Automatic swarm behaviour tuning using actor-critic deep reinforcement learning. Swarm Evol. Comput. 72, 101085 (2022)","journal-title":"Swarm Evol. Comput."},{"key":"53_CR2","doi-asserted-by":"crossref","unstructured":"Abpeikar, S., Kasmarik, K., Tran, V., Garratt, M., Anavatti, S., Khan, M.M.: Tuning swarm behaviour for environmental sensing tasks represented as coverage problems. In: Asadnia, M., Razmjou, A., Beheshti, A. (eds.) Artificial Intelligence and Data Science in Environmental Sensing, pp.\u00a0155\u2013178. Elsevier (2022)","DOI":"10.1016\/B978-0-323-90508-4.00001-0"},{"key":"53_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.5402\/2013\/608164","volume":"2013","author":"I Navarro","year":"2013","unstructured":"Navarro, I., Mat\u00eda, F.: An introduction to swarm robotics. ISRN Robotics 2013, 1\u201310 (2013)","journal-title":"ISRN Robotics"},{"issue":"1","key":"53_CR4","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1109\/THMS.2015.2480801","volume":"46","author":"A Kolling","year":"2016","unstructured":"Kolling, A., Walker, P., Chakraborty, N., Sycara, K., Lewis, M.: Human interaction with robot swarms: a survey. IEEE Trans. Hum.-Mach. Syst. 46(1), 9\u201326 (2016)","journal-title":"IEEE Trans. Hum.-Mach. Syst."},{"key":"53_CR5","unstructured":"Amjadi, A.S., Raoufi, M., Turgut, A.E., Broughton, G., Krajn\u00edk, T., Arvin, F.: Cooperative pollution source localization and cleanup with a bio-inspired swarm robot aggregation (2019). arXiv:1907.09585"},{"issue":"2","key":"53_CR6","doi-asserted-by":"publisher","first-page":"610","DOI":"10.1109\/LRA.2019.2891991","volume":"4","author":"F Niroui","year":"2019","unstructured":"Niroui, F., Zhang, K., Kashino, Z., Nejat, G.: Deep reinforcement learning robot for search and rescue applications: exploration in unknown cluttered environments. IEEE Robot. Autom. Lett. 4(2), 610\u2013617 (2019)","journal-title":"IEEE Robot. Autom. Lett."},{"key":"53_CR7","doi-asserted-by":"publisher","first-page":"70","DOI":"10.3389\/frobt.2020.00070","volume":"7","author":"I Berman","year":"2020","unstructured":"Berman, I., et al.: Trustable environmental monitoring by means of sensors networks on swarming autonomous marine vessels and distributed ledger technology. Frontiers in Robotics and AI 7, 70 (2020)","journal-title":"Frontiers in Robotics and AI"},{"key":"53_CR8","doi-asserted-by":"crossref","unstructured":"Rogers, K., Wiles, J., Heath, S., Hensby, K., Taufatofua, J.: Discovering patterns of touch: a case study for visualization-driven analysis in human-robot interaction. In: 2016 11th ACM\/IEEE International Conference on Human-Robot Interaction (HRI), pp. 499\u2013500 (2016)","DOI":"10.1109\/HRI.2016.7451825"},{"key":"53_CR9","first-page":"583","volume":"2009","author":"A Croitoru","year":"2009","unstructured":"Croitoru, A.: Deriving low-level steering behaviors from trajectory data. IEEE Int. Conf. Data Min. Workshops 2009, 583\u2013590 (2009)","journal-title":"IEEE Int. Conf. Data Min. Workshops"},{"issue":"1","key":"53_CR10","first-page":"3483","volume":"15","author":"K Van Moffaert","year":"2014","unstructured":"Van Moffaert, K., Now\u00e9, A.: Multi-objective reinforcement learning using sets of pareto dominating policies. J. Mach. Learn. Res. 15(1), 3483\u20133512 (2014)","journal-title":"J. Mach. Learn. Res."},{"issue":"4","key":"53_CR11","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1145\/37402.37406","volume":"21","author":"CW Reynolds","year":"1987","unstructured":"Reynolds, C.W.: Flocks, herds, and schools: a distributed behavioral model. Computer Graphics 21(4), 25\u201334 (1987)","journal-title":"Computer Graphics"},{"key":"53_CR12","doi-asserted-by":"publisher","first-page":"100715","DOI":"10.1016\/j.swevo.2020.100715","volume":"57","author":"M Khan","year":"2020","unstructured":"Khan, M., Kasmarik, K., Barlow, M.: Autonomous detection of collective behaviours in swarms. Swarm Evol. Comput. 57, 100715 (2020)","journal-title":"Swarm Evol. Comput."},{"key":"53_CR13","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction, 2nd edn. Adapt Comput Mach Le (2018)"},{"issue":"2","key":"53_CR14","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1109\/TSMCC.2007.913919","volume":"38","author":"L Busoniu","year":"2008","unstructured":"Busoniu, L., Babuska, R., De Schutter, B.: A comprehensive survey of multiagent reinforcement learning. IEEE Trans. Syst. Man Cybern. C 38(2), 156\u2013172 (2008)","journal-title":"IEEE Trans. Syst. Man Cybern. C"},{"key":"53_CR15","doi-asserted-by":"crossref","unstructured":"Fern\u00e1ndez, F., Veloso, M.: Probabilistic policy reuse in a reinforcement learning agent. In: Proceedings of the Fifth International Joint Conference on Autonomous Agents and Multiagent Systems, pp. 720\u2013727 (2006)","DOI":"10.1145\/1160633.1160762"},{"key":"53_CR16","unstructured":"Haarnoja, T., Zhou, A., Abbeel, P., Levine, S.: Soft actor-critic: off-policy maximum entropy deep reinforcement learning with a stochastic actor. In: International Conference on Machine Learning, pp. 1861\u20131870. PMLR (2018)"},{"key":"53_CR17","unstructured":"Wang, R.Q.: Reinforcement learning: an introduction. In: Proceedings of 2006 International Conference on Artificial Intelligence, pp. 632\u2013637 (2006)"},{"key":"53_CR18","doi-asserted-by":"crossref","unstructured":"Abpeikar, S., Kasmarik, K., Tran, P.V., Garratt, M.: Transfer learning for autonomous recognition of swarm behaviour in UGVs. In: Australian Joint Conference on Artficial Intelligence, to appear, Sydeny, Australia,\u00a0 vol. 13151, pp.\u00a0531\u2013542 (2022)","DOI":"10.1007\/978-3-030-97546-3_43"},{"issue":"1","key":"53_CR19","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1007\/s11721-015-0103-0","volume":"9","author":"J Harvey","year":"2015","unstructured":"Harvey, J., Kasmarik, K., Abbass, H.A.: Application of chaos measures to a simplified boids flocking model. Swarm Intell. 9(1), 23\u201341 (2015)","journal-title":"Swarm Intell."},{"key":"53_CR20","doi-asserted-by":"publisher","first-page":"13","DOI":"10.3389\/frobt.2018.00013","volume":"5","author":"J Harvey","year":"2018","unstructured":"Harvey, J., Kasmarik, K., Abbass, H.A.: Assessing human judgment of computationally generated swarming behavior. Frontiers in Robotics and AI 5, 13 (2018)","journal-title":"Frontiers in Robotics and AI"},{"key":"53_CR21","unstructured":"Abpeikar, S., Kasmarik, K., Barlow, M., Khan, M.M.: Swarm Behaviour Dataset on UCI Data Repository. http:\/\/archive.ics.uci.edu\/ml\/datasets\/Swarm+Behaviour"},{"key":"53_CR22","doi-asserted-by":"crossref","unstructured":"Hussein, A., et al.: Characterization of indicators for adaptive human-swarm teaming. Frontiers in Robotics and AI 9 (2022)","DOI":"10.3389\/frobt.2022.745958"},{"issue":"8","key":"53_CR23","doi-asserted-by":"publisher","first-page":"e1004273","DOI":"10.1371\/journal.pcbi.1004273","volume":"11","author":"E Ferrante","year":"2015","unstructured":"Ferrante, E., Turgut, A.E., Duenez-Guzman, E., Dorigo, M., Wenseleers, T.: Evolution of self-organized task specialization in robot Swarms. Plos Comput. Biol. 11(8), e1004273 (2015)","journal-title":"Plos Comput. Biol."},{"issue":"6","key":"53_CR24","doi-asserted-by":"publisher","first-page":"1226","DOI":"10.1103\/PhysRevLett.75.1226","volume":"75","author":"T Vicsek","year":"1995","unstructured":"Vicsek, T., Czir\u00f3k, A., Ben-Jacob, E., Cohen, I., Shochet, O.: Novel type of phase transition in a system of self-driven particles. Phys. Rev. Lett. 75(6), 1226\u20131229 (1995)","journal-title":"Phys. Rev. Lett."}],"container-title":["Lecture Notes in Computer Science","AI 2022: Advances in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-22695-3_53","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T15:31:49Z","timestamp":1710257509000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-22695-3_53"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031226946","9783031226953"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-22695-3_53","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"3 December 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australasian Joint Conference on Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Perth, WA","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 December 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 December 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"35","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ausai2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ajcai2022.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"90","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"56","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"62% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}