{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T19:32:46Z","timestamp":1743103966555,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":36,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819980819"},{"type":"electronic","value":"9789819980826"}],"license":[{"start":{"date-parts":[[2023,11,15]],"date-time":"2023-11-15T00:00:00Z","timestamp":1700006400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,11,15]],"date-time":"2023-11-15T00:00:00Z","timestamp":1700006400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-981-99-8082-6_16","type":"book-chapter","created":{"date-parts":[[2023,11,14]],"date-time":"2023-11-14T16:08:09Z","timestamp":1699978089000},"page":"204-218","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["MRRC: Multi-agent Reinforcement Learning with\u00a0Rectification Capability in\u00a0Cooperative Tasks"],"prefix":"10.1007","author":[{"given":"Sheng","family":"Yu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wei","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shuhong","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhengwen","family":"Gong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haoran","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,11,15]]},"reference":[{"issue":"4","key":"16_CR1","doi-asserted-by":"publisher","first-page":"440","DOI":"10.1002\/nsg.12211","volume":"20","author":"M Aleardi","year":"2022","unstructured":"Aleardi, M., Vinciguerra, A., Stucchi, E., Hojat, A.: Machine learning-accelerated gradient-based Markov chain monte Carlo inversion applied to electrical resistivity tomography. Near Surface Geophys. 20(4), 440\u2013461 (2022)","journal-title":"Near Surface Geophys."},{"key":"16_CR2","unstructured":"Barth-Maron, G., et al.: Distributed distributional deterministic policy gradients. arXiv preprint arXiv:1804.08617 (2018)"},{"key":"16_CR3","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1016\/j.ejmp.2021.02.006","volume":"83","author":"I Castiglioni","year":"2021","unstructured":"Castiglioni, I., et al.: AI applications to medical images: from machine learning to deep learning. Physica Med. 83, 9\u201324 (2021)","journal-title":"Physica Med."},{"issue":"2","key":"16_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3475799","volume":"18","author":"E Cetinic","year":"2022","unstructured":"Cetinic, E., She, J.: Understanding and creating art with AI: review and outlook. ACM Trans. Multimedia Comput. Commun. Appl. (TOMM) 18(2), 1\u201322 (2022)","journal-title":"ACM Trans. Multimedia Comput. Commun. Appl. (TOMM)"},{"key":"16_CR5","first-page":"5518","volume":"34","author":"G Dalal","year":"2021","unstructured":"Dalal, G., Hallak, A., Dalton, S., Mannor, S., Chechik, G., et al.: Improve agents without retraining: parallel tree search with off-policy correction. Adv. Neural. Inf. Process. Syst. 34, 5518\u20135530 (2021)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"16_CR6","unstructured":"Ha, D., Dai, A., Le, Q.V.: Hypernetworks. arXiv preprint arXiv:1609.09106 (2016)"},{"key":"16_CR7","unstructured":"Huang, S., et al.: A constrained multi-objective reinforcement learning framework. In: Conference on Robot Learning, pp. 883\u2013893. PMLR (2022)"},{"key":"16_CR8","unstructured":"Iqbal, S., Sha, F.: Actor-attention-critic for multi-agent reinforcement learning. In: International Conference on Machine Learning, pp. 2961\u20132970. PMLR (2019)"},{"key":"16_CR9","unstructured":"Jang, E., Gu, S., Poole, B.: Categorical reparameterization with gumbel-softmax. arXiv preprint arXiv:1611.01144 (2016)"},{"key":"16_CR10","doi-asserted-by":"crossref","unstructured":"Jin, L., Qian, S., Owens, A., Fouhey, D.F.: Planar surface reconstruction from sparse views. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 12991\u201313000 (2021)","DOI":"10.1109\/ICCV48922.2021.01275"},{"key":"16_CR11","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.neucom.2016.01.031","volume":"190","author":"L Kraemer","year":"2016","unstructured":"Kraemer, L., Banerjee, B.: Multi-agent reinforcement learning as a rehearsal for decentralized planning. Neurocomputing 190, 82\u201394 (2016)","journal-title":"Neurocomputing"},{"key":"16_CR12","unstructured":"Lowe, R., Wu, Y.I., Tamar, A., Harb, J., Pieter Abbeel, O., Mordatch, I.: Multi-agent actor-critic for mixed cooperative-competitive environments. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"issue":"8","key":"16_CR13","doi-asserted-by":"publisher","first-page":"282","DOI":"10.3390\/a15080282","volume":"15","author":"Y Lu","year":"2022","unstructured":"Lu, Y., Li, W.: Techniques and paradigms in modern game AI systems. Algorithms 15(8), 282 (2022)","journal-title":"Algorithms"},{"key":"16_CR14","unstructured":"Majumdar, S., Khadka, S., Miret, S., McAleer, S., Tumer, K.: Evolutionary reinforcement learning for sample-efficient multiagent coordination. In: International Conference on Machine Learning, pp. 6651\u20136660. PMLR (2020)"},{"key":"16_CR15","doi-asserted-by":"publisher","first-page":"45137","DOI":"10.1109\/ACCESS.2021.3066365","volume":"9","author":"RF Mansour","year":"2021","unstructured":"Mansour, R.F., El Amraoui, A., Nouaouri, I., D\u00edaz, V.G., Gupta, D., Kumar, S.: Artificial intelligence and internet of things enabled disease diagnosis model for smart healthcare systems. IEEE Access 9, 45137\u201345146 (2021)","journal-title":"IEEE Access"},{"key":"16_CR16","doi-asserted-by":"publisher","DOI":"10.1016\/j.compchemeng.2020.106886","volume":"139","author":"R Nian","year":"2020","unstructured":"Nian, R., Liu, J., Huang, B.: A review on reinforcement learning: introduction and applications in industrial process control. Comput. Chem. Eng. 139, 106886 (2020)","journal-title":"Comput. Chem. Eng."},{"key":"16_CR17","doi-asserted-by":"crossref","unstructured":"Oliehoek, F.A., Amato, C.: A concise introduction to decentralized pomdps (2015)","DOI":"10.1007\/978-3-319-28929-8"},{"key":"16_CR18","unstructured":"Peng, B., et al.: FACMAC: factored multi-agent centralised policy gradients. In: Advances in Neural Information Processing Systems, vol. 34, pp. 12208\u201312221 (2021)"},{"key":"16_CR19","unstructured":"Qin, Z., Zhang, K., Chen, Y., Chen, J., Fan, C.: Learning safe multi-agent control with decentralized neural barrier certificates. arXiv preprint arXiv:2101.05436 (2021)"},{"key":"16_CR20","unstructured":"Rajeswar, S., et al.: Haptics-based curiosity for sparse-reward tasks. In: Conference on Robot Learning, pp. 395\u2013405. PMLR (2022)"},{"issue":"1","key":"16_CR21","first-page":"7234","volume":"21","author":"T Rashid","year":"2020","unstructured":"Rashid, T., Samvelyan, M., De Witt, C.S., Farquhar, G., Foerster, J., Whiteson, S.: Monotonic value function factorisation for deep multi-agent reinforcement learning. J. Mach. Learn. Res. 21(1), 7234\u20137284 (2020)","journal-title":"J. Mach. Learn. Res."},{"key":"16_CR22","unstructured":"Schulman, J., Moritz, P., Levine, S., Jordan, M., Abbeel, P.: High-dimensional continuous control using generalized advantage estimation. arXiv preprint arXiv:1506.02438 (2015)"},{"key":"16_CR23","doi-asserted-by":"publisher","first-page":"2133","DOI":"10.1109\/TNNLS.2021.3105937","volume":"34","author":"Y Shao","year":"2021","unstructured":"Shao, Y., et al.: Multi-objective neural evolutionary algorithm for combinatorial optimization problems. IEEE Trans. Neural Networks Learn. Syst. 34, 2133\u20132143 (2021)","journal-title":"IEEE Trans. Neural Networks Learn. Syst."},{"key":"16_CR24","doi-asserted-by":"crossref","unstructured":"Sharma, P.K., Fernandez, R., Zaroukian, E., Dorothy, M., Basak, A., Asher, D.E.: Survey of recent multi-agent reinforcement learning algorithms utilizing centralized training. In: Artificial Intelligence and Machine Learning for Multi-domain Operations Applications III, vol. 11746, pp. 665\u2013676. SPIE (2021)","DOI":"10.1117\/12.2585808"},{"key":"16_CR25","unstructured":"Shen, Y., Song, K., Tan, X., Li, D., Lu, W., Zhuang, Y.: Hugginggpt: solving AI tasks with chatgpt and its friends in huggingface. arXiv preprint arXiv:2303.17580 (2023)"},{"key":"16_CR26","unstructured":"Son, K., Kim, D., Kang, W.J., Hostallero, D.E., Yi, Y.: Qtran: learning to factorize with transformation for cooperative multi-agent reinforcement learning. In: International Conference on Machine Learning, pp. 5887\u20135896. PMLR (2019)"},{"key":"16_CR27","first-page":"12163","volume":"33","author":"N Vieillard","year":"2020","unstructured":"Vieillard, N., Kozuno, T., Scherrer, B., Pietquin, O., Munos, R., Geist, M.: Leverage the average: an analysis of kl regularization in reinforcement learning. Adv. Neural. Inf. Process. Syst. 33, 12163\u201312174 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"16_CR28","unstructured":"Wang, J., Ren, Z., Liu, T., Yu, Y., Zhang, C.: Qplex: duplex dueling multi-agent q-learning. arXiv preprint arXiv:2008.01062 (2020)"},{"key":"16_CR29","first-page":"5941","volume":"35","author":"J Wang","year":"2022","unstructured":"Wang, J., Zhang, Y., Gu, Y., Kim, T.K.: Shaq: Incorporating shapley value theory into multi-agent q-learning. Adv. Neural. Inf. Process. Syst. 35, 5941\u20135954 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"16_CR30","unstructured":"Wang, L., et al.: Individual reward assisted multi-agent reinforcement learning. In: International Conference on Machine Learning, pp. 23417\u201323432. PMLR (2022)"},{"key":"16_CR31","unstructured":"Wang, T., Wang, J., Zheng, C., Zhang, C.: Learning nearly decomposable value functions via communication minimization. arXiv preprint arXiv:1910.05366 (2019)"},{"key":"16_CR32","unstructured":"Wang, Y., Han, B., Wang, T., Dong, H., Zhang, C.: Off-policy multi-agent decomposed policy gradients. arXiv preprint arXiv:2007.12322 (2020)"},{"key":"16_CR33","doi-asserted-by":"publisher","DOI":"10.1016\/j.tre.2022.102712","volume":"162","author":"Y Yan","year":"2022","unstructured":"Yan, Y., Chow, A.H., Ho, C.P., Kuo, Y.H., Wu, Q., Ying, C.: Reinforcement learning for logistics and supply chain management: methodologies, state of the art, and future opportunities. Transp. Res. Part E Logist. Transp. Rev. 162, 102712 (2022)","journal-title":"Transp. Res. Part E Logist. Transp. Rev."},{"issue":"CSCW3","key":"16_CR34","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3432945","volume":"4","author":"R Zhang","year":"2021","unstructured":"Zhang, R., McNeese, N.J., Freeman, G., Musick, G.: \u201cAn ideal human\u2019\u2019 expectations of AI teammates in human-AI teaming. Proc. ACM Hum.-Comput. Inter. 4(CSCW3), 1\u201325 (2021)","journal-title":"Proc. ACM Hum.-Comput. Inter."},{"key":"16_CR35","unstructured":"Zhang, T., Li, Y., Wang, C., Xie, G., Lu, Z.: Fop: factorizing optimal joint policy of maximum-entropy multi-agent reinforcement learning. In: International Conference on Machine Learning, pp. 12491\u201312500. PMLR (2021)"},{"key":"16_CR36","unstructured":"Zhou, H., Lan, T., Aggarwal, V.: PAC: assisted value factorisation with counterfactual predictions in multi-agent reinforcement learning. arXiv preprint arXiv:2206.11420 (2022)"}],"container-title":["Lecture Notes in Computer Science","Neural Information Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-99-8082-6_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T17:06:30Z","timestamp":1710349590000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-99-8082-6_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,15]]},"ISBN":["9789819980819","9789819980826"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-981-99-8082-6_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023,11,15]]},"assertion":[{"value":"15 November 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICONIP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Information Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Changsha","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 November 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 November 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iconip2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/iconip2023.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1274","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"650","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"51% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4.14","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.46","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}