{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T04:50:33Z","timestamp":1742964633526,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":17,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819964918"},{"type":"electronic","value":"9789819964925"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-981-99-6492-5_39","type":"book-chapter","created":{"date-parts":[[2023,10,15]],"date-time":"2023-10-15T18:01:56Z","timestamp":1697392916000},"page":"452-463","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Research on\u00a0Target Trajectory Planning Method of\u00a0Humanoid Manipulators Based on\u00a0Reinforcement Learning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-7306-2228","authenticated-orcid":false,"given":"Keyao","family":"Liang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9695-1940","authenticated-orcid":false,"given":"Fusheng","family":"Zha","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wentao","family":"Sheng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wei","family":"Guo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pengfei","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8354-2440","authenticated-orcid":false,"given":"Lining","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,10,16]]},"reference":[{"issue":"2","key":"39_CR1","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1109\/MRA.2012.2192171","volume":"19","author":"N Vahrenkamp","year":"2012","unstructured":"Vahrenkamp, N., Asfour, T., Dillmann, R.: Simultaneous grasp and motion planning: humanoid robot ARMAR-III. IEEE Rob. Autom. Mag. 19(2), 43\u201357 (2012)","journal-title":"IEEE Rob. Autom. Mag."},{"key":"39_CR2","doi-asserted-by":"crossref","unstructured":"Fang, C., Rocchi, A., Hoffman, E.M., Tsagarakis, N.G., Caldwell, D.G: Efficient self-collision avoidance based on focus of interest for humanoid robots. In: 2015 IEEE-RAS 15th International Conference on Humanoid Robots (Humanoids), pp. 1060\u20131066. IEEE, Seoul, Korea (South) (2015)","DOI":"10.1109\/HUMANOIDS.2015.7363500"},{"key":"39_CR3","doi-asserted-by":"crossref","unstructured":"Park, H.A., Lee, C.S. George: extended cooperative task space for manipulation tasks of humanoid robots. In: 2015 IEEE International Conference on Robotics and Automation (ICRA), pp. 6088\u20136093. IEEE, Seattle, WA, USA (South) (2015)","DOI":"10.1109\/ICRA.2015.7140053"},{"key":"39_CR4","doi-asserted-by":"crossref","unstructured":"Giftthaler, M., Farshidian, F., Sandy, T., Stadelmann, L., Buchli, J.: Efficient kinematic planning for mobile manipulators with non-holonomic constraints using optimal control. In: 2017 IEEE International Conference on Robotics and Automation (ICRA), pp. 3411\u20133417. IEEE, Singapore (2017)","DOI":"10.1109\/ICRA.2017.7989388"},{"key":"39_CR5","doi-asserted-by":"crossref","unstructured":"Casalino, A., Massarenti, N., Zanchettin, A.M., Rocco, P.: Predicting the human behaviour in human-robot co-assemblies: an approach based on suffix trees. In: 2020 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 11108\u201311114. IEEE, Las Vegas, NV, USA (2020)","DOI":"10.1109\/IROS45743.2020.9341301"},{"key":"39_CR6","doi-asserted-by":"crossref","unstructured":"Lentini, G., Grioli, G., Catalano, M.G. Bicchi, A.: Robot programming without coding. In: 2020 IEEE International Conference on Robotics and Automation (ICRA), pp. 7576\u20137582. IEEE, Paris, France (2020)","DOI":"10.1109\/ICRA40945.2020.9196904"},{"key":"39_CR7","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2021.103779","volume":"141","author":"D Mronga","year":"2021","unstructured":"Mronga, D., Kirchner, F.: Learning context-adaptive task constraints for robotic manipulation. Rob. Auton. Syst. 141, 103779 (2021)","journal-title":"Rob. Auton. Syst."},{"issue":"2","key":"39_CR8","doi-asserted-by":"publisher","first-page":"413","DOI":"10.1109\/LRA.2020.3044029","volume":"6","author":"K Sasabuchi","year":"2021","unstructured":"Sasabuchi, K., Wake, N., Ikeuchi, K.: Task-oriented motion mapping on robots of various configuration using body role division. IEEE Rob. Autom. Lett. 6(2), 413\u2013420 (2021)","journal-title":"IEEE Rob. Autom. Lett."},{"key":"39_CR9","doi-asserted-by":"crossref","unstructured":"Kim, H., Ohmura, Y., Kuniyoshi, Y.: Transformer-based deep imitation learning for dual-arm robot manipulation. In: 2021 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 8965\u20138972. IEEE, Prague, Czech Republic (2021)","DOI":"10.1109\/IROS51168.2021.9636301"},{"key":"39_CR10","doi-asserted-by":"crossref","unstructured":"Ye, D., Liu, Z., Sun, M., Shi, B., Zhao, P.: Mastering complex control in moba games with deep reinforcement learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp. 6672\u20136679 (2020)","DOI":"10.1609\/aaai.v34i04.6144"},{"issue":"19","key":"39_CR11","doi-asserted-by":"publisher","first-page":"70","DOI":"10.2352\/ISSN.2470-1173.2017.19.AVM-023","volume":"29","author":"AEL Sallab","year":"2017","unstructured":"Sallab, A.E.L., Abdou, M., Perot, E., Yogamani, S.: Deep reinforcement learning framework for autonomous driving. Elect. Imaging 29(19), 70\u201376 (2017)","journal-title":"Elect. Imaging"},{"key":"39_CR12","unstructured":"Duan, Y., Chen, X., Houthooft, R., Schulman, J., Abbeel, P.: Benchmarking deep reinforcement learning for continuous control. In: International Conference on machine learning, pp. 1329\u20131338. PMLR, New York, USA (2016)"},{"key":"39_CR13","doi-asserted-by":"crossref","unstructured":"Cuay\u00e1huitl, H., Yu, S., Williamson, A., Carse, J.: Scaling up deep reinforcement learning for multi-domain dialogue systems. In: 2017 International Joint Conference on Neural Networks (IJCNN), pp. 3339\u20133346. IEEE, Anchorage, AK, USA (2017)","DOI":"10.1109\/IJCNN.2017.7966275"},{"key":"39_CR14","unstructured":"Lillicrap, T.P: Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971 (2015)"},{"key":"39_CR15","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"key":"39_CR16","unstructured":"Mnih, V., et al: Asynchronous methods for deep reinforcement learning. In: International Conference on Machine Learning, pp. 1928\u20131937. PMLR, New York, USA (2016)"},{"key":"39_CR17","unstructured":"Haarnoja, T., Zhou, A., Abbeel, P., Levine, S.: Soft actor-critic: off-policy maximum entropy eep reinforcement learning with a stochastic actor. In: International Conference on Machine Learning, pp. 1861\u20131870. PMLR, New York, USA (2018)"}],"container-title":["Lecture Notes in Computer Science","Intelligent Robotics and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-99-6492-5_39","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,15]],"date-time":"2023-10-15T18:08:55Z","timestamp":1697393335000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-99-6492-5_39"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9789819964918","9789819964925"],"references-count":17,"URL":"https:\/\/doi.org\/10.1007\/978-981-99-6492-5_39","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"16 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICIRA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Robotics and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hangzhou","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 July 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 July 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icira2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icira2023.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Microsoft CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"630","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"431","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"68% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}