{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,30]],"date-time":"2025-04-30T05:09:21Z","timestamp":1745989761066,"version":"3.40.3"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031433597"},{"type":"electronic","value":"9783031433603"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-43360-3_20","type":"book-chapter","created":{"date-parts":[[2023,9,7]],"date-time":"2023-09-07T06:01:53Z","timestamp":1694066513000},"page":"240-252","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Sim-to-Real Deep Reinforcement Learning with Manipulators for Pick-and-Place"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3195-3862","authenticated-orcid":false,"given":"Wenxing","family":"Liu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0457-0871","authenticated-orcid":false,"given":"Hanlin","family":"Niu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1076-906X","authenticated-orcid":false,"given":"Robert","family":"Skilton","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7499-6408","authenticated-orcid":false,"given":"Joaquin","family":"Carrasco","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,9,8]]},"reference":[{"issue":"2","key":"20_CR1","first-page":"235","volume":"10","author":"A Abdulkareem","year":"2019","unstructured":"Abdulkareem, A., Ladenegan, O., Agbetuyi, A., Awosope, C.: Design and implementation of a prototype remote-controlled pick and place robot. Int. J. Mech. Eng. Technol. 10(2), 235\u2013247 (2019)","journal-title":"Int. J. Mech. Eng. Technol."},{"key":"20_CR2","doi-asserted-by":"crossref","unstructured":"Ge, J., Saeidi, H., Kam, M., Opfermann, J., Krieger, A.: Supervised autonomous electrosurgery for soft tissue resection. In: 2021 IEEE 21st International Conference on Bioinformatics and Bioengineering (BIBE), pp. 1\u20137. IEEE (2021)","DOI":"10.1109\/BIBE52308.2021.9635563"},{"key":"20_CR3","doi-asserted-by":"crossref","unstructured":"Gecks, T., Henrich, D.: Human-robot cooperation: safe pick-and-place operations. In: ROMAN 2005. IEEE International Workshop on Robot and Human Interactive Communication, pp. 549\u2013554. IEEE (2005)","DOI":"10.1109\/ROMAN.2005.1513837"},{"key":"20_CR4","first-page":"1568","volume":"6","author":"K Harish","year":"2017","unstructured":"Harish, K., Megha, D., Shuklambari, M., Amit, K., Chaitanya, K.J.: Pick and place robotic arm using Arduino. Int. J. Sci. Eng. Technol. Res. (IJSETR) 6, 1568\u20131573 (2017)","journal-title":"Int. J. Sci. Eng. Technol. Res. (IJSETR)"},{"key":"20_CR5","doi-asserted-by":"crossref","unstructured":"Huang, P.C., Mok, A.K.: A case study of cyber-physical system design: autonomous pick-and-place robot. In: 2018 IEEE 24th International Conference on Embedded and Real-time Computing Systems and Applications (RTCSA), pp. 22\u201331. IEEE (2018)","DOI":"10.1109\/RTCSA.2018.00012"},{"key":"20_CR6","doi-asserted-by":"publisher","first-page":"6838","DOI":"10.1109\/LRA.2022.3177294","volume":"7","author":"R Kaushik","year":"2022","unstructured":"Kaushik, R., Arndt, K., Kyrki, V.: SafeAPT: safe simulation-to-real robot learning using diverse policies learned in simulation. IEEE Robot. Autom. Lett. 7, 6838\u20136845 (2022)","journal-title":"IEEE Robot. Autom. Lett."},{"key":"20_CR7","doi-asserted-by":"crossref","unstructured":"Kumar, R., Lal, S., Kumar, S., Chand, P.: Object detection and recognition for a pick and place robot. In: Asia-Pacific World Congress on Computer Science and Engineering, pp. 1\u20137. IEEE (2014)","DOI":"10.1109\/APWCCSE.2014.7053853"},{"key":"20_CR8","doi-asserted-by":"publisher","unstructured":"Liu, W., Niu, H., Jang, I., Herrmann, G., Carrasco, J.: Distributed neural networks training for robotic manipulation with consensus algorithm. IEEE Trans. Neural Netw. Learn. Syst. 1\u201315 (2022). https:\/\/doi.org\/10.1109\/TNNLS.2022.3191021","DOI":"10.1109\/TNNLS.2022.3191021"},{"key":"20_CR9","doi-asserted-by":"publisher","unstructured":"Liu, W., Niu, H., Pan, W., Herrmann, G., Carrasco, J.: Sim-and-real reinforcement learning for manipulation: a consensus-based approach. In: 2023 IEEE International Conference on Robotics and Automation (ICRA), pp. 3911\u20133917 (2023). https:\/\/doi.org\/10.1109\/ICRA48891.2023.10161062","DOI":"10.1109\/ICRA48891.2023.10161062"},{"key":"20_CR10","unstructured":"Lutz, M.: Programming Python. O\u2019Reilly Media, Inc., Sebastopol (2001)"},{"key":"20_CR11","doi-asserted-by":"crossref","unstructured":"Mahler, J., et al.: Dex-Net 2.0: deep learning to plan robust grasps with synthetic point clouds and analytic grasp metrics. arXiv preprint arXiv:1703.09312 (2017)","DOI":"10.15607\/RSS.2017.XIII.058"},{"issue":"3","key":"20_CR12","doi-asserted-by":"publisher","first-page":"2511","DOI":"10.1109\/TVT.2022.3145346","volume":"71","author":"S Na","year":"2022","unstructured":"Na, S., Niu, H., Lennox, B., Arvin, F.: Bio-inspired collision avoidance in swarm systems via deep reinforcement learning. IEEE Trans. Veh. Technol. 71(3), 2511\u20132526 (2022)","journal-title":"IEEE Trans. Veh. Technol."},{"key":"20_CR13","doi-asserted-by":"publisher","unstructured":"Na, S., et al.: Federated reinforcement learning for collective navigation of robotic swarms. IEEE Trans. Cogn. Dev. Syst. 1\u20131 (2023). https:\/\/doi.org\/10.1109\/TCDS.2023.3239815","DOI":"10.1109\/TCDS.2023.3239815"},{"key":"20_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2019.106766","volume":"196","author":"H Niu","year":"2020","unstructured":"Niu, H., Ji, Z., Savvaris, A., Tsourdos, A.: Energy efficient path planning for unmanned surface vehicle in spatially-temporally variant environment. Ocean Eng. 196, 106766 (2020)","journal-title":"Ocean Eng."},{"key":"20_CR15","unstructured":"Paszke, A., et al.: PyTorch: an imperative style, high-performance deep learning library. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"issue":"2","key":"20_CR16","doi-asserted-by":"publisher","first-page":"100","DOI":"10.5772\/53940","volume":"10","author":"SS Perumaal","year":"2013","unstructured":"Perumaal, S.S., Jawahar, N.: Automated trajectory planner of industrial robot for pick-and-place task. Int. J. Adv. Rob. Syst. 10(2), 100 (2013)","journal-title":"Int. J. Adv. Rob. Syst."},{"key":"20_CR17","doi-asserted-by":"crossref","unstructured":"Planche, B., et al.: DepthSynth: real-time realistic synthetic data generation from CAD models for 2.5D recognition. In: 2017 International Conference on 3D Vision (3DV), pp. 1\u201310. IEEE (2017)","DOI":"10.1109\/3DV.2017.00011"},{"key":"20_CR18","doi-asserted-by":"crossref","unstructured":"Qul\u2019am, H.M., Dewi, T., Risma, P., Oktarina, Y., Permatasari, D.: Edge detection for online image processing of a vision guide pick and place robot. In: 2019 International Conference on Electrical Engineering and Computer Science (ICECOS), pp. 102\u2013106. IEEE (2019)","DOI":"10.1109\/ICECOS47637.2019.8984522"},{"key":"20_CR19","doi-asserted-by":"crossref","unstructured":"Rohmer, E., Singh, S.P., Freese, M.: V-REP: a versatile and scalable robot simulation framework. In: 2013 IEEE\/RSJ International Conference on Intelligent Robots and Systems, pp. 1321\u20131326. IEEE (2013)","DOI":"10.1109\/IROS.2013.6696520"},{"issue":"8","key":"20_CR20","doi-asserted-by":"publisher","first-page":"1369","DOI":"10.1177\/0954405412442858","volume":"226","author":"RV Sharan","year":"2012","unstructured":"Sharan, R.V., Onwubolu, G.C.: Client-server control architecture for a vision-based pick-and-place robot. Proc. Inst. Mech. Eng. Part B J. Eng. Manuf. 226(8), 1369\u20131378 (2012)","journal-title":"Proc. Inst. Mech. Eng. Part B J. Eng. Manuf."},{"issue":"03","key":"20_CR21","doi-asserted-by":"publisher","first-page":"180","DOI":"10.36548\/jismac.2019.3.005","volume":"1","author":"S Smys","year":"2019","unstructured":"Smys, S., Ranganathan, G.: Robot assisted sensing control and manufacture in automobile industry. J. ISMAC 1(03), 180\u2013187 (2019)","journal-title":"J. ISMAC"},{"key":"20_CR22","doi-asserted-by":"crossref","unstructured":"Szegedy, C., Ioffe, S., Vanhoucke, V., Alemi, A.A.: Inception-v4, inception-ResNet and the impact of residual connections on learning. In: Thirty-First AAAI Conference on Artificial Intelligence (2017)","DOI":"10.1609\/aaai.v31i1.11231"},{"key":"20_CR23","doi-asserted-by":"publisher","unstructured":"Thabet, M., Patacchiola, M., Cangelosi, A.: Sample-efficient deep reinforcement learning with imaginary rollouts for human-robot interaction. In: 2019 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 5079\u20135085 (2019). https:\/\/doi.org\/10.1109\/IROS40897.2019.8967834","DOI":"10.1109\/IROS40897.2019.8967834"},{"key":"20_CR24","doi-asserted-by":"crossref","unstructured":"Tobin, J., Fong, R., Ray, A., Schneider, J., Zaremba, W., Abbeel, P.: Domain randomization for transferring deep neural networks from simulation to the real world. In: 2017 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 23\u201330. IEEE (2017)","DOI":"10.1109\/IROS.2017.8202133"},{"key":"20_CR25","series-title":"Springer Proceedings in Advanced Robotics","doi-asserted-by":"publisher","first-page":"688","DOI":"10.1007\/978-3-030-43089-4_44","volume-title":"Algorithmic Foundations of Robotics XII","author":"E Tzeng","year":"2020","unstructured":"Tzeng, E., et al.: Adapting deep visuomotor representations with weak pairwise constraints. In: Algorithmic Foundations of Robotics XII. SPAR, vol. 13, pp. 688\u2013703. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-43089-4_44"},{"key":"20_CR26","unstructured":"Viereck, U., Pas, A., Saenko, K., Platt, R.: Learning a visuomotor controller for real world robotic grasping using simulated depth images. In: Conference on Robot Learning, pp. 291\u2013300. PMLR (2017)"},{"issue":"4","key":"20_CR27","doi-asserted-by":"publisher","first-page":"6402","DOI":"10.1109\/LRA.2021.3093021","volume":"6","author":"F Wang","year":"2021","unstructured":"Wang, F., Olvera, J.R.G., Cheng, G.: Optimal order pick-and-place of objects in cluttered scene by a mobile manipulator. IEEE Robot. Autom. Lett. 6(4), 6402\u20136409 (2021)","journal-title":"IEEE Robot. Autom. Lett."},{"key":"20_CR28","doi-asserted-by":"publisher","unstructured":"Wu, K., Hu, J., Ding, Z., Arvin, F.: Finite-time fault-tolerant formation control for distributed multi-vehicle networks with bearing measurements. IEEE Trans. Autom. Sci. Eng. 1\u201312 (2023). https:\/\/doi.org\/10.1109\/TASE.2023.3239748","DOI":"10.1109\/TASE.2023.3239748"},{"key":"20_CR29","doi-asserted-by":"crossref","unstructured":"Wu, K., Hu, J., Lennox, B., Arvin, F.: Mixed controller design for multi-vehicle formation based on edge and bearing measurements. In: 2022 European Control Conference (ECC), pp. 1666\u20131671. IEEE (2022)","DOI":"10.23919\/ECC55457.2022.9838436"},{"key":"20_CR30","doi-asserted-by":"crossref","unstructured":"Zeng, A., Song, S., Welker, S., Lee, J., Rodriguez, A., Funkhouser, T.: Learning synergies between pushing and grasping with self-supervised deep reinforcement learning. In: 2018 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 4238\u20134245. IEEE (2018)","DOI":"10.1109\/IROS.2018.8593986"}],"container-title":["Lecture Notes in Computer Science","Towards Autonomous Robotic Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-43360-3_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,27]],"date-time":"2024-10-27T16:30:56Z","timestamp":1730046656000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-43360-3_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031433597","9783031433603"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-43360-3_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"8 September 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"TAROS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Annual Conference Towards Autonomous Robotic Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Cambridge","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"taros2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/taros-conference.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"70","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"57% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23, extended abstract, not included in the volume","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}