{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T16:20:40Z","timestamp":1783700440252,"version":"3.55.0"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2025,6,25]],"date-time":"2025-06-25T00:00:00Z","timestamp":1750809600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,6,25]],"date-time":"2025-06-25T00:00:00Z","timestamp":1750809600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Intel Serv Robotics"],"published-print":{"date-parts":[[2025,7]]},"DOI":"10.1007\/s11370-025-00621-1","type":"journal-article","created":{"date-parts":[[2025,6,25]],"date-time":"2025-06-25T14:48:07Z","timestamp":1750862887000},"page":"723-743","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Cooperative push-grasping in clutter via deep reinforcement learning"],"prefix":"10.1007","volume":"18","author":[{"given":"Jie","family":"Shen","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Huishuai","family":"Dai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yusheng","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8241-3498","authenticated-orcid":false,"given":"Li","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,6,25]]},"reference":[{"issue":"4","key":"621_CR1","doi-asserted-by":"publisher","first-page":"1805","DOI":"10.1109\/TCST.2018.2821651","volume":"27","author":"Z Ding","year":"2019","unstructured":"Ding Z, Paperno N, Prakash K, Behal A (2019) An adaptive control-based approach for 1-click gripping of novel objects using a robotic manipulator. IEEE Trans Control Syst Technol 27(4):1805\u20131812. https:\/\/doi.org\/10.1109\/TCST.2018.2821651","journal-title":"IEEE Trans Control Syst Technol"},{"key":"621_CR2","doi-asserted-by":"publisher","unstructured":"Gao T, Han L (2024) Research on adaptive robust control of lifting robotic arm based on backstepping. In: 2024 10th international symposium on system security, safety, and reliability (ISSSR), pp. 416\u2013423 https:\/\/doi.org\/10.1109\/ISSSR61934.2024.00061","DOI":"10.1109\/ISSSR61934.2024.00061"},{"key":"621_CR3","unstructured":"Kalashnikov D, Irpan A, Pastor P, Ibarz J, Herzog A, Jang E, Quillen D, Holly E, Kalakrishnan M, Vanhoucke V, Levine S (2018) Scalable deep reinforcement learning for vision-based robotic manipulation. In: Proc. 2nd Conf. Robot Learning, Zrich, Switzerland, pp. 651\u2013673"},{"issue":"3","key":"621_CR4","doi-asserted-by":"publisher","first-page":"4978","DOI":"10.1109\/LRA.2020.3004787","volume":"5","author":"S Song","year":"2020","unstructured":"Song S, Zeng A, Lee J, Funkhouser T (2020) Grasping in the wild: Learning 6dof closed-loop grasping from low-cost demonstrations. IEEE Robot Autom Lett 5(3):4978\u20134985. https:\/\/doi.org\/10.1109\/LRA.2020.3004787","journal-title":"IEEE Robot Autom Lett"},{"key":"621_CR5","doi-asserted-by":"publisher","unstructured":"Finn C, Levine S (2017) Deep visual foresight for planning robot motion. In: 2017 IEEE international conference on robotics and automation (ICRA), pp. 2786\u20132793. https:\/\/doi.org\/10.1109\/ICRA.2017.7989324","DOI":"10.1109\/ICRA.2017.7989324"},{"key":"621_CR6","doi-asserted-by":"crossref","unstructured":"Zhu Y, Wang Z, Merel J, Rusu AA, Erez T, Cabi S, Tunyasuvunakool S, Kram\u00e1r J, Hadsell R, Freitas N, Heess NMO (2018) Reinforcement and imitation learning for diverse visuomotor skills. ArXiv abs\/1802.09564","DOI":"10.15607\/RSS.2018.XIV.009"},{"key":"621_CR7","doi-asserted-by":"publisher","first-page":"971","DOI":"10.1007\/s10514-020-09907-y","volume":"44","author":"B Wu","year":"2020","unstructured":"Wu B, Akinola I, Aea Gupta (2020) Generative attention learning: a general framework for high-performance multi-fingered grasping in clutter. Auton Robots 44:971\u2013990. https:\/\/doi.org\/10.1007\/s10514-020-09907-y","journal-title":"Auton Robots"},{"key":"621_CR8","doi-asserted-by":"publisher","unstructured":"Zeng A, Song S, Welker S, Lee J, Rodriguez A, Funkhouser T (2018) Learning synergies between pushing and grasping with self-supervised deep reinforcement learning. In: 2018 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp 4238\u20134245. https:\/\/doi.org\/10.1109\/IROS.2018.8593986","DOI":"10.1109\/IROS.2018.8593986"},{"key":"621_CR9","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1007\/978-3-030-55130-8_20","volume-title":"Knowl Sci Eng Manage","author":"Z Yang","year":"2020","unstructured":"Yang Z, Shang H (2020) Robotic pushing and grasping knowledge learning via attention deep q-learning network. In: Li G, Shen HT, Yuan Y, Wang X, Liu H, Zhao X (eds) Knowl Sci Eng Manage. Springer, Cham, pp 223\u2013234"},{"key":"621_CR10","doi-asserted-by":"publisher","first-page":"405","DOI":"10.1007\/978-3-030-28619-4_32","volume-title":"Robot Res","author":"A Eitel","year":"2020","unstructured":"Eitel A, Hauff N, Burgard W (2020) Learning to singulate objects using a push proposal network. In: Amato NM, Hager G, Thomas S, Torres-Torriti M (eds) Robot Res. Springer, Cham, pp 405\u2013419"},{"issue":"1","key":"621_CR11","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1109\/JAS.2021.1004255","volume":"9","author":"Y Yang","year":"2022","unstructured":"Yang Y, Ni Z, Gao M, Zhang J, Tao D (2022) Collaborative pushing and grasping of tightly stacked objects via deep reinforcement learning. IEEE\/CAA J Automat Sinica 9(1):135\u2013145. https:\/\/doi.org\/10.1109\/JAS.2021.1004255","journal-title":"IEEE\/CAA J Automat Sinica"},{"issue":"2","key":"621_CR12","doi-asserted-by":"publisher","first-page":"3038","DOI":"10.1109\/LRA.2022.3146551","volume":"7","author":"TN Le","year":"2022","unstructured":"Le TN, Lundell J, Abu-Dakka FJ, Kyrki V (2022) Deformation-aware data-driven grasp synthesis. IEEE Robot Autom Lett 7(2):3038\u20133045. https:\/\/doi.org\/10.1109\/LRA.2022.3146551","journal-title":"IEEE Robot Autom Lett"},{"key":"621_CR13","doi-asserted-by":"publisher","unstructured":"Chen C, Yan S, Yuan M, Tay C, Choi D, Dan\u00a0Le Q (2023) A minimal collision strategy of synergy between pushing and grasping for large clusters of objects. In: 2023 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp 6817\u20136822. https:\/\/doi.org\/10.1109\/IROS55552.2023.10341452","DOI":"10.1109\/IROS55552.2023.10341452"},{"key":"621_CR14","doi-asserted-by":"crossref","unstructured":"H\u00e4m\u00e4l\u00e4inen A, Arndt K, Ghadirzadeh A, Kyrki V (2019) Affordance learning for end-to-end visuomotor robot control. 2019 IEEE\/RSJ international conference on intelligent robots and systems (IROS), 1781\u20131788","DOI":"10.1109\/IROS40897.2019.8968596"},{"key":"621_CR15","doi-asserted-by":"publisher","unstructured":"Depierre A, Dellandra E, Chen L (2018) Jacquard: A large scale dataset for robotic grasp detection. In: 2018 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp. 3511\u20133516. https:\/\/doi.org\/10.1109\/IROS.2018.8593950","DOI":"10.1109\/IROS.2018.8593950"},{"key":"621_CR16","doi-asserted-by":"publisher","unstructured":"Fang H-S, Wang C, Gou M, Lu C (2020) Graspnet-1billion: A large-scale benchmark for general object grasping. In: 2020 IEEE\/cvf conference on computer vision and pattern recognition (CVPR), pp. 11441\u201311450. https:\/\/doi.org\/10.1109\/CVPR42600.2020.01146","DOI":"10.1109\/CVPR42600.2020.01146"},{"key":"621_CR17","doi-asserted-by":"publisher","unstructured":"Kumra S, Joshi S, Sahin F (2020) Antipodal robotic grasping using generative residual convolutional neural network. In: 2020 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp. 9626\u20139633. https:\/\/doi.org\/10.1109\/IROS45743.2020.9340777","DOI":"10.1109\/IROS45743.2020.9340777"},{"issue":"2","key":"621_CR18","doi-asserted-by":"publisher","first-page":"1549","DOI":"10.1109\/LRA.2019.2896467","volume":"4","author":"M Breyer","year":"2019","unstructured":"Breyer M, Furrer F, Novkovic T, Siegwart R, Nieto J (2019) Comparing task simplifications to learn closed-loop object picking using deep reinforcement learning. IEEE Robot Automat Lett 4(2):1549\u20131556. https:\/\/doi.org\/10.1109\/LRA.2019.2896467","journal-title":"IEEE Robot Automat Lett"},{"key":"621_CR19","doi-asserted-by":"publisher","unstructured":"Deng Y, Guo X, Wei Y, Lu K, Fang B, Guo D, Liu H, Sun F (2019) Deep reinforcement learning for robotic pushing and picking in cluttered environment. In: 2019 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp 619\u2013626. https:\/\/doi.org\/10.1109\/IROS40897.2019.8967899","DOI":"10.1109\/IROS40897.2019.8967899"},{"key":"621_CR20","doi-asserted-by":"publisher","unstructured":"Berscheid L, Meiner P, Krger T (2019) Robot learning of shifting objects for grasping in cluttered environments. In: 2019 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp 612\u2013618. https:\/\/doi.org\/10.1109\/IROS40897.2019.8968042","DOI":"10.1109\/IROS40897.2019.8968042"},{"key":"621_CR21","doi-asserted-by":"publisher","unstructured":"Li D, Zhao C, Yang S, Song R, Li X, Zhang W (2024) Mpgnet: Learning move-push-grasping synergy for target-oriented grasping in occluded scenes. In: 2024 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp 5064\u20135071. https:\/\/doi.org\/10.1109\/IROS58592.2024.10802784","DOI":"10.1109\/IROS58592.2024.10802784"},{"key":"621_CR22","doi-asserted-by":"publisher","unstructured":"Wang Y, Mokhtar K, Heemskerk C, Kasaei H (2024) Self-supervised learning for joint pushing and grasping policies in highly cluttered environments. In: 2024 IEEE international conference on robotics and automation (ICRA), pp 13840\u201313847. https:\/\/doi.org\/10.1109\/ICRA57147.2024.10611650","DOI":"10.1109\/ICRA57147.2024.10611650"},{"issue":"4","key":"621_CR23","doi-asserted-by":"publisher","first-page":"6724","DOI":"10.1109\/LRA.2020.3015448","volume":"5","author":"A Hundt","year":"2020","unstructured":"Hundt A, Killeen B, Greene N, Wu H, Kwon H, Paxton C, Hager GD (2020) good robot!: Efficient reinforcement learning for multi-step visual tasks with sim to real transfer. IEEE Robot Autom Lett 5(4):6724\u20136731. https:\/\/doi.org\/10.1109\/LRA.2020.3015448","journal-title":"IEEE Robot Autom Lett"},{"key":"621_CR24","doi-asserted-by":"publisher","unstructured":"Ren D, Wu S, Wang X, Peng Y, Ren X (2023) Learning bifunctional push-grasping synergistic strategy for goal-agnostic and goal-oriented tasks. In: 2023 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp 2909\u20132916. https:\/\/doi.org\/10.1109\/IROS55552.2023.10342533","DOI":"10.1109\/IROS55552.2023.10342533"},{"key":"621_CR25","doi-asserted-by":"publisher","unstructured":"Zhang Z, Xu S, Xia Y, Wang J, Dring SY, Cen X (2023) Two improved algorithms based on dqn. In: 2023 IEEE international conference on signal processing, communications and computing (ICSPCC), pp. 1\u20134. https:\/\/doi.org\/10.1109\/ICSPCC59353.2023.10400213","DOI":"10.1109\/ICSPCC59353.2023.10400213"},{"key":"621_CR26","doi-asserted-by":"publisher","unstructured":"Shi Y, Xu D (2020) Robotic grasping based on fully convolutional network using full-scale skip connection. In: 2020 Chinese automation congress (CAC), pp 7343\u20137348. https:\/\/doi.org\/10.1109\/CAC51589.2020.9327881","DOI":"10.1109\/CAC51589.2020.9327881"},{"key":"621_CR27","doi-asserted-by":"publisher","DOI":"10.1007\/s00371-024-03343-0","author":"H Senior","year":"2024","unstructured":"Senior H, Slabaugh G, Yuan S, Rossi L (2024) Graph neural networks in vision-language image understanding: a survey. Visual Comput. https:\/\/doi.org\/10.1007\/s00371-024-03343-0","journal-title":"Visual Comput"},{"issue":"1","key":"621_CR28","doi-asserted-by":"publisher","first-page":"465","DOI":"10.1109\/TPAMI.2023.3319005","volume":"46","author":"H Peng","year":"2024","unstructured":"Peng H, Yu Y, Yu S (2024) Re-thinking the effectiveness of batch normalization and beyond. IEEE Trans Pattern Anal Mach Intell 46(1):465\u2013478. https:\/\/doi.org\/10.1109\/TPAMI.2023.3319005","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"621_CR29","doi-asserted-by":"publisher","unstructured":"Chen H, Su Y-P, Chen Y-R, Chiu C-C, Chen S-J (2022) Robustness analysis of neural network designs for relu family and batch normalization. In: 2022 international conference on technologies and applications of artificial intelligence (TAAI), pp 1\u20136. https:\/\/doi.org\/10.1109\/TAAI57707.2022.00010","DOI":"10.1109\/TAAI57707.2022.00010"},{"key":"621_CR30","doi-asserted-by":"publisher","unstructured":"Tursynbek I, Shintemirov A (2020) Modeling and simulation of spherical parallel manipulators in coppeliasim (v-rep) robot simulator software. In: 2020 international conference nonlinearity, information and robotics (NIR), pp 1\u20136. https:\/\/doi.org\/10.1109\/NIR50484.2020.9290227","DOI":"10.1109\/NIR50484.2020.9290227"},{"key":"621_CR31","doi-asserted-by":"publisher","unstructured":"Sun H, Li R, Yang H, Zhu W (2022) Balanced prioritized experience replay. In: 2022 3rd international conference on electronic communication and artificial intelligence (IWECAI), pp 200\u2013203. https:\/\/doi.org\/10.1109\/IWECAI55315.2022.00046","DOI":"10.1109\/IWECAI55315.2022.00046"},{"key":"621_CR32","doi-asserted-by":"publisher","unstructured":"Srivastava A, R Arabnia H (2018) Asynchronous variance reduced sgd with momentum tuning in edge computing. In: 2018 international conference on computational science and computational intelligence (CSCI), pp 1059\u20131064. https:\/\/doi.org\/10.1109\/CSCI46756.2018.00206","DOI":"10.1109\/CSCI46756.2018.00206"},{"key":"621_CR33","doi-asserted-by":"crossref","unstructured":"Amin MRRM, Othman MF (2021) Re-exploration of $$\\varepsilon $$-greedy in deep reinforcement learning. In: Chew E, Abdul\u00a0Majeed PP, Liu A, Platts P, Myung J, Kim H, Kim, J-H (eds) RiTA 2020, pp 264\u2013272. Springer, Singapore","DOI":"10.1007\/978-981-16-4803-8_27"},{"key":"621_CR34","doi-asserted-by":"publisher","unstructured":"Lian J, Jiang J, Qiu C, Pan Q, Dong Y, Wang Z, Wang D (2024) Efficient-learning grasping and pushing in dense stacking via mask function and pixel overlap rate. In: 2024 7th international symposium on autonomous systems (ISAS), pp 1\u20136. https:\/\/doi.org\/10.1109\/ISAS61044.2024.10552456","DOI":"10.1109\/ISAS61044.2024.10552456"}],"container-title":["Intelligent Service Robotics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11370-025-00621-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11370-025-00621-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11370-025-00621-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T22:48:56Z","timestamp":1757198936000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11370-025-00621-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,25]]},"references-count":34,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2025,7]]}},"alternative-id":["621"],"URL":"https:\/\/doi.org\/10.1007\/s11370-025-00621-1","relation":{},"ISSN":["1861-2776","1861-2784"],"issn-type":[{"value":"1861-2776","type":"print"},{"value":"1861-2784","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,6,25]]},"assertion":[{"value":"30 December 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 May 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 June 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there is no Conflict of interest or Competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Code will be made available on reasonable request.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Code availability"}}]}}