{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T09:45:24Z","timestamp":1777887924316,"version":"3.51.4"},"reference-count":45,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"\u201cPioneer\u201d and \u201cLeading Goose\u201d Research and Development Programs of Zhejiang Province","award":["2024C01071"],"award-info":[{"award-number":["2024C01071"]}]},{"name":"\u201cPioneer\u201d and \u201cLeading Goose\u201d Research and Development Programs of Zhejiang Province","award":["2025C01072"],"award-info":[{"award-number":["2025C01072"]}]},{"name":"National Natural Science Foundation of China Youth Program","award":["52305037"],"award-info":[{"award-number":["52305037"]}]},{"name":"State Key Laboratory of Fluid Power and Mechatronic Mechatronic Systems, Zhejiang University","award":["SKLoFP_ZZ_2313"],"award-info":[{"award-number":["SKLoFP_ZZ_2313"]}]},{"name":"Science and Technology Bureau of Ningbo City","award":["2025Z001"],"award-info":[{"award-number":["2025Z001"]}]},{"name":"Zhejiang Provincial Natural Science Foundation of China","award":["LD24E050006"],"award-info":[{"award-number":["LD24E050006"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Automat. Sci. Eng."],"published-print":{"date-parts":[[2026]]},"DOI":"10.1109\/tase.2026.3678655","type":"journal-article","created":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T20:15:22Z","timestamp":1775074522000},"page":"8634-8646","source":"Crossref","is-referenced-by-count":0,"title":["Robotic Bin Packing via Hierarchical Reinforcement Learning"],"prefix":"10.1109","volume":"23","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-8909-2031","authenticated-orcid":false,"given":"Baoying","family":"Wang","sequence":"first","affiliation":[{"name":"State Key Laboratory of Fluid Power and Mechatronic Systems, the Grasp Laboratory, and the School of Mechanical Engineering, Zhejiang University, Hangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wei","family":"Yu","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Fluid Power and Mechatronic Systems, the Grasp Laboratory, and the School of Mechanical Engineering, Zhejiang University, Hangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xidan","family":"Zhang","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Fluid Power and Mechatronic Systems, the Grasp Laboratory, and the School of Mechanical Engineering, Zhejiang University, Hangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-9918-6728","authenticated-orcid":false,"given":"Ziyi","family":"Zheng","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Fluid Power and Mechatronic Systems, the Grasp Laboratory, and the School of Mechanical Engineering, Zhejiang University, Hangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weijie","family":"Kong","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Fluid Power and Mechatronic Systems, the Grasp Laboratory, and the School of Mechanical Engineering, Zhejiang University, Hangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2582-6728","authenticated-orcid":false,"given":"Huixu","family":"Dong","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Fluid Power and Mechatronic Systems, the Grasp Laboratory, and the School of Mechanical Engineering, Zhejiang University, Hangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2024.3385612"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2025.3585393"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2025.3634725"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2021.3097261"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1061\/9780784482438.026"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1287\/ijoc.1070.0254"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/s10479-008-0449-4"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3222996"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.65109\/phej7266"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2025.3534070"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2023.102028"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2023.3235742"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3618354"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2024.3440731"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3603544"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.cie.2022.108122"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30198-1_45"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1287\/opre.48.2.256.12386"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1287\/ijoc.1070.0250"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.trb.2016.06.003"},{"key":"ref21","first-page":"140","article-title":"An online packing heuristic for the three-dimensional container loading problem in dynamic environments","volume-title":"Proc. Eur. Conf. Appl. Evol. Comput.","author":"Ha"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3414685.3417796"},{"key":"ref23","article-title":"Solving a new 3D bin packing problem with deep reinforcement learning method","author":"Hu","year":"2017","journal-title":"arXiv:1708.05930"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8794049"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2025.3598984"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TMECH.2025.3595263"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.13140\/RG.2.2.18893.74727"},{"key":"ref29","first-page":"2692","article-title":"Pointer networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"28","author":"Vinyals"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.neuro.26.041002.131047"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/78.650093"},{"key":"ref32","article-title":"A generalized reinforcement learning algorithm for online 3D bin-packing","author":"Verma","year":"2020","journal-title":"arXiv:2007.00463"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i1.16155"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref35","article-title":"Learning efficient online 3D bin packing on packing configuration trees","volume-title":"Proc. 10th Int. Conf. Learn. Represent.","author":"Zhao"},{"key":"ref36","article-title":"Graph attention networks","volume-title":"Proc. 6th Int.l Conf. Learn. Represent.","author":"Velickovic"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2024.3468161"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/iros51168.2021.9635914"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-021-3348-6"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref41","first-page":"1995","article-title":"Dueling network architectures for deep reinforcement learning","volume-title":"Proc. 33rd Int. Conf. Mach. Learn.","author":"Wang"},{"key":"ref42","article-title":"Adam: A method for stochastic optimization","volume-title":"Proc. 3rd Int. Conf. Learn. Represent.","author":"Kingma"},{"key":"ref43","first-page":"1","article-title":"Towards online 3D bin packing: Learning synergies between packing and unpacking via DRL","volume-title":"Proc. Conf. Robot Learn.","author":"Song"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/MRA.2015.2448951"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3129136"}],"container-title":["IEEE Transactions on Automation Science and Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/8856\/11323516\/11460230.pdf?arnumber=11460230","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T04:28:58Z","timestamp":1777609738000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11460230\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":45,"URL":"https:\/\/doi.org\/10.1109\/tase.2026.3678655","relation":{},"ISSN":["1545-5955","1558-3783"],"issn-type":[{"value":"1545-5955","type":"print"},{"value":"1558-3783","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]}}}