{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T19:40:02Z","timestamp":1755891602456,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":14,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,16]],"date-time":"2023-06-16T00:00:00Z","timestamp":1686873600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,16]]},"DOI":"10.1145\/3608251.3608274","type":"proceedings-article","created":{"date-parts":[[2023,8,17]],"date-time":"2023-08-17T12:15:01Z","timestamp":1692274501000},"page":"1-7","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["A Double-Agent Neighbor-State Q-learning Algorithm for Dynamic Scheduling Twin-ASCs in ACTs"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9465-0412","authenticated-orcid":false,"given":"Pengfei","family":"Zhou","sequence":"first","affiliation":[{"name":"State Key Laboratory of Coastal and Offshore Engineering, Dalian University of Technology, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-6160-7160","authenticated-orcid":false,"given":"Quanhao","family":"Zhang","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Coastal and Offshore Engineering, Dalian University of Technology, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4565-0800","authenticated-orcid":false,"given":"Guolei","family":"Tang","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Coastal and Offshore Engineering, Dalian University of Technology, China"}]}],"member":"320","published-online":{"date-parts":[[2023,8,17]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1057\/s41278-021-00205-7"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Wiese J Suhl L Kliewer N. Planning container terminal layouts considering equipment types and storage block design[J]. Handbook of terminal planning. 2011: 219-245.","DOI":"10.1007\/978-1-4419-8408-1_12"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cie.2018.12.039"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1287\/trsc.2014.0533"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Li W Wu Y Goh M Discrete Time Model and Algorithms for Container Yard Crane Scheduling[J]. Planning and Scheduling for Maritime Container Yards: Supporting and Facilitating the Global Supply Network. 2015: 31-52.","DOI":"10.1007\/978-3-319-17025-1_3"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.dam.2016.04.006"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/IEEM44572.2019.8978608"},{"key":"e_1_3_2_1_8_1","first-page":"1","article-title":"Cooperative scheduling of AGV and ASC in automation container terminal relay operation mode[J]","volume":"2021","author":"Zhang Q","year":"2021","unstructured":"Zhang Q, Hu W, Duan J, Cooperative scheduling of AGV and ASC in automation container terminal relay operation mode[J]. Mathematical Problems in Engineering. 2021, 2021: 1-18.","journal-title":"Mathematical Problems in Engineering"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.3846\/16484142.2011.638022"},{"key":"e_1_3_2_1_10_1","volume-title":"A reinforcement learning with group-based candidate-extraction for container marshalling at marine ports[C]","author":"Hirashima Y.","year":"2018","unstructured":"Hirashima Y. A reinforcement learning with group-based candidate-extraction for container marshalling at marine ports[C]. 2018."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICNSC.2006.1673226"},{"key":"e_1_3_2_1_12_1","first-page":"1","article-title":"Anisotropic Q-learning and waiting estimation based real-time routing for automated guided vehicles at container terminals[J]","volume":"2021","author":"Zhou P","unstructured":"Zhou P, Lin L, Kim K H. Anisotropic Q-learning and waiting estimation based real-time routing for automated guided vehicles at container terminals[J]. Journal of Heuristics. 2021: 1-22.","journal-title":"Journal of Heuristics."},{"key":"e_1_3_2_1_13_1","volume-title":"Reinforcement learning: An introduction[M]","author":"Sutton R S","year":"2018","unstructured":"Sutton R S, Barto A G. Reinforcement learning: An introduction[M]. MIT press, 2018."},{"key":"e_1_3_2_1_14_1","first-page":"385","article-title":"URLs using gated recurrent neural networks[C]\/\/Innovative Mobile and Internet Services in Ubiquitous Computing: Proceedings of the 12th International Conference on Innovative Mobile and Internet Services in Ubiquitous Computing (IMIS-2018)","volume":"2019","author":"Zhao J","unstructured":"Zhao J, Wang N, Ma Q, Classifying malicious URLs using gated recurrent neural networks[C]\/\/Innovative Mobile and Internet Services in Ubiquitous Computing: Proceedings of the 12th International Conference on Innovative Mobile and Internet Services in Ubiquitous Computing (IMIS-2018). Springer International Publishing, 2019: 385-394.","journal-title":"Springer International Publishing"}],"event":{"name":"ICCMS 2023: 2023 The 15th International Conference on Computer Modeling and Simulation","acronym":"ICCMS 2023","location":"Dalian China"},"container-title":["2023 The 15th International Conference on Computer Modeling and Simulation"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3608251.3608274","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3608251.3608274","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T19:04:47Z","timestamp":1755889487000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3608251.3608274"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,16]]},"references-count":14,"alternative-id":["10.1145\/3608251.3608274","10.1145\/3608251"],"URL":"https:\/\/doi.org\/10.1145\/3608251.3608274","relation":{},"subject":[],"published":{"date-parts":[[2023,6,16]]},"assertion":[{"value":"2023-08-17","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}