{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,29]],"date-time":"2025-11-29T18:06:21Z","timestamp":1764439581975,"version":"3.44.0"},"publisher-location":"Cham","reference-count":20,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032051783","type":"print"},{"value":"9783032051790","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,9,16]],"date-time":"2025-09-16T00:00:00Z","timestamp":1757980800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,16]],"date-time":"2025-09-16T00:00:00Z","timestamp":1757980800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-05179-0_17","type":"book-chapter","created":{"date-parts":[[2025,9,15]],"date-time":"2025-09-15T21:43:11Z","timestamp":1757972591000},"page":"219-231","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Deep Reinforcement Learning for\u00a0the\u00a0Berth Allocation Problem with\u00a0Inventory Control: A DQN-LSTM Approach"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4868-8436","authenticated-orcid":false,"given":"Victor Hugo","family":"Barros","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1499-5307","authenticated-orcid":false,"given":"Alexandre C\u00e9sar Muniz","family":"de Oliveira","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,9,16]]},"reference":[{"issue":"5","key":"17_CR1","doi-asserted-by":"publisher","first-page":"753","DOI":"10.3390\/math12050753","volume":"12","author":"S-C Chang","year":"2024","unstructured":"Chang, S.-C., Lin, M.-H., Tsai, J.-F.: An optimization approach to berth allocation problems. Mathematics 12(5), 753 (2024)","journal-title":"Mathematics"},{"issue":"3","key":"17_CR2","doi-asserted-by":"publisher","first-page":"615","DOI":"10.1016\/j.ejor.2009.05.031","volume":"202","author":"C Bierwirth","year":"2010","unstructured":"Bierwirth, C., Meisel, F.: A survey of berth allocation and quay crane scheduling problems in container terminals. Eur. J. Oper. Res. 202(3), 615\u2013627 (2010)","journal-title":"Eur. J. Oper. Res."},{"issue":"3","key":"17_CR3","doi-asserted-by":"publisher","first-page":"675","DOI":"10.1016\/j.ejor.2014.12.030","volume":"244","author":"C Bierwirth","year":"2015","unstructured":"Bierwirth, C., Meisel, F.: A follow-up survey of berth allocation and quay crane scheduling problems in container terminals. Eur. J. Oper. Res. 244(3), 675\u2013689 (2015)","journal-title":"Eur. J. Oper. Res."},{"issue":"4","key":"17_CR4","doi-asserted-by":"publisher","first-page":"606","DOI":"10.1016\/j.cie.2010.12.018","volume":"60","author":"VH Barros","year":"2011","unstructured":"Barros, V.H., Costa, T.S., Oliveira, A.C.M., Lorena, L.A.N.: Model and heuristic for berth allocation in tidal bulk ports with stock level constraints. Comput. Ind. Eng. 60(4), 606\u2013613 (2011)","journal-title":"Comput. Ind. Eng."},{"issue":"06","key":"17_CR5","doi-asserted-by":"publisher","first-page":"1650049","DOI":"10.1142\/S0217595916500494","volume":"33","author":"C Liu","year":"2016","unstructured":"Liu, C., Xiang, X., Zhang, C., Zheng, L.: A decision model for berth allocation under uncertainty considering service level using an adaptive differential evolution algorithm. Asia-Pacific J. Oper. Res. 33(06), 1650049 (2016)","journal-title":"Asia-Pacific J. Oper. Res."},{"key":"17_CR6","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijpe.2020.107863","volume":"229","author":"A Aghalari","year":"2020","unstructured":"Aghalari, A., Nur, F., Marufuzzaman, M.: A bender\u2019s based nested decomposition algorithm to solve a stochastic inland waterway port management problem considering perishable product. Int. J. Prod. Econ. 229, 107863 (2020)","journal-title":"Int. J. Prod. Econ."},{"key":"17_CR7","doi-asserted-by":"publisher","DOI":"10.1016\/j.omega.2022.102821","volume":"116","author":"ER El Mehdi","year":"2023","unstructured":"El Mehdi, E.R., Ilyas, H., Fran\u00e7ois, S., et al.: Incremental lns framework for integrated production, inventory, and vessel scheduling: application to a global supply chain. Omega 116, 102821 (2023)","journal-title":"Omega"},{"issue":"2","key":"17_CR8","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1007\/s10732-019-09435-8","volume":"26","author":"G Belov","year":"2020","unstructured":"Belov, G., Boland, N.L., Savelsbergh, M.W.P., Stuckey, P.J.: Logistics optimization for a coal supply chain. J. Heurist. 26(2), 269\u2013300 (2020). https:\/\/doi.org\/10.1007\/s10732-019-09435-8","journal-title":"J. Heurist."},{"key":"17_CR9","unstructured":"Secretariat, W.T.O.: World Trade Report 2023. World Trade Organization, Gen\u00e8ve, Switzerland (2023)"},{"issue":"2","key":"17_CR10","doi-asserted-by":"publisher","first-page":"418","DOI":"10.1016\/j.ejor.2021.10.032","volume":"300","author":"Y Zhang","year":"2022","unstructured":"Zhang, Y., Bai, R., Qu, R., Tu, C., Jin, J.: A deep reinforcement learning based hyper-heuristic for combinatorial optimisation with uncertainties. Eur. J. Oper. Res. 300(2), 418\u2013427 (2022)","journal-title":"Eur. J. Oper. Res."},{"issue":"9","key":"17_CR11","doi-asserted-by":"publisher","first-page":"1390","DOI":"10.3390\/electronics11091390","volume":"11","author":"C Li","year":"2022","unstructured":"Li, C., Wu, S., Li, Z., Zhang, Y., Zhang, L., Gomes, L.: Intelligent scheduling method for bulk cargo terminal loading process based on deep reinforcement learning. Electronics 11(9), 1390 (2022)","journal-title":"Electronics"},{"issue":"3","key":"17_CR12","first-page":"1","volume":"18","author":"T Ai","year":"2023","unstructured":"Ai, T., Huang, L., Song, R.J., Huang, H.F., Jiao, F., Ma, W.G.: An improved deep reinforcement learning approach: a case study for optimisation of berth and yard scheduling for bulk cargo terminal. Adv. Prod. Eng. Manag. 18(3), 1\u201314 (2023)","journal-title":"Adv. Prod. Eng. Manag."},{"issue":"5","key":"17_CR13","doi-asserted-by":"publisher","first-page":"1025","DOI":"10.3390\/jmse11051025","volume":"11","author":"Y Dai","year":"2023","unstructured":"Dai, Y., Li, Z., Wang, B.: Optimizing berth allocation in maritime transportation with quay crane setup times using reinforcement learning. J. Mar. Sci. Eng. 11(5), 1025 (2023)","journal-title":"J. Mar. Sci. Eng."},{"key":"17_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.ocecoaman.2024.107113","volume":"252","author":"Y Lv","year":"2024","unstructured":"Lv, Y., Zou, M., Li, J., Liu, J.: Dynamic berth allocation under uncertainties based on deep reinforcement learning towards resilient ports. Ocean Coastal Manag. 252, 107113 (2024)","journal-title":"Ocean Coastal Manag."},{"issue":"12","key":"17_CR15","doi-asserted-by":"publisher","first-page":"2240","DOI":"10.3390\/jmse11122240","volume":"11","author":"B Li","year":"2023","unstructured":"Li, B., Yang, C., Yang, Z.: Multiple container terminal berth allocation and joint operation based on dueling double deep q-network. J. Mar. Sci. Eng. 11(12), 2240 (2023)","journal-title":"J. Mar. Sci. Eng."},{"key":"17_CR16","unstructured":"Silva, J.R.S.: Dynamic berth allocation problem for tidal bulk ports with inventory level constraints. Master\u2019s thesis, Universidade Federal do Maranh\u00e3o, S\u00e4o Lu\u00eds (2021). https:\/\/tedebc.ufma.br\/jspui\/handle\/tede\/3995. Accessed 10 Nov 2024"},{"key":"17_CR17","unstructured":"Mnih, V., et al.: Playing Atari with Deep Reinforcement Learning. arXiv preprint arXiv:1312.5602 (2013)"},{"issue":"7540","key":"17_CR18","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"issue":"8","key":"17_CR19","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9(8), 1735\u20131780 (1997)","journal-title":"Neural Comput."},{"key":"17_CR20","unstructured":"e Silva, J.R.S., de Oliveira, A.C.M.: Instances for the berth allocation problem in tidal bulk ports with inventory control (BAPTBI). Mendeley Data 3 (2022). https:\/\/data.mendeley.com\/datasets\/58ph43s6h4\/3. https:\/\/doi.org\/10.17632\/58ph43s6h4.3"}],"container-title":["Lecture Notes in Computer Science","Progress in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-05179-0_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,15]],"date-time":"2025-09-15T21:43:13Z","timestamp":1757972593000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-05179-0_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,16]]},"ISBN":["9783032051783","9783032051790"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-05179-0_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,16]]},"assertion":[{"value":"16 September 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of interests"}},{"value":"EPIA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"EPIA Conference on Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Faro","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 October 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 October 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"epia2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/epia2025.ualg.pt\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}