{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,21]],"date-time":"2026-01-21T19:49:07Z","timestamp":1769024947505,"version":"3.49.0"},"publisher-location":"Cham","reference-count":15,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030597467","type":"print"},{"value":"9783030597474","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-59747-4_38","type":"book-chapter","created":{"date-parts":[[2020,9,26]],"date-time":"2020-09-26T11:02:30Z","timestamp":1601118150000},"page":"584-599","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["Deep Reinforcement Learning and Optimization Approach for Multi-echelon Supply Chain with Uncertain Demands"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4848-9453","authenticated-orcid":false,"given":"J\u00falio C\u00e9sar","family":"Alves","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7238-0714","authenticated-orcid":false,"given":"Geraldo Robson","family":"Mateus","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,9,22]]},"reference":[{"key":"38_CR1","unstructured":"Brockman, G., et al.: Openai gym (2016)"},{"issue":"4","key":"38_CR2","doi-asserted-by":"publisher","first-page":"949","DOI":"10.1016\/j.dss.2008.03.007","volume":"45","author":"SK Chaharsooghi","year":"2008","unstructured":"Chaharsooghi, S.K., Heydari, J., Zegordi, S.H.: A reinforcement learning model for supply chain ordering management: an application to the beer game. Dec. Supp. Syst. 45(4), 949\u2013959 (2008). \nhttps:\/\/doi.org\/10.1016\/j.dss.2008.03.007","journal-title":"Dec. Supp. Syst."},{"issue":"2","key":"38_CR3","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1016\/S0925-5273(00)00156-0","volume":"78","author":"I Giannoccaro","year":"2002","unstructured":"Giannoccaro, I., Pontrandolfo, P.: Inventory management in supply chains: a reinforcement learning approach. Int. J. Prod. Econ. 78(2), 153\u2013161 (2002). \nhttps:\/\/doi.org\/10.1016\/S0925-5273(00)00156-0","journal-title":"Int. J. Prod. Econ."},{"key":"38_CR4","doi-asserted-by":"publisher","unstructured":"Gijsbrechts, J., Boute, R.N., Van Mieghem, J.A., Zhang, D.: Can deep reinforcement learning improve inventory management? performance on dual sourcing, lost sales and multi-echelon problems (2019). \nhttps:\/\/doi.org\/10.2139\/ssrn.3302881","DOI":"10.2139\/ssrn.3302881"},{"key":"38_CR5","unstructured":"Hill, A., et al.: Stable baselines. \nhttps:\/\/github.com\/hill-a\/stable-baselines"},{"key":"38_CR6","unstructured":"Hutse, V.: Reinforcement Learning for Inventory Optimisation in multi-echelon supply chains. Master in business engineering, Ghent University (2019)"},{"key":"38_CR7","unstructured":"Kemmer, L., von Kleist, H., de Rochebou\u00ebt, D., Tziortziotis, N., Read, J.: Reinforcement learning for supply chain optimization. In: European Workshop on Reinforcement Learning, vol. 14 (2018)"},{"key":"38_CR8","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1007\/978-3-319-42421-7_9","volume-title":"Optimization and Decision Support Systems for Supply Chains","author":"M Laumanns","year":"2017","unstructured":"Laumanns, M., Woerner, S.: Multi-echelon supply chain optimization: methods and application examples. In: P\u00f3voa, A.P.B., Corominas, A., de Miranda, J.L. (eds.) Optimization and Decision Support Systems for Supply Chains, pp. 131\u2013138. Springer, Cham (2017). \nhttps:\/\/doi.org\/10.1007\/978-3-319-42421-7_9"},{"key":"38_CR9","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1016\/j.engappai.2014.09.004","volume":"37","author":"A Mortazavi","year":"2015","unstructured":"Mortazavi, A., Arshadi Khamseh, A., Azimi, P.: Designing of an intelligent self-adaptive model for supply chain ordering management system. Eng. Appl. Artif. Intell 37, 207\u2013220 (2015)","journal-title":"Eng. Appl. Artif. Intell"},{"key":"38_CR10","unstructured":"OpenAI Baselines: Blog. \nhttps:\/\/openai.com\/blog\/openai-baselines-ppo\/\n\n. Accessed 23 May 2020"},{"key":"38_CR11","unstructured":"Oroojlooyjadid, A.: Applications of Machine Learning in Supply Chains. Ph.D. thesis, Lehigh University (2019). \nhttps:\/\/preserve.lehigh.edu\/etd\/4364"},{"key":"38_CR12","doi-asserted-by":"publisher","unstructured":"Peng, Z., Zhang, Y., Feng, Y., Zhang, T., Wu, Z., Su, H.: Deep reinforcement learning approach for capacitated supply chain optimization under demand uncertainty. In: 2019 Chinese Automation Congress (CAC), pp. 3512\u20133517 (2019). \nhttps:\/\/doi.org\/10.1109\/CAC48633.2019.8997498","DOI":"10.1109\/CAC48633.2019.8997498"},{"key":"38_CR13","unstructured":"Raffin, A.: Rl baselines zoo (2018). \nhttps:\/\/github.com\/araffin\/rl-baselines-zoo"},{"key":"38_CR14","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint \narXiv:1707.06347\n\n (2017)"},{"key":"38_CR15","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (2018)"}],"container-title":["Lecture Notes in Computer Science","Computational Logistics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-59747-4_38","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,11,2]],"date-time":"2020-11-02T09:17:36Z","timestamp":1604308656000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-59747-4_38"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030597467","9783030597474"],"references-count":15,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-59747-4_38","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"22 September 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICCL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Computational Logistics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Enschede","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 September 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 September 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iccl22020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iccl2020.nl\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"73","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"49","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"67% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2,5","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}