{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T16:39:41Z","timestamp":1743093581227,"version":"3.40.3"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031466632"},{"type":"electronic","value":"9783031466649"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-46664-9_35","type":"book-chapter","created":{"date-parts":[[2023,11,4]],"date-time":"2023-11-04T13:02:29Z","timestamp":1699102949000},"page":"518-534","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["VLS: A Reinforcement Learning-Based Value Lookahead Strategy for\u00a0Multi-product Order Fulfillment"],"prefix":"10.1007","author":[{"given":"Ryan","family":"Wickman","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Junxuan","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaofei","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,11,5]]},"reference":[{"issue":"1","key":"35_CR1","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1287\/msom.2014.0505","volume":"17","author":"J Acimovic","year":"2015","unstructured":"Acimovic, J., Graves, S.C.: Making better fulfillment decisions on the fly in an online retail environment. Manuf. Serv. Oper. Manag. 17(1), 34\u201351 (2015)","journal-title":"Manuf. Serv. Oper. Manag."},{"issue":"3","key":"35_CR2","doi-asserted-by":"publisher","first-page":"802","DOI":"10.1016\/j.ejor.2003.11.005","volume":"163","author":"A Alptekinoglu","year":"2005","unstructured":"Alptekinoglu, A., Tang, C.: A model for analyzing multi-channel distribution systems. Eur. J. Oper. Res. 163(3), 802\u2013824 (2005)","journal-title":"Eur. J. Oper. Res."},{"issue":"5","key":"35_CR3","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1287\/inte.2019.1013","volume":"49","author":"JM Andrews","year":"2019","unstructured":"Andrews, J.M., Farias, V.F., Khojandi, A.I., Yan, C.M.: Primal-dual algorithms for order fulfillment at urban outfitters, Inc. INFORMS J. Appl. Anal. 49(5), 355\u2013370 (2019)","journal-title":"INFORMS J. Appl. Anal."},{"key":"35_CR4","unstructured":"Bellemare, M.G., Dabney, W., Munos, R.: A distributional perspective on reinforcement learning. In: International Conference on Machine Learning, pp. 449\u2013458. PMLR (2017)"},{"key":"35_CR5","doi-asserted-by":"crossref","unstructured":"Dabney, W., Ostrovski, G., Silver, D., Munos, R.: Implicit quantile networks for distributional reinforcement learning. In: International Conference on Machine Learning, pp. 1096\u20131105. PMLR (2018)","DOI":"10.1609\/aaai.v32i1.11791"},{"key":"35_CR6","doi-asserted-by":"crossref","unstructured":"Dabney, W., Rowland, M., Bellemare, M., Munos, R.: Distributional reinforcement learning with quantile regression. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 32 (2018)","DOI":"10.1609\/aaai.v32i1.11791"},{"key":"35_CR7","unstructured":"Hendrycks, D., Gimpel, K.: Gaussian error linear units (GELUs). arXiv preprint arXiv:1606.08415 (2016)"},{"issue":"6","key":"35_CR8","doi-asserted-by":"publisher","first-page":"1336","DOI":"10.1287\/opre.2015.1441","volume":"63","author":"S Jasin","year":"2015","unstructured":"Jasin, S., Sinha, A.: An LP-based correlated rounding scheme for multi-item ecommerce order fulfillment. Oper. Res. 63(6), 1336\u20131351 (2015)","journal-title":"Oper. Res."},{"key":"35_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/j.cor.2022.105749","volume":"143","author":"D Jiang","year":"2022","unstructured":"Jiang, D., Li, X., Aneja, Y., Wang, W., Tian, P.: Integrating order delivery and return operations for order fulfillment in an online retail environment. Comput. Oper. Res. 143, 105749 (2022)","journal-title":"Comput. Oper. Res."},{"key":"35_CR10","unstructured":"Kingma, D., Ba, J.: Adam: a method for stochastic optimization. In: International Conference on Learning Representations (2014)"},{"issue":"10","key":"35_CR11","doi-asserted-by":"publisher","first-page":"1302","DOI":"10.1287\/mnsc.33.10.1302","volume":"33","author":"HL Lee","year":"1987","unstructured":"Lee, H.L.: A multi-echelon inventory model for repairable items with emergency lateral transshipments. Manage. Sci. 33(10), 1302\u20131316 (1987)","journal-title":"Manage. Sci."},{"issue":"2","key":"35_CR12","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1287\/msom.2017.0641","volume":"20","author":"YM Lei","year":"2018","unstructured":"Lei, Y.M., Jasin, S., Sinha, A.: Joint dynamic pricing and order fulfillment for e-commerce retailers. Manuf. Serv. Oper. Manag. 20(2), 269\u2013284 (2018)","journal-title":"Manuf. Serv. Oper. Manag."},{"issue":"6","key":"35_CR13","doi-asserted-by":"publisher","first-page":"1616","DOI":"10.1287\/msom.2020.0926","volume":"23","author":"YF Lim","year":"2021","unstructured":"Lim, Y.F., Jiu, S., Ang, M.: Integrating anticipative replenishment allocation with reactive fulfillment for online retailing using robust optimization. Manuf. Serv. Oper. Manag. 23(6), 1616\u20131633 (2021)","journal-title":"Manuf. Serv. Oper. Manag."},{"key":"35_CR14","unstructured":"Ma, Y., Jayaraman, D., Bastani, O.: Conservative offline distributional reinforcement learning. In: Advances in Neural Information Processing Systems, vol. 34 (2021)"},{"issue":"2","key":"35_CR15","doi-asserted-by":"publisher","first-page":"561","DOI":"10.1016\/j.ejor.2007.09.034","volume":"192","author":"S Mahar","year":"2009","unstructured":"Mahar, S., Bretthauer, K.M., Venkataramanan, M.: The value of virtual pooling in dual sales channel supply chains. Eur. J. Oper. Res. 192(2), 561\u2013575 (2009)","journal-title":"Eur. J. Oper. Res."},{"key":"35_CR16","unstructured":"Mnih, V., et al.: Playing atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602 (2013)"},{"key":"35_CR17","unstructured":"Olist, D., Sionek, A.: Brazilian e-commerce public dataset by Olist (2018). https:\/\/www.kaggle.com\/dsv\/195341"},{"key":"35_CR18","doi-asserted-by":"publisher","DOI":"10.1002\/9780470316887","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"ML Puterman","year":"1994","unstructured":"Puterman, M.L.: Markov Decision Processes: Discrete Stochastic Dynamic Programming, 1st edn. Wiley, Hoboken (1994)","edition":"1"},{"key":"35_CR19","unstructured":"Quanz, B., Deshpande, A., Xing, D., Liu, X.: Learning to shortcut and shortlist order fulfillment deciding. arXiv preprint arXiv:2110.01668 (2021)"},{"key":"35_CR20","unstructured":"Ramakrishna, K.S.: A two-item two-warehouse periodic review inventory model with transshipment (2020). https:\/\/researchdata.smu.edu.sg\/articles\/thesis\/A_two-item_two-warehouse_periodic_review_inventory_model_with_transshipment\/12291293"},{"key":"35_CR21","volume-title":"Artificial Intelligence: A Modern Approach","author":"S Russell","year":"2010","unstructured":"Russell, S., Norvig, P.: Artificial Intelligence: A Modern Approach, 3rd edn. Prentice Hall, Hoboken (2010)","edition":"3"},{"key":"35_CR22","unstructured":"Schaul, T., Quan, J., Antonoglou, I., Silver, D.: Prioritized experience replay. arXiv preprint arXiv:1511.05952 (2015)"},{"key":"35_CR23","first-page":"1","volume":"3","author":"E Sopadjieva","year":"2017","unstructured":"Sopadjieva, E., Dholakia, U.M., Benjamin, B.: A study of 46,000 shoppers shows that omnichannel retailing works. Harv. Bus. Rev. 3, 1\u20132 (2017)","journal-title":"Harv. Bus. Rev."},{"key":"35_CR24","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction, 2nd edn. The MIT Press, Cambridge (2018). https:\/\/incompleteideas.net\/book\/the-book-2nd.html"},{"key":"35_CR25","unstructured":"US Department of Commerce: Us census bureau news (2022). https:\/\/www2.census.gov\/retail\/releases\/historical\/ecomm\/21q4.pdf"},{"key":"35_CR26","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems, vol. 30. Curran Associates, Inc. (2017)"},{"issue":"2","key":"35_CR27","doi-asserted-by":"publisher","first-page":"340","DOI":"10.1287\/msom.1080.0222","volume":"11","author":"PJ Xu","year":"2009","unstructured":"Xu, P.J., Allgor, R., Graves, S.C.: Benefits of reevaluating real-time order fulfillment decisions. Manuf. Serv. Oper. Manag. 11(2), 340\u2013355 (2009)","journal-title":"Manuf. Serv. Oper. Manag."},{"key":"35_CR28","unstructured":"Yang, D., Zhao, L., Lin, Z., Qin, T., Bian, J., Liu, T.Y.: Fully parameterized quantile function for distributional reinforcement learning. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"}],"container-title":["Lecture Notes in Computer Science","Advanced Data Mining and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-46664-9_35","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,4]],"date-time":"2023-11-04T13:14:25Z","timestamp":1699103665000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-46664-9_35"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031466632","9783031466649"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-46664-9_35","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"5 November 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ADMA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Advanced Data Mining and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Shenyang","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 August 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 August 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"adma2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/adma2023.uqcloud.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes. Microsoft CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"503","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"216","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"43% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.97","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.77","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}