{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T11:02:26Z","timestamp":1768474946281,"version":"3.49.0"},"reference-count":35,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100004055","name":"King Fahd University of Petroleum and Minerals","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004055","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computers & Industrial Engineering"],"published-print":{"date-parts":[[2026,2]]},"DOI":"10.1016\/j.cie.2025.111693","type":"journal-article","created":{"date-parts":[[2025,11,22]],"date-time":"2025-11-22T16:05:50Z","timestamp":1763827550000},"page":"111693","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Enhancing courier scheduling in crowdsourced last-mile delivery through dynamic shift extensions: a deep reinforcement learning approach"],"prefix":"10.1016","volume":"212","author":[{"given":"Zead","family":"Saleh","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ahmad Al","family":"Hanbali","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ahmad","family":"Baubaid","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/j.cie.2025.111693_b0005","unstructured":"\u201cRetail e-commerce sales worldwide from 2014 to 2027.\u201d [Online]. Available: https:\/\/www.statista.com\/statistics\/379046\/worldwide-retail-e-commerce-sales\/."},{"key":"10.1016\/j.cie.2025.111693_b0010","unstructured":"\u201cLast Mile Delivery Market Size, Growth & Statistics by 2032.\u201d [Online]. Available: https:\/\/straitsresearch.com\/report\/last-mile-delivery-market."},{"key":"10.1016\/j.cie.2025.111693_b0015","unstructured":"\u201cAlmost 90% of retailers expect to use crowdsourced delivery to handle specific orders by 2028.\u201d [Online]. Available: https:\/\/www.roadie.com\/blog\/2018\/06\/crowdsourced-delivery-study."},{"key":"10.1016\/j.cie.2025.111693_b0020","doi-asserted-by":"crossref","DOI":"10.1007\/s10479-024-06249-1","article-title":"Challenges and opportunities in crowdsourced delivery planning and operations\u2014An update","author":"Savelsbergh","year":"2024","journal-title":"Annals of Operations Research"},{"key":"10.1016\/j.cie.2025.111693_b0025","doi-asserted-by":"crossref","unstructured":"Savelsbergh, M. W. P., & Ulmer, M. W. (2022). Challenges and opportunities in crowdsourced delivery planning and operations, 4OR, 20(1), 1\u201321, 2022, doi: 10.1007\/s10288-021-00500-2.","DOI":"10.1007\/s10288-021-00500-2"},{"key":"10.1016\/j.cie.2025.111693_b0030","series-title":"Reinforcement learning and optimal control, 2nd printing (includes editorial revisions)","author":"Bertsekas","year":"2019"},{"key":"10.1016\/j.cie.2025.111693_b0035","doi-asserted-by":"crossref","DOI":"10.1016\/j.tre.2022.102712","article-title":"Reinforcement learning for logistics and supply chain management: Methodologies, state of the art, and future opportunities","volume":"162","author":"Yan","year":"2022","journal-title":"Transportation Research Part E: Logistics and Transportation Review"},{"key":"10.1016\/j.cie.2025.111693_b0040","unstructured":"OpenAI. (2019). \u201cDota 2 with Large Scale Deep Reinforcement Learning,\u201d 2019, arXiv. doi: 10.48550\/ARXIV.1912.06680."},{"key":"10.1016\/j.cie.2025.111693_b0045","doi-asserted-by":"crossref","DOI":"10.1016\/j.cie.2022.108807","article-title":"Online crowdsourced delivery for urban parcels using private cars under time-dependent travel times","volume":"174","author":"Liang","year":"2022","journal-title":"Computers and Industrial Engineering"},{"key":"10.1016\/j.cie.2025.111693_b0050","doi-asserted-by":"crossref","DOI":"10.1016\/j.cie.2025.111137","article-title":"An integrated optimization approach for crowdshipping leveraging smart lockers as decentralized urban transshipment hubs","volume":"204","author":"Zhuang","year":"2025","journal-title":"Computers and Industrial Engineering"},{"issue":"9","key":"10.1016\/j.cie.2025.111693_b0055","doi-asserted-by":"crossref","first-page":"2153","DOI":"10.1111\/poms.13219","article-title":"Crowdshipping and same\u2010day delivery: Employing in\u2010store customers to deliver online orders","volume":"29","author":"Dayarian","year":"2020","journal-title":"Production and Operations Management"},{"key":"10.1016\/j.cie.2025.111693_b0060","doi-asserted-by":"crossref","first-page":"122","DOI":"10.1016\/j.cor.2019.04.023","article-title":"The pickup and delivery problem with time windows and occasional drivers","volume":"109","author":"Dahle","year":"2019","journal-title":"Computers and Operations Research"},{"issue":"1\u20132","key":"10.1016\/j.cie.2025.111693_b0065","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1007\/s10479-019-03135-z","article-title":"Workforce planning for O2O delivery systems with crowdsourced drivers","volume":"291","author":"Dai","year":"2020","journal-title":"Annals of Operations Research"},{"issue":"4","key":"10.1016\/j.cie.2025.111693_b0070","doi-asserted-by":"crossref","first-page":"1113","DOI":"10.1287\/trsc.2020.0977","article-title":"Workforce scheduling in the era of crowdsourced delivery","volume":"54","author":"Ulmer","year":"2020","journal-title":"Transportation Science"},{"issue":"4","key":"10.1016\/j.cie.2025.111693_b0075","doi-asserted-by":"crossref","first-page":"889","DOI":"10.1287\/trsc.2022.1152","article-title":"A prescriptive machine learning method for courier scheduling on crowdsourced delivery platforms","volume":"57","author":"Behrendt","year":"2023","journal-title":"Transportation Science"},{"key":"10.1016\/j.cie.2025.111693_b0080","article-title":"Dynamic workforce acquisition for crowdsourced last-mile delivery platforms","author":"(Murray) Lei","year":"2020","journal-title":"SSRN Electronic Journal"},{"key":"10.1016\/j.cie.2025.111693_b0085","doi-asserted-by":"crossref","unstructured":"Auad, R., Erera, A., & Savelsbergh, M. (2023). Dynamic courier capacity acquisition in rapid delivery systems: A deep Q-learning approach. Transportation Science, trsc.2022.0042, doi: 10.1287\/trsc.2022.0042.","DOI":"10.1287\/trsc.2022.0042"},{"key":"10.1016\/j.cie.2025.111693_b0090","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2025.129178","article-title":"A reinforcement learning framework using pointer networks to address tampering of pollutant control systems in freight transportation","volume":"296","author":"Bidgoli","year":"2026","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.cie.2025.111693_b0095","doi-asserted-by":"crossref","DOI":"10.1016\/j.cor.2025.107275","article-title":"An adaptive K-means and reinforcement learning (RL) algorithm to effective vaccine distribution","volume":"185","author":"Cibaku","year":"2026","journal-title":"Computers and Operations Research"},{"key":"10.1016\/j.cie.2025.111693_b0100","doi-asserted-by":"crossref","DOI":"10.1016\/j.orp.2025.100351","article-title":"Deep reinforcement learning for dynamic vehicle routing with demand and traffic uncertainty","volume":"15","author":"Kadyrov","year":"2025","journal-title":"Operations Research Perspectives"},{"key":"10.1016\/j.cie.2025.111693_b0105","doi-asserted-by":"crossref","DOI":"10.1016\/j.cor.2025.107263","article-title":"A deep reinforcement learning approach for dynamic job-shop scheduling problem considering time variable and new job arrivals","volume":"185","author":"Yu","year":"2026","journal-title":"Computers and Operations Research"},{"issue":"3","key":"10.1016\/j.cie.2025.111693_b0110","doi-asserted-by":"crossref","first-page":"2306","DOI":"10.1109\/TITS.2021.3056120","article-title":"Heterogeneous attentions for solving pickup and delivery problem via deep reinforcement learning","volume":"23","author":"Li","year":"2022","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"issue":"10","key":"10.1016\/j.cie.2025.111693_b0115","doi-asserted-by":"crossref","first-page":"18603","DOI":"10.1109\/TITS.2022.3163263","article-title":"An imitation learning-enhanced iterated matching algorithm for on-demand food delivery","volume":"23","author":"Chen","year":"2022","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"issue":"3","key":"10.1016\/j.cie.2025.111693_b0120","first-page":"1","article-title":"A city-wide crowdsourcing delivery system with reinforcement learning","volume":"5","author":"Ding","year":"2021","journal-title":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies"},{"issue":"3","key":"10.1016\/j.cie.2025.111693_b0125","doi-asserted-by":"crossref","first-page":"939","DOI":"10.1016\/j.ejor.2021.06.021","article-title":"Deep Q-learning for same-day delivery with vehicles and drones","volume":"298","author":"Chen","year":"2022","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/j.cie.2025.111693_b0130","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1016\/j.trb.2021.08.015","article-title":"Deep reinforcement learning for crowdsourced urban delivery","volume":"152","author":"Ahamed","year":"2021","journal-title":"Transp. Res. Part B Methodol."},{"key":"10.1016\/j.cie.2025.111693_b0135","doi-asserted-by":"crossref","unstructured":"Kang, Y. (2018). An order control policy in crowdsourced parcel pickup and delivery service, in Advances in Production Management Systems. Smart Manufacturing for Industry 4.0, vol. 536, I. Moon, G. M. Lee, J. Park, D. Kiritsis, and G. Von Cieminski, Eds., in IFIP Advances in Information and Communication Technology, vol. 536. , Cham: Springer International Publishing, 2018, pp. 164\u2013171. doi: 10.1007\/978-3-319-99707-0_21.","DOI":"10.1007\/978-3-319-99707-0_21"},{"key":"10.1016\/j.cie.2025.111693_b0140","doi-asserted-by":"crossref","first-page":"271","DOI":"10.1016\/j.cie.2019.04.044","article-title":"Learning-based logistics planning and scheduling for crowdsourced parcel delivery","volume":"132","author":"Kang","year":"2019","journal-title":"Computers and Industrial Engineering"},{"key":"10.1016\/j.cie.2025.111693_b0145","doi-asserted-by":"crossref","first-page":"636","DOI":"10.37394\/23207.2021.18.63","article-title":"Crowd sourcing dynamic pickup & delivery problem considering task buffering and drivers\u2019 rejection -Application of multi-agent reinforcement learning-","volume":"18","author":"Mo","year":"2021","journal-title":"WSEAS Transactions on Business and Economics"},{"issue":"1\u20132","key":"10.1016\/j.cie.2025.111693_b0150","first-page":"1","article-title":"Sequential decision analytics and modeling: modeling with python - part II","volume":"16","author":"Powell","year":"2022","journal-title":"Foundations and Trends(R) in Technology, Information and Operations Management"},{"key":"10.1016\/j.cie.2025.111693_b0155","unstructured":"Mnih, V., Kavukcuoghu, K., Silver, D., Graves, A., Wierstra, I. A. D., & Riedmiller, M. (2013). Playing Atari with Deep Reinforcement Learning,\u201d Dec. 19, 2013, arXiv: arXiv:1312.5602. Accessed: Dec. 11, 2023. [Online]. Available: http:\/\/arxiv.org\/abs\/1312.5602."},{"key":"10.1016\/j.cie.2025.111693_b0160","doi-asserted-by":"crossref","unstructured":"Bishop, C. (1996). Neural Networks: A Pattern Recognition Perspective, in Handbook of Neural Computation, E. Fiesler and R. Beale, Eds., Taylor & Francis, 1996. doi: 10.1201\/9781420050646.ptb6.","DOI":"10.1201\/9781420050646.ptb6"},{"key":"10.1016\/j.cie.2025.111693_b0165","author":"Kingma","year":"2014","journal-title":"Adam: A Method for Stochastic Optimization"},{"key":"10.1016\/j.cie.2025.111693_b0170","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.120495","article-title":"Reinforcement learning algorithms: A brief survey","volume":"231","author":"Shakya","year":"2023","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.cie.2025.111693_b0175","doi-asserted-by":"crossref","DOI":"10.1016\/j.trc.2023.104055","article-title":"Crowdsourced on-demand food delivery: An order batching and assignment algorithm","volume":"149","author":"Simoni","year":"2023","journal-title":"Transportation Research Part C: Emerging Technologies"}],"container-title":["Computers & Industrial Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0360835225008393?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0360835225008393?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,1,14]],"date-time":"2026-01-14T22:12:44Z","timestamp":1768428764000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0360835225008393"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2]]},"references-count":35,"alternative-id":["S0360835225008393"],"URL":"https:\/\/doi.org\/10.1016\/j.cie.2025.111693","relation":{},"ISSN":["0360-8352"],"issn-type":[{"value":"0360-8352","type":"print"}],"subject":[],"published":{"date-parts":[[2026,2]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Enhancing courier scheduling in crowdsourced last-mile delivery through dynamic shift extensions: a deep reinforcement learning approach","name":"articletitle","label":"Article Title"},{"value":"Computers & Industrial Engineering","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.cie.2025.111693","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"111693"}}