{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,21]],"date-time":"2026-02-21T18:36:32Z","timestamp":1771698992800,"version":"3.50.1"},"publisher-location":"Cham","reference-count":20,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031750120","type":"print"},{"value":"9783031750137","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-75013-7_11","type":"book-chapter","created":{"date-parts":[[2024,11,15]],"date-time":"2024-11-15T04:16:17Z","timestamp":1731644177000},"page":"108-117","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Machine Learning in the Last-Mile Delivery: Modified Q-Learning for the TSP"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9865-8529","authenticated-orcid":false,"given":"Vladimir","family":"Ilin","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7392-9767","authenticated-orcid":false,"given":"Dragan","family":"Simi\u0107","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5969-6821","authenticated-orcid":false,"given":"Marko","family":"Veli\u010dkovi\u0107","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3063-7593","authenticated-orcid":false,"given":"Nemanja","family":"Garunovi\u0107","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1151-6737","authenticated-orcid":false,"given":"Nenad","family":"Sauli\u0107","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,11,16]]},"reference":[{"key":"11_CR1","doi-asserted-by":"crossref","unstructured":"Arishi, A., Krishnan, K., Arishi, M.: Machine learning approach for truck-drones based last-mile delivery in the era of industry 4.0. Eng. Appl. Artif. Intell. 116, 105439 (2022)","DOI":"10.1016\/j.engappai.2022.105439"},{"key":"11_CR2","doi-asserted-by":"crossref","unstructured":"Parasteh, S., Khorram, A., Mouhoub, M., Sadaoui, S.: A deep averaged reinforcement learning approach for the traveling salesman problem. In: 2022 IEEE International Conference on Systems, Man, and Cybernetics, pp. 2514\u20132519. IEEE, New York (2022)","DOI":"10.1109\/SMC53654.2022.9945274"},{"key":"11_CR3","doi-asserted-by":"crossref","unstructured":"Wang, J., Xiao, C., Wang, S., Ruan, Y.: Reinforcement learning for the traveling salesman problem: Performance comparison of three algorithms. J. Eng., 1\u201310 (2023)","DOI":"10.22541\/au.168389655.51789479\/v1"},{"key":"11_CR4","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1016\/j.techfore.2017.07.025","volume":"125","author":"V Ilin","year":"2017","unstructured":"Ilin, V., Iveti\u0107, J., Simi\u0107, D.: Understanding the determinants of e-business adoption in ERP-enabled firms and non-ERP-enabled firms: a case study of the Western Balkan Peninsula. Technol. Forecast. Soc. Chang. 125, 206\u2013223 (2017)","journal-title":"Technol. Forecast. Soc. Chang."},{"issue":"4","key":"11_CR5","doi-asserted-by":"publisher","first-page":"602","DOI":"10.1093\/jigpal\/jzac028","volume":"31","author":"V Ilin","year":"2023","unstructured":"Ilin, V., Simi\u0107, D., Simi\u0107, D.S., Simi\u0107, S., Sauli\u0107, N., Calvo-Rolle, J.L.: A hybrid genetic algorithm, list-based simulated annealing algorithm, and different heuristic algorithms for travelling salesman problem. Log. J. IGPL 31(4), 602\u2013617 (2023)","journal-title":"Log. J. IGPL"},{"issue":"106630","key":"11_CR6","first-page":"1","volume":"167","author":"L Matijevi\u0107","year":"2024","unstructured":"Matijevi\u0107, L., Ilin, V., Davidovi\u0107, T., Jak\u0161i\u0107-Kr\u00fcger, T., Pardalos, P.M.: General VNS for asymmetric vehicle routing problem with time and capacity constraints. Comput. Oper. Res. 167(106630), 1\u201316 (2024)","journal-title":"Comput. Oper. Res."},{"key":"11_CR7","doi-asserted-by":"crossref","unstructured":"Bogyrbayeva, A., Yoon, T., Ko, H., Lim, S., Yun, H., Kwon, C.: A deep reinforcement learning approach for solving the traveling salesman problem with drone. Transp. Res. C Emerg. Technol. 148, 103981 (2023)","DOI":"10.1016\/j.trc.2022.103981"},{"key":"11_CR8","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1007\/978-3-031-36698-7_21","volume-title":"Smart Services Summit","author":"S Piramuthu","year":"2023","unstructured":"Piramuthu, S.: Machine learning for drone-based last mile delivery of perishables. In: Meierhofer, J., West, S., Buecheler, T. (eds.) Smart Services Summit, pp. 201\u2013209. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-36698-7_21"},{"key":"11_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.122001","volume":"238","author":"M Galende-Hern\u00e1ndez","year":"2024","unstructured":"Galende-Hern\u00e1ndez, M., Sainz-Palmero, G.I., Fuente, M.J.: Discovering stop and parking behaviors of last mile delivery vehicles for urban areas based on not well conditioned GPS traces, expert knowledge and machine learning. Expert Syst. Appl. 238, 122001 (2024)","journal-title":"Expert Syst. Appl."},{"key":"11_CR10","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1016\/j.ejor.2023.04.043","volume":"311","author":"P Dieter","year":"2023","unstructured":"Dieter, P., Caron, M., Schryen, G.: Integrating driver behavior into last-mile delivery routing: combining machine learning and optimization in a hybrid decision support framework. Eur. J. Oper. Res. 311, 283\u2013300 (2023)","journal-title":"Eur. J. Oper. Res."},{"key":"11_CR11","doi-asserted-by":"crossref","unstructured":"Fadda, E., Fedorov, S., Perboli, G., Dario Cardenas Barbosa, I.: Mixing machine learning and optimization for the tactical capacity planning in last-mile delivery. In: IEEE 45th Annual Computers, Software, and Applications Conference, Madrid, Spain, pp. 1291\u20131296 (2021)","DOI":"10.1109\/COMPSAC51774.2021.00180"},{"key":"11_CR12","doi-asserted-by":"publisher","unstructured":"Bayram, B., \u00dclk\u00fc, B., Ayd\u0131n, G., Akhavan-Tabatabaei, R., Bozkaya, B.: A machine learning approach to daily capacity planning in e-commerce logistics. In: Nicosia, G., et al. (eds.) Machine Learning, Optimization, and Data Science. LNCS, vol. 13164, pp. 45\u201350. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-95470-3_4","DOI":"10.1007\/978-3-030-95470-3_4"},{"key":"11_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.cor.2023.106262","volume":"157","author":"ME Bruni","year":"2023","unstructured":"Bruni, M.E., Fadda, E., Fedorov, S., Perboli, G.: A machine learning optimization approach for last-mile delivery and third-party logistics. Comput. Oper. Res. 157, 106262 (2023)","journal-title":"Comput. Oper. Res."},{"key":"11_CR14","doi-asserted-by":"crossref","unstructured":"Zeng, X., Wang, W.: Research on the third party logistics mode of cross border e-commerce based on machine learning algorithm. In: 4th International Conference on Information Systems and Computer Aided Education, pp. 395\u2013399. Association for Computing Machinery, New York (2021)","DOI":"10.1145\/3482632.3482716"},{"key":"11_CR15","doi-asserted-by":"crossref","unstructured":"Gambardella, L.M., Dorigo, M.: Ant-Q: a reinforcement learning approach to the traveling salesman problem. In: Proceedings of the 12th International Conference on Machine Learning, pp. 252\u2013260 (1995)","DOI":"10.1016\/B978-1-55860-377-6.50039-6"},{"issue":"3","key":"11_CR16","doi-asserted-by":"publisher","first-page":"350","DOI":"10.1007\/s40313-018-0374-y","volume":"29","author":"ALC Ottoni","year":"2018","unstructured":"Ottoni, A.L.C., Nepomuceno, E.G., de Oliveira, M.S.: A response surface model approach to parameter estimation of reinforcement learning for the travelling salesman problem. J. Control Autom. Electr. Syst. 29(3), 350\u2013359 (2018)","journal-title":"J. Control Autom. Electr. Syst."},{"key":"11_CR17","doi-asserted-by":"publisher","first-page":"2001","DOI":"10.1007\/s40747-021-00444-4","volume":"8","author":"ALC Ottoni","year":"2022","unstructured":"Ottoni, A.L.C., Nepomuceno, E.G., de Oliveira, M.S., de Oliveira, D.C.R.: Reinforcement learning for the traveling salesman problem with refueling. Complex Intell. Syst. 8, 2001\u20132015 (2022)","journal-title":"Complex Intell. Syst."},{"issue":"9","key":"11_CR18","doi-asserted-by":"publisher","first-page":"2935","DOI":"10.1007\/s00521-017-2880-4","volume":"30","author":"MM Alipour","year":"2018","unstructured":"Alipour, M.M., Razavi, S.N., Derakhshi, M.R.F., Balafar, M.A.: A hybrid algorithm using a genetic algorithm and multiagent reinforcement learning heuristic to solve the traveling salesman problem. Neural Comput. Appl. 30(9), 2935\u20132951 (2018)","journal-title":"Neural Comput. Appl."},{"issue":"3","key":"11_CR19","doi-asserted-by":"publisher","first-page":"6995","DOI":"10.1016\/j.eswa.2008.08.026","volume":"36","author":"F Liu","year":"2009","unstructured":"Liu, F., Guangzhou, Z.: Study of genetic algorithm with reinforcement learning to solve the TSP. Expert Syst. Appl. 36(3), 6995\u20137001 (2009)","journal-title":"Expert Syst. Appl."},{"key":"11_CR20","unstructured":"http:\/\/comopt.ifi.uni-heidelberg.de\/software\/TSPLIB95\/STSP.html. Accessed 28 Mar 2024"}],"container-title":["Lecture Notes in Networks and Systems","The 19th International Conference on Soft Computing Models in Industrial and Environmental Applications SOCO 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-75013-7_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,15]],"date-time":"2024-11-15T05:14:25Z","timestamp":1731647665000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-75013-7_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031750120","9783031750137"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-75013-7_11","relation":{},"ISSN":["2367-3370","2367-3389"],"issn-type":[{"value":"2367-3370","type":"print"},{"value":"2367-3389","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"16 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SOCO","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Soft Computing Models in Industrial and Environmental Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Salamanca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icscmiea2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/2024.sococonference.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}