{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T12:33:17Z","timestamp":1742992397316,"version":"3.40.3"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031577116"},{"type":"electronic","value":"9783031577123"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-57712-3_4","type":"book-chapter","created":{"date-parts":[[2024,4,18]],"date-time":"2024-04-18T18:02:14Z","timestamp":1713463334000},"page":"49-64","source":"Crossref","is-referenced-by-count":0,"title":["Q-Learning Based Framework for\u00a0Solving the\u00a0Stochastic E-waste Collection Problem"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-6208-0876","authenticated-orcid":false,"given":"Dang Viet Anh","family":"Nguyen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0697-8619","authenticated-orcid":false,"given":"Aldy","family":"Gunawan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6885-6775","authenticated-orcid":false,"given":"Mustafa","family":"Misir","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5646-669X","authenticated-orcid":false,"given":"Pieter","family":"Vansteenwegen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"issue":"1","key":"4_CR1","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/0734242X14557382","volume":"33","author":"V P\u00e9rez-Belis","year":"2015","unstructured":"P\u00e9rez-Belis, V., Bovea, M.D., Ib\u00e1\u00f1ez-For\u00e9s, V.: An in-depth literature review of the waste electrical and electronic equipment context: trends and evolution. Waste Manage. Res. 33(1), 3\u201329 (2015)","journal-title":"Waste Manage. Res."},{"issue":"14","key":"4_CR2","doi-asserted-by":"publisher","first-page":"4963","DOI":"10.3390\/ijerph17144963","volume":"17","author":"H Wu","year":"2020","unstructured":"Wu, H., Tao, F., Yang, B.: Optimization of vehicle routing for waste collection and transportation. Int. J. Environ. Res. Public Health 17(14), 4963 (2020)","journal-title":"Int. J. Environ. Res. Public Health"},{"issue":"8","key":"4_CR3","doi-asserted-by":"publisher","first-page":"6665","DOI":"10.1007\/s00500-021-05665-w","volume":"25","author":"K Szwarc","year":"2021","unstructured":"Szwarc, K., Nowakowski, P., Boryczka, U.: An evolutionary approach to the vehicle route planning in e-waste mobile collection on demand. Soft. Comput. 25(8), 6665\u20136680 (2021)","journal-title":"Soft. Comput."},{"key":"4_CR4","doi-asserted-by":"publisher","first-page":"102169","DOI":"10.1016\/j.tre.2020.102169","volume":"145","author":"P Pourhejazy","year":"2021","unstructured":"Pourhejazy, P., Zhang, D., Zhu, Q., Wei, F., Song, S.: Integrated e-waste transportation using capacitated general routing problem with time-window. Transp. Res. Part E: Logist. Transp. Rev. 145, 102169 (2021)","journal-title":"Transp. Res. Part E: Logist. Transp. Rev."},{"key":"4_CR5","doi-asserted-by":"crossref","unstructured":"Gunawan, A., Nguyen, M.P.K., Vincent, F.Y., Nguyen, D.V.A.: The heterogeneous vehicle routing problem with multiple time windows for the e-waste collection problem. In: 19th International Conference on Automation Science and Engineering (CASE) (2023)","DOI":"10.1109\/CASE56687.2023.10260477"},{"key":"4_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"260","DOI":"10.1007\/978-3-031-43612-3_16","volume-title":"Computational Logistics","author":"A Gunawan","year":"2023","unstructured":"Gunawan, A., Nguyen, D.V.A., Nguyen, P.K.M., Vansteenwegen, P.: Grasp solution approach for the e-waste collection problem. In: Daduna, J.R., Liedtke, G., Shi, X., Vo\u00df, S. (eds.) ICCL 2023. LNCS, vol. 14239, pp. 260\u2013275. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-43612-3_16"},{"key":"4_CR7","doi-asserted-by":"publisher","first-page":"222","DOI":"10.1016\/j.wasman.2016.02.033","volume":"50","author":"A Kr\u00f3l","year":"2016","unstructured":"Kr\u00f3l, A., Nowakowski, P., Mr\u00f3wczy\u0144ska, B.: How to improve WEEE management? Novel approach in mobile collection with application of artificial intelligence. Waste Manage. 50, 222\u2013233 (2016)","journal-title":"Waste Manage."},{"issue":"2","key":"4_CR8","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1016\/j.ejor.2021.04.032","volume":"296","author":"M Karimi-Mamaghan","year":"2022","unstructured":"Karimi-Mamaghan, M., Mohammadi, M., Meyer, P., Karimi-Mamaghan, A.M., Talbi, E.G.: Machine learning at the service of meta-heuristics for solving combinatorial optimization problems: a state-of-the-art. Eur. J. Oper. Res. 296(2), 393\u2013422 (2022)","journal-title":"Eur. J. Oper. Res."},{"issue":"6","key":"4_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3459664","volume":"54","author":"EG Talbi","year":"2021","unstructured":"Talbi, E.G.: Machine learning into metaheuristics: a survey and taxonomy. ACM Comput. Surv. (CSUR) 54(6), 1\u201332 (2021)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"4_CR10","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (2018)"},{"key":"4_CR11","unstructured":"Lu, H., Zhang, X., Yang, S.: A learning-based iterative method for solving vehicle routing problems. In: International Conference on Learning Representations (2019)"},{"issue":"21","key":"4_CR12","doi-asserted-by":"publisher","first-page":"6055","DOI":"10.3390\/su11216055","volume":"11","author":"B Peng","year":"2019","unstructured":"Peng, B., Zhang, Y., Gajpal, Y., Chen, X.: A memetic algorithm for the green vehicle routing problem. Sustainability 11(21), 6055 (2019)","journal-title":"Sustainability"},{"key":"4_CR13","unstructured":"Reijnen, R., Zhang, Y., Lau, H.C., Bukhsh, Z.: Operator selection in adaptive large neighborhood search using deep reinforcement learning. arXiv preprint arXiv:2211.00759 (2022)"},{"key":"4_CR14","unstructured":"\u00d6dling, D.: A metaheuristic for vehicle routing problems based on reinforcement learning (2018)"},{"key":"4_CR15","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C.J., Dayan, P.: Q-learning. Mach. Learn. 8, 279\u2013292 (1992)","journal-title":"Mach. Learn."},{"key":"4_CR16","doi-asserted-by":"crossref","unstructured":"Festa, P., Pastore, T., Ferone, D., Juan, A.A., Bayliss, C.: Integrating biased-randomized GRASP with monte carlo simulation for solving the vehicle routing problem with stochastic demands. In: 2018 Winter Simulation Conference (WSC), pp. 2989\u20133000. IEEE (2018)","DOI":"10.1109\/WSC.2018.8632348"},{"issue":"1","key":"4_CR17","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1016\/0305-0548(84)90007-8","volume":"11","author":"B Golden","year":"1984","unstructured":"Golden, B., Assad, A., Levy, L., Gheysens, F.: The fleet size and mix vehicle routing problem. Comput. Oper. Res. 11(1), 49\u201366 (1984)","journal-title":"Comput. Oper. Res."},{"issue":"1","key":"4_CR18","doi-asserted-by":"publisher","first-page":"446","DOI":"10.1016\/j.ejor.2023.01.017","volume":"309","author":"J Kallestad","year":"2023","unstructured":"Kallestad, J., Hasibi, R., Hemmati, A., S\u00f6rensen, K.: A general deep reinforcement learning hyperheuristic framework for solving combinatorial optimization problems. Eur. J. Oper. Res. 309(1), 446\u2013468 (2023)","journal-title":"Eur. J. Oper. Res."},{"key":"4_CR19","unstructured":"Sutton, R.S., McAllester, D., Singh, S., Mansour, Y.: Policy gradient methods for reinforcement learning with function approximation. In: Advances in Neural Information Processing Systems, vol. 12 (1999)"},{"key":"4_CR20","unstructured":"Konda, V., Tsitsiklis, J.: Actor-critic algorithms. In: Advances in Neural Information Processing Systems, vol. 12 (1999)"},{"key":"4_CR21","unstructured":"Schulman, J., Levine, S., Abbeel, P., Jordan, M., Moritz, P.: Trust region policy optimization. In: International Conference on Machine Learning, pp. 1889\u20131897. PMLR (2015)"},{"key":"4_CR22","doi-asserted-by":"publisher","DOI":"10.1201\/9780429186196","volume-title":"Handbook of Parametric and Nonparametric Statistical Procedures","author":"DJ Sheskin","year":"2020","unstructured":"Sheskin, D.J.: Handbook of Parametric and Nonparametric Statistical Procedures. CRC Press, Boca Raton (2020)"}],"container-title":["Lecture Notes in Computer Science","Evolutionary Computation in Combinatorial Optimization"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-57712-3_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,18]],"date-time":"2024-04-18T18:02:41Z","timestamp":1713463361000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-57712-3_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031577116","9783031577123"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-57712-3_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]}}}