{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T00:43:45Z","timestamp":1768524225314,"version":"3.49.0"},"publisher-location":"Cham","reference-count":95,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030295158","type":"print"},{"value":"9783030295165","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,8,24]],"date-time":"2019-08-24T00:00:00Z","timestamp":1566604800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-29516-5_34","type":"book-chapter","created":{"date-parts":[[2019,8,23]],"date-time":"2019-08-23T16:03:48Z","timestamp":1566576228000},"page":"419-445","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Dynamic Programming Models for Maximizing Customer Lifetime Value: An Overview"],"prefix":"10.1007","author":[{"given":"Eman","family":"AboElHamd","sequence":"first","affiliation":[]},{"given":"Hamed M.","family":"Shamma","sequence":"additional","affiliation":[]},{"given":"Mohamed","family":"Saleh","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,8,24]]},"reference":[{"issue":"3","key":"34_CR1","first-page":"41","volume":"1","author":"N Abdolvand","year":"2014","unstructured":"Abdolvand, N., Albadvi, A., Koosha, H.: Customer lifetime value: literature scoping map, and an agenda for future research. Int. J. Manag. Perspect. 1(3), 41\u201359 (2014)","journal-title":"Int. J. Manag. Perspect."},{"key":"34_CR2","doi-asserted-by":"crossref","unstructured":"Ahmad, A., Floris, A., Atzori, L.: OTT-ISP Joint service management: a customer lifetime value based approach. In: 2017 IFIP\/IEEE Symposium on Integrated Network and Service Management (IM). IEEE (2017)","DOI":"10.23919\/INM.2017.7987431"},{"issue":"1","key":"34_CR3","first-page":"38","volume":"5","author":"HJ Amin","year":"2016","unstructured":"Amin, H.J., Aminu, A., Isa, R.: Adoption and impact of marketing strategies in Adama beverages Adamawa state, Northern Nigeria. Manag. Adm. Sci. Rev. 5(1), 38\u201347 (2016)","journal-title":"Manag. Adm. Sci. Rev."},{"key":"34_CR4","doi-asserted-by":"crossref","unstructured":"Arulkumaran, K., et al.: A brief survey of deep reinforcement learning. arXiv preprint arXiv:1708.05866 (2017)","DOI":"10.1109\/MSP.2017.2743240"},{"key":"34_CR5","unstructured":"Barto, A.G., Thomas, P.S., Sutton, R.S.: Some recent applications of reinforcement learning. In: Proceedings of the Eighteenth Yale Workshop on Adaptive and Learning Systems (2017)"},{"issue":"6","key":"34_CR6","doi-asserted-by":"publisher","first-page":"1120","DOI":"10.1287\/opre.1070.0427","volume":"55","author":"D Bertsimas","year":"2007","unstructured":"Bertsimas, D., Mersereau, A.J.: A learning approach for interactive marketing to a customer segment. Oper. Res. 55(6), 1120\u20131135 (2007)","journal-title":"Oper. Res."},{"issue":"3","key":"34_CR7","doi-asserted-by":"publisher","first-page":"341","DOI":"10.1177\/1094670510375603","volume":"13","author":"TH Bijmolt","year":"2010","unstructured":"Bijmolt, T.H., Leeflang, P.S., Block, F., Eisenbeiss, M., Hardie, B.G., Lemmens, A., Saffert, P.: Analytics for customer engagement. J. Serv. Res. 13(3), 341\u2013356 (2010)","journal-title":"J. Serv. Res."},{"issue":"1","key":"34_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.ejor.2008.04.006","volume":"195","author":"I Bose","year":"2009","unstructured":"Bose, I., Chen, X.: Quantitative models for direct marketing: a review from systems perspective. Eur. J. Oper. Res. 195(1), 1\u201316 (2009)","journal-title":"Eur. J. Oper. Res."},{"key":"34_CR9","unstructured":"Cannon, J.N., Cannon, H.M.: Modeling strategic opportunities in product-mix strategy: a customer-versus product-oriented perspective. In: Developments in Business Simulation and Experiential Learning, vol. 35 (2014)"},{"issue":"3","key":"34_CR10","doi-asserted-by":"publisher","first-page":"31","DOI":"10.2308\/accr-51554","volume":"92","author":"P Casas-Arce","year":"2016","unstructured":"Casas-Arce, P., Mart\u00ednez-Jerez, F.A., Narayanan, V.G.: The impact of forward-looking metrics on employee decision-making: the case of customer lifetime value. Account. Rev. 92(3), 31\u201356 (2016)","journal-title":"Account. Rev."},{"issue":"1","key":"34_CR11","doi-asserted-by":"publisher","first-page":"178","DOI":"10.1016\/j.dss.2011.07.002","volume":"52","author":"SL Chan","year":"2011","unstructured":"Chan, S.L., Ip, W.H.: A dynamic decision support system to predict the value of customer for new product development. Decis. Support Syst. 52(1), 178\u2013188 (2011)","journal-title":"Decis. Support Syst."},{"key":"34_CR12","volume-title":"Robust Model-Based Fault Diagnosis for Dynamic Systems","author":"J Chen","year":"2012","unstructured":"Chen, J., Patton, R.J.: Robust Model-Based Fault Diagnosis for Dynamic Systems, vol. 3. Springer, New York (2012)"},{"key":"34_CR13","doi-asserted-by":"crossref","unstructured":"Chen, P.P., et al.: Customer Lifetime Value in Video Games Using Deep Learning and Parametric Models. arXiv preprint arXiv:1811.12799 (2018)","DOI":"10.1109\/BigData.2018.8622151"},{"issue":"3","key":"34_CR14","doi-asserted-by":"publisher","first-page":"849","DOI":"10.1016\/j.scient.2011.11.045","volume":"19","author":"C-J Cheng","year":"2012","unstructured":"Cheng, C.-J., et al.: Customer lifetime value prediction by a Markov chain based data mining model: application to an auto repair and maintenance company in Taiwan. Scientia Iranica 19(3), 849\u2013855 (2012)","journal-title":"Scientia Iranica"},{"issue":"8","key":"34_CR15","doi-asserted-by":"publisher","first-page":"860","DOI":"10.1057\/palgrave.jors.2601755","volume":"55","author":"W Ching","year":"2004","unstructured":"Ching, W., et al.: Customer lifetime value: stochastic optimization approach. J. Oper. Res. Soc. 55(8), 860\u2013868 (2004)","journal-title":"J. Oper. Res. Soc."},{"issue":"4","key":"34_CR16","doi-asserted-by":"publisher","first-page":"439","DOI":"10.1007\/s11518-014-5260-y","volume":"23","author":"JB Clempner","year":"2014","unstructured":"Clempner, J.B., Poznyak, A.S.: Simple computing of the customer lifetime value: a fixed local-optimal policy approach. J. Syst. Sci. Syst. Eng. 23(4), 439\u2013459 (2014)","journal-title":"J. Syst. Sci. Syst. Eng."},{"issue":"4","key":"34_CR17","doi-asserted-by":"publisher","first-page":"307","DOI":"10.1007\/s12525-017-0255-4","volume":"27","author":"M D\u00e4s","year":"2017","unstructured":"D\u00e4s, M., et al.: Customer lifetime network value: customer valuation in the context of network effects. Electron. Mark. 27(4), 307\u2013328 (2017)","journal-title":"Electron. Mark."},{"issue":"1","key":"34_CR18","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1016\/j.ejor.2014.01.014","volume":"237","author":"Y Ekinci","year":"2014","unstructured":"Ekinci, Y., et al.: Analysis of customer lifetime value and marketing expenditure decisions through a Markovian-based model. Eur. J. Oper. Res. 237(1), 278\u2013288 (2014)","journal-title":"Eur. J. Oper. Res."},{"issue":"2","key":"34_CR19","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1080\/02642069.2013.763929","volume":"34","author":"Y Ekinci","year":"2014","unstructured":"Ekinci, Y., Ulengin, F., Uray, N.: Using customer lifetime value to plan optimal promotions. Serv. Ind. J. 34(2), 103\u2013122 (2014)","journal-title":"Serv. Ind. J."},{"issue":"5","key":"34_CR20","doi-asserted-by":"publisher","first-page":"621","DOI":"10.1287\/mksc.2014.0848","volume":"33","author":"M Esteban-Bravo","year":"2014","unstructured":"Esteban-Bravo, M., Vidal-Sanz, J.M., Yildirim, G.: Valuing customer portfolios with endogenous mass and direct marketing interventions using a stochastic dynamic programming decomposition. Mark. Sci. 33(5), 621\u2013640 (2014)","journal-title":"Mark. Sci."},{"issue":"1","key":"34_CR21","first-page":"1437","volume":"16","author":"J Garc\u0131a","year":"2015","unstructured":"Garc\u0131a, J., Fern\u00e1ndez, F.: A comprehensive survey on safe reinforcement learning. J. Mach. Learn. Res. 16(1), 1437\u20131480 (2015)","journal-title":"J. Mach. Learn. Res."},{"issue":"3","key":"34_CR22","doi-asserted-by":"publisher","first-page":"445","DOI":"10.1214\/08-BA318","volume":"3","author":"A Gelman","year":"2008","unstructured":"Gelman, A.: Objections to Bayesian statistics. Bayesian Anal. 3(3), 445\u2013449 (2008)","journal-title":"Bayesian Anal."},{"key":"34_CR23","doi-asserted-by":"crossref","unstructured":"Gilbert, H., Weng, P., Xu, Y.: Optimizing quantiles in preference-based Markov decision processes. AAAI (2017)","DOI":"10.1609\/aaai.v31i1.11026"},{"issue":"6","key":"34_CR24","doi-asserted-by":"publisher","first-page":"718","DOI":"10.1287\/mksc.1060.0221","volume":"25","author":"S Gupta","year":"2006","unstructured":"Gupta, S., Zeithaml, V.: Customer metrics and their impact on financial performance. Mark. Sci. 25(6), 718\u2013739 (2006)","journal-title":"Mark. Sci."},{"issue":"2","key":"34_CR25","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1177\/1094670506293810","volume":"9","author":"S Gupta","year":"2006","unstructured":"Gupta, S., et al.: Modeling customer lifetime value. J. Serv. Res. 9(2), 139\u2013155 (2006)","journal-title":"J. Serv. Res."},{"issue":"3","key":"34_CR26","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1016\/j.emj.2007.01.004","volume":"25","author":"M Haenlein","year":"2007","unstructured":"Haenlein, M., Kaplan, A.M., Beeser, A.J.: A model to determine customer lifetime value in a retail banking context. Eur. Manag. J. 25(3), 221\u2013234 (2007)","journal-title":"Eur. Manag. J."},{"key":"34_CR27","unstructured":"Hasselt, H.V.: Double Q-learning. In: Advances in Neural Information Processing Systems, pp. 2613\u20132621 (2010)"},{"key":"34_CR28","unstructured":"Hessel, M., et al.: Rainbow: combining improvements in deep reinforcement learning. arXiv preprint arXiv:1710.02298 (2017)"},{"key":"34_CR29","doi-asserted-by":"publisher","first-page":"766","DOI":"10.1016\/j.sbspro.2012.09.129","volume":"62","author":"A Hiziroglu","year":"2012","unstructured":"Hiziroglu, A., Sengul, S.: Investigating two customer lifetime value models from segmentation perspective. Procedia Soc. Behav. Sci. 62, 766\u2013774 (2012)","journal-title":"Procedia Soc. Behav. Sci."},{"issue":"3","key":"34_CR30","first-page":"67","volume":"10","author":"H Hwang","year":"2016","unstructured":"Hwang, H.: A stochastic approach for valuing customers: a case study. Int. J. Softw. Eng. Appl 10(3), 67\u201382 (2016)","journal-title":"Int. J. Softw. Eng. Appl"},{"issue":"2","key":"34_CR31","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1002\/dir.10032","volume":"16","author":"D Jain","year":"2002","unstructured":"Jain, D., Singh, S.S.: Customer lifetime value research in marketing: a review and future directions. J. Interact. Mark. 16(2), 34\u201346 (2002)","journal-title":"J. Interact. Mark."},{"issue":"2","key":"34_CR32","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1287\/ijoc.2015.0675","volume":"28","author":"T James","year":"2016","unstructured":"James, T., Glazebrook, K., Lin, K.: Developing effective service policies for multiclass queues with abandonment: asymptotic optimality and approximate policy improvement. INFORMS J. Comput. 28(2), 251\u2013264 (2016)","journal-title":"INFORMS J. Comput."},{"issue":"1","key":"34_CR33","doi-asserted-by":"publisher","first-page":"340","DOI":"10.1016\/j.ejor.2015.09.002","volume":"249","author":"K Jerath","year":"2016","unstructured":"Jerath, K., Fader, P.S., Hardie, B.G.S.: Customer-base analysis using repeated cross-sectional summary (RCSS) data. Eur. J. Oper. Res. 249(1), 340\u2013350 (2016)","journal-title":"Eur. J. Oper. Res."},{"issue":"6","key":"34_CR34","doi-asserted-by":"publisher","first-page":"1489","DOI":"10.1287\/opre.2015.1425","volume":"63","author":"DR Jiang","year":"2015","unstructured":"Jiang, D.R., Powell, W.B.: An approximate dynamic programming algorithm for monotone value functions. Oper. Res. 63(6), 1489\u20131511 (2015)","journal-title":"Oper. Res."},{"issue":"3","key":"34_CR35","doi-asserted-by":"publisher","first-page":"525","DOI":"10.1287\/ijoc.2015.0640","volume":"27","author":"DR Jiang","year":"2015","unstructured":"Jiang, D.R., Powell, W.B.: Optimal hour-ahead bidding in the real-time electricity market with battery storage using approximate dynamic programming. INFORMS J. Comput. 27(3), 525\u2013543 (2015)","journal-title":"INFORMS J. Comput."},{"key":"34_CR36","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling, L.P., Littman, M.L., Moore, A.W.: Reinforcement learning: a survey. J. Artif. Intell. Res. 4, 237\u2013285 (1996)","journal-title":"J. Artif. Intell. Res."},{"key":"34_CR37","doi-asserted-by":"publisher","first-page":"590","DOI":"10.1016\/j.sbspro.2013.12.511","volume":"109","author":"MS Kahreh","year":"2014","unstructured":"Kahreh, M.S., et al.: Analyzing the applications of customer lifetime value (CLV) based on benefit segmentation for the banking sector. Procedia Soc. Behav. Sci. 109, 590\u2013594 (2014)","journal-title":"Procedia Soc. Behav. Sci."},{"key":"34_CR38","unstructured":"Kalashnikov, D., et al.: QT-Opt: scalable deep reinforcement learning for vision-based robotic manipulation. arXiv preprint arXiv:1806.10293 (2018)"},{"issue":"3\u20134","key":"34_CR39","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/s11002-005-5892-2","volume":"16","author":"W Kamakura","year":"2005","unstructured":"Kamakura, W., et al.: Choice models and customer relationship management. Mark. Lett. 16(3\u20134), 279\u2013291 (2005)","journal-title":"Mark. Lett."},{"key":"34_CR40","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1016\/j.procs.2010.12.011","volume":"3","author":"M Khajvand","year":"2011","unstructured":"Khajvand, M., et al.: Estimating customer lifetime value based on RFM analysis of customer purchase behavior: case study. Procedia Comput. Sci. 3, 57\u201363 (2011)","journal-title":"Procedia Comput. Sci."},{"key":"34_CR41","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1016\/j.omega.2015.02.008","volume":"55","author":"R Klein","year":"2015","unstructured":"Klein, R., Kolb, J.: Maximizing customer equity subject to capacity constraints. Omega 55, 111\u2013125 (2015)","journal-title":"Omega"},{"issue":"3","key":"34_CR42","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1002\/dir.20014","volume":"18","author":"V Kumar","year":"2004","unstructured":"Kumar, V., Ramani, G., Bohling, T.: Customer lifetime value approaches and best practice applications. J. Interact. Mark. 18(3), 60\u201372 (2004)","journal-title":"J. Interact. Mark."},{"issue":"5","key":"34_CR43","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1509\/jmkg.74.5.1","volume":"74","author":"V Kumar","year":"2010","unstructured":"Kumar, V., Petersen, J.A., Leone, R.P.: Driving profitability by encouraging customer referrals: who, when, and how. J. Mark. 74(5), 1\u201317 (2010)","journal-title":"J. Mark."},{"issue":"1","key":"34_CR44","first-page":"1","volume":"2","author":"V Kumar","year":"2008","unstructured":"Kumar, V.: Customer lifetime value\u2013the path to profitability. Found. Trends Mark. 2(1), 1\u201396 (2008)","journal-title":"Found. Trends Mark."},{"key":"34_CR45","unstructured":"Labbi, A., et al.: Customer Equity and Lifetime Management (CELM). Marketing Science (2007)"},{"key":"34_CR46","unstructured":"Lang, T., Rettenmeier, M.: Understanding consumer behavior with recurrent neural networks. In: International Workshop on Machine Learning Methods for Recommender Systems (2017)"},{"key":"34_CR47","unstructured":"Leike, J., et al.: AI safety gridworlds. arXiv preprint arXiv:1711.09883 (2017)"},{"key":"34_CR48","unstructured":"Li, X., et al.: Recurrent reinforcement learning: a hybrid approach. arXiv preprint arXiv:1509.03044 (2015)"},{"key":"34_CR49","unstructured":"Li, Y.: Deep reinforcement learning: an overview. arXiv preprint arXiv:1701.07274 (2017)"},{"key":"34_CR50","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1016\/j.media.2017.07.005","volume":"42","author":"G Litjens","year":"2017","unstructured":"Litjens, G., et al.: A survey on deep learning in medical image analysis. Med. Image Anal. 42, 60\u201388 (2017)","journal-title":"Med. Image Anal."},{"key":"34_CR51","unstructured":"Liu, D., Wang, D., Ichibushi, H.: Adaptive dynamic programming and reinforcement learning. In: UNESCO Encyclopedia of Life Support Systems (2012)"},{"issue":"1","key":"34_CR52","doi-asserted-by":"publisher","first-page":"313","DOI":"10.1016\/j.ejor.2007.03.018","volume":"187","author":"M Ma","year":"2008","unstructured":"Ma, M., Li, Z., Chen, J.: Phase-type distribution of customer relationship with Markovian response and marketing expenditure decision on the customer lifetime value. Eur. J. Oper. Res. 187(1), 313\u2013326 (2008)","journal-title":"Eur. J. Oper. Res."},{"issue":"2","key":"34_CR53","doi-asserted-by":"publisher","first-page":"514","DOI":"10.1016\/j.ejor.2016.02.055","volume":"253","author":"S Ma","year":"2016","unstructured":"Ma, S., et al.: A nonhomogeneous hidden Markov model of response dynamics and mailing optimization in direct marketing. Eur. J. Oper. Res. 253(2), 514\u2013523 (2016)","journal-title":"Eur. J. Oper. Res."},{"issue":"1","key":"34_CR54","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1002\/dir.20027","volume":"19","author":"EC Malthouse","year":"2005","unstructured":"Malthouse, E.C., Blattberg, R.C.: Can we predict customer lifetime value? J. Interact. Mark. 19(1), 2\u201316 (2005)","journal-title":"J. Interact. Mark."},{"issue":"4","key":"34_CR55","doi-asserted-by":"publisher","first-page":"270","DOI":"10.1016\/j.intmar.2013.09.008","volume":"27","author":"EC Malthouse","year":"2013","unstructured":"Malthouse, E.C., et al.: Managing customer relationships in the social media era: Introducing the social CRM house. J. Interact. Mark. 27(4), 270\u2013280 (2013)","journal-title":"J. Interact. Mark."},{"issue":"2","key":"34_CR56","doi-asserted-by":"publisher","first-page":"308","DOI":"10.1287\/mnsc.1060.0614","volume":"53","author":"S Mannor","year":"2007","unstructured":"Mannor, S., et al.: Bias and variance approximation in value function estimates. Manag. Sci. 53(2), 308\u2013322 (2007)","journal-title":"Manag. Sci."},{"key":"34_CR57","unstructured":"Mirrokni, V.S., et al.: Dynamic auctions with bank accounts. In: IJCAI (2016)"},{"key":"34_CR58","doi-asserted-by":"publisher","first-page":"254","DOI":"10.1016\/j.sbspro.2014.07.041","volume":"148","author":"RA Nasution","year":"2014","unstructured":"Nasution, R.A., et al.: The customer experience framework as baseline for strategy and implementation in services marketing. Procedia Soc. Behav. Sci. 148, 254\u2013261 (2014)","journal-title":"Procedia Soc. Behav. Sci."},{"issue":"3","key":"34_CR59","first-page":"437","volume":"11","author":"Y Nemati","year":"2018","unstructured":"Nemati, Y., et al.: A CLV-based framework to prioritize promotion marketing strategies: a case study of telecom industry. Iran. J. Manag. Stud. 11(3), 437\u2013462 (2018)","journal-title":"Iran. J. Manag. Stud."},{"issue":"3","key":"34_CR60","doi-asserted-by":"publisher","first-page":"320","DOI":"10.1007\/s11747-012-0312-7","volume":"41","author":"SA Neslin","year":"2013","unstructured":"Neslin, S.A., et al.: Overcoming the \u201crecency trap\u201d in customer relationship management. J. Acad. Mark. Sci. 41(3), 320\u2013337 (2013)","journal-title":"J. Acad. Mark. Sci."},{"issue":"1","key":"34_CR61","first-page":"26","volume":"9","author":"MA Nour","year":"2012","unstructured":"Nour, M.A.: An integrative framework for customer relationship management: towards a systems view. Int. J. Bus. Inf. Syst. 9(1), 26\u201350 (2012)","journal-title":"Int. J. Bus. Inf. Syst."},{"issue":"1","key":"34_CR62","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1016\/j.ejor.2015.07.026","volume":"249","author":"K Ohno","year":"2016","unstructured":"Ohno, K., et al.: New approximate dynamic programming algorithms for large-scale undiscounted Markov decision processes and their application to optimize a production and distribution system. Eur. J. Oper. Res. 249(1), 22\u201331 (2016)","journal-title":"Eur. J. Oper. Res."},{"issue":"1","key":"34_CR63","first-page":"012026","volume":"893","author":"D Permana","year":"2017","unstructured":"Permana, D., Pasaribu, U.S., Indratno, S.W.: Classification of customer lifetime value models using Markov chain. J. Phys. Conf. Ser. 893(1), 012026 (2017)","journal-title":"J. Phys. Conf. Ser."},{"key":"34_CR64","doi-asserted-by":"crossref","unstructured":"Powell, W.B.: Approximate dynamic programming: lessons from the field. In: 2008 Winter Simulation Conference. IEEE (2008)","DOI":"10.1109\/WSC.2008.4736069"},{"issue":"3","key":"34_CR65","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1002\/nav.20347","volume":"56","author":"WB Powell","year":"2009","unstructured":"Powell, W.B.: What you should know about approximate dynamic programming. Nav. Res. Logist. (NRL) 56(3), 239\u2013249 (2009)","journal-title":"Nav. Res. Logist. (NRL)"},{"issue":"4","key":"34_CR66","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1016\/j.intmar.2014.05.002","volume":"28","author":"K Reimer","year":"2014","unstructured":"Reimer, K., Rutz, O.J., Pauwels, K.: How online consumer segments differ in long-term marketing effectiveness. J. Interact. Mark. 28(4), 271\u2013284 (2014)","journal-title":"J. Interact. Mark."},{"issue":"1","key":"34_CR67","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1509\/jmkg.69.1.63.55511","volume":"69","author":"W Reinartz","year":"2005","unstructured":"Reinartz, W., Thomas, J.S., Kumar, V.: Balancin acquisition and retention resources to maximize customer protability. J. Mark. 69(1), 63\u201379 (2005)","journal-title":"J. Mark."},{"issue":"4","key":"34_CR68","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1016\/j.ijresmar.2011.05.003","volume":"28","author":"RT Rust","year":"2011","unstructured":"Rust, R.T., Kumar, V., Venkatesan, R.: Will the frog change into a prince? Predicting future customer profitability. Int. J. Res. Mark. 28(4), 281\u2013294 (2011)","journal-title":"Int. J. Res. Mark."},{"key":"34_CR69","unstructured":"Sabatelli, M., et al.: Deep Quality-Value (DQV) Learning. arXiv preprint arXiv:1810.00368 (2018)"},{"issue":"2","key":"34_CR70","first-page":"273","volume":"9","author":"SF Sabbeh","year":"2018","unstructured":"Sabbeh, S.F.: Machine-learning techniques for customer retention: a comparative study. Int. J. Adv. Comput. Sci. Appl. 9(2), 273\u2013281 (2018)","journal-title":"Int. J. Adv. Comput. Sci. Appl."},{"issue":"3","key":"34_CR71","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1509\/jm.10.0445","volume":"76","author":"D Shah","year":"2012","unstructured":"Shah, D., et al.: Unprofitable cross-buying: evidence from consumer and business markets. J. Mark. 76(3), 78\u201395 (2012)","journal-title":"J. Mark."},{"key":"34_CR72","doi-asserted-by":"crossref","unstructured":"Sifa, R., et al.: Customer lifetime value prediction in non-contractual freemium settings: chasing high-value users using deep neural networks and SMOTE. In: Proceedings of the 51st Hawaii International Conference on System Sciences (2018)","DOI":"10.24251\/HICSS.2018.115"},{"key":"34_CR73","unstructured":"Silver, D., et al.: Concurrent reinforcement learning from customer interactions. In: International Conference on Machine Learning (2013)"},{"issue":"5","key":"34_CR74","doi-asserted-by":"publisher","first-page":"683","DOI":"10.1287\/mnsc.1050.0504","volume":"52","author":"DI Simester","year":"2006","unstructured":"Simester, D.I., Sun, P., Tsitsiklis, J.N.: Dynamic catalog mailing policies. Manag. Sci. 52(5), 683\u2013696 (2006)","journal-title":"Manag. Sci."},{"key":"34_CR75","doi-asserted-by":"crossref","unstructured":"Simester, D.: Field experiments in marketing. In: Handbook of Economic Field Experiments, vol. 1, pp. 465\u2013497. North-Holland (2017)","DOI":"10.1016\/bs.hefe.2016.07.001"},{"issue":"2","key":"34_CR76","first-page":"85","volume":"4","author":"MJ Tarokh","year":"2017","unstructured":"Tarokh, M.J., EsmaeiliGookeh, M.: A new model to speculate CLV based on Markov chain model. J. Ind. Eng. Manag. Stud. 4(2), 85\u2013102 (2017)","journal-title":"J. Ind. Eng. Manag. Stud."},{"key":"34_CR77","unstructured":"Theocharous, G., Hallak, A.: Lifetime value marketing using reinforcement learning. In: RLDM 2013, p. 19 (2013)"},{"key":"34_CR78","doi-asserted-by":"crossref","unstructured":"Theocharous, G., Thomas, P.S., Ghavamzadeh, M.: Personalized ad recommendation systems for life-time value optimization with guarantees. In: IJCAI (2015)","DOI":"10.1145\/2740908.2741998"},{"key":"34_CR79","doi-asserted-by":"crossref","unstructured":"Tkachenko, Y., Kochenderfer, M.J., Kluza, K.: Customer simulation for direct marketing experiments. In: 2016 IEEE International Conference on Data Science and Advanced Analytics (DSAA). IEEE (2016)","DOI":"10.1109\/DSAA.2016.59"},{"key":"34_CR80","unstructured":"Tkachenko, Y.: Autonomous CRM control via CLV approximation with deep reinforcement learning in discrete and continuous action space. arXiv preprint arXiv:1504.01840 (2015)"},{"issue":"6","key":"34_CR81","doi-asserted-by":"publisher","first-page":"807","DOI":"10.1007\/s11747-016-0491-8","volume":"45","author":"N Umashankar","year":"2017","unstructured":"Umashankar, N., Bhagwat, Y., Kumar, V.: Do loyal customers really pay more for services? J. Acad. Mark. Sci. 45(6), 807\u2013826 (2017)","journal-title":"J. Acad. Mark. Sci."},{"issue":"2","key":"34_CR82","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1057\/rpm.2014.22","volume":"14","author":"A Vaeztehrani","year":"2015","unstructured":"Vaeztehrani, A., Modarres, M., Aref, S.: Developing an integrated revenue management and customer relationship management approach in the hotel industry. J. Revenue Pricing Manag. 14(2), 97\u2013119 (2015)","journal-title":"J. Revenue Pricing Manag."},{"key":"34_CR83","doi-asserted-by":"crossref","unstructured":"Van Hasselt, H., Guez, A., Silver, D.: Deep reinforcement learning with double Q-learning. In: AAAI, vol. 2 (2016)","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"34_CR84","unstructured":"Van Otterlo, M.: Markov decision processes: concepts and algorithms. Course on \u2018Learning and Reasoning\u2019 (2009)"},{"issue":"4","key":"34_CR85","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1509\/jmkg.68.4.106.42728","volume":"68","author":"R Venkatesan","year":"2004","unstructured":"Venkatesan, R., Kumar, V.: A customer lifetime value framework for customer selection and resource allocation strategy. J. Mark. 68(4), 106\u2013125 (2004)","journal-title":"J. Mark."},{"issue":"4","key":"34_CR86","doi-asserted-by":"publisher","first-page":"579","DOI":"10.1509\/jmkr.44.4.579","volume":"44","author":"R Venkatesan","year":"2007","unstructured":"Venkatesan, R., Kumar, V., Bohling, T.: Optimal customer relationship management using Bayesian decision theory: an application for customer selection. J. Mark. Res. 44(4), 579\u2013594 (2007)","journal-title":"J. Mark. Res."},{"issue":"2","key":"34_CR87","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1016\/j.intmar.2010.02.009","volume":"24","author":"PC Verhoef","year":"2010","unstructured":"Verhoef, P.C., et al.: CRM in data-rich multichannel retailing environments: a review and future research directions. J. Interact. Mark. 24(2), 121\u2013137 (2010)","journal-title":"J. Interact. Mark."},{"issue":"5","key":"34_CR88","doi-asserted-by":"publisher","first-page":"624","DOI":"10.1504\/IJBEX.2013.056112","volume":"6","author":"S Verma","year":"2013","unstructured":"Verma, S.: Effectiveness of social network sites for influencing consumer purchase decisions. Int. J. Bus. Excel. 6(5), 624\u2013634 (2013)","journal-title":"Int. J. Bus. Excel."},{"key":"34_CR89","unstructured":"Wang, C., Pozza, I.D.: The antecedents of customer lifetime duration and discounted expected transactions: discrete-time based transaction data analysis. No. 2014-203 (2014)"},{"issue":"4","key":"34_CR90","doi-asserted-by":"publisher","first-page":"1020","DOI":"10.1109\/TASE.2013.2284545","volume":"11","author":"Q Wei","year":"2014","unstructured":"Wei, Q., Liu, D.: Adaptive dynamic programming for optimal tracking control of unknown nonlinear systems with application to coal gasification. IEEE Trans. Autom. Sci. Eng. 11(4), 1020\u20131036 (2014)","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"issue":"3","key":"34_CR91","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1509\/jmkg.72.3.082","volume":"72","author":"M W\u00fcbben","year":"2008","unstructured":"W\u00fcbben, M., Wangenheim, F.V.: Instant customer base analysis: managerial heuristics often \u201cget it right\u201d. J. Mark. 72(3), 82\u201393 (2008)","journal-title":"J. Mark."},{"issue":"3","key":"34_CR92","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1287\/mksc.2013.0842","volume":"33","author":"JZ Zhang","year":"2014","unstructured":"Zhang, J.Z., Netzer, O., Ansari, A.: Dynamic targeted pricing in B2B relationships. Market. Sci. 33(3), 317\u2013337 (2014)","journal-title":"Market. Sci."},{"issue":"2","key":"34_CR93","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1108\/MIP-03-2017-0059","volume":"36","author":"Q Zhang","year":"2018","unstructured":"Zhang, Q., Seetharaman, P.B.: Assessing lifetime profitability of customers with purchasing cycles. Mark. Intell. Plan. 36(2), 276\u2013289 (2018)","journal-title":"Mark. Intell. Plan."},{"key":"34_CR94","doi-asserted-by":"crossref","unstructured":"Zhao, M., et al.: Impression allocation for combating fraud in E-commerce via deep reinforcement learning with action norm penalty. In: IJCAI (2018)","DOI":"10.24963\/ijcai.2018\/548"},{"issue":"4","key":"34_CR95","doi-asserted-by":"publisher","first-page":"553","DOI":"10.1287\/mksc.1060.0249","volume":"26","author":"G Tirenni","year":"2007","unstructured":"Tirenni, G., et al.: The 2005 ISMS practice prize winner-customer equity and lifetime management (CELM) finnair case study. Mark. Sci. 26(4), 553\u2013565 (2007)","journal-title":"Mark. Sci."}],"container-title":["Advances in Intelligent Systems and Computing","Intelligent Systems and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-29516-5_34","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,19]],"date-time":"2023-09-19T11:43:42Z","timestamp":1695123822000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-29516-5_34"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,8,24]]},"ISBN":["9783030295158","9783030295165"],"references-count":95,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-29516-5_34","relation":{},"ISSN":["2194-5357","2194-5365"],"issn-type":[{"value":"2194-5357","type":"print"},{"value":"2194-5365","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,8,24]]},"assertion":[{"value":"24 August 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IntelliSys","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Proceedings of SAI Intelligent Systems Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"London","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 September 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 September 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"intellisys2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/saiconference.com\/IntelliSys","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}