{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,17]],"date-time":"2026-06-17T04:05:03Z","timestamp":1781669103314,"version":"3.54.5"},"reference-count":67,"publisher":"Springer Science and Business Media LLC","issue":"23","license":[{"start":{"date-parts":[[2024,5,9]],"date-time":"2024-05-09T00:00:00Z","timestamp":1715212800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,5,9]],"date-time":"2024-05-09T00:00:00Z","timestamp":1715212800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key R &D Program of China","doi-asserted-by":"crossref","award":["2021ZD0111500"],"award-info":[{"award-number":["2021ZD0111500"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/100014717","name":"National Science Fund for Excellent Young Scholars","doi-asserted-by":"crossref","award":["62122022"],"award-info":[{"award-number":["62122022"]}],"id":[{"id":"10.13039\/100014717","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61876043"],"award-info":[{"award-number":["61876043"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61976052"],"award-info":[{"award-number":["61976052"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"Natural Science Foundation of China","doi-asserted-by":"crossref","award":["62206064"],"award-info":[{"award-number":["62206064"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"the major key project of PCL","award":["PCL2021A12"],"award-info":[{"award-number":["PCL2021A12"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2024,8]]},"DOI":"10.1007\/s00521-024-09800-0","type":"journal-article","created":{"date-parts":[[2024,5,9]],"date-time":"2024-05-09T08:01:51Z","timestamp":1715241711000},"page":"14599-14613","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Counterfactual contextual bandit for recommendation under delayed feedback"],"prefix":"10.1007","volume":"36","author":[{"given":"Ruichu","family":"Cai","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ruming","family":"Lu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8213-0567","authenticated-orcid":false,"given":"Wei","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhifeng","family":"Hao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,5,9]]},"reference":[{"issue":"5","key":"9800_CR1","doi-asserted-by":"publisher","first-page":"4425","DOI":"10.1109\/TKDE.2022.3145690","volume":"35","author":"L Wu","year":"2023","unstructured":"Wu L, He X, Wang X, Zhang K, Wang M (2023) A survey on accuracy-oriented neural recommendation: from collaborative filtering to information-rich recommendation. IEEE Trans Knowl Data Eng 35(5):4425\u20134445. https:\/\/doi.org\/10.1109\/TKDE.2022.3145690","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"9800_CR2","doi-asserted-by":"publisher","unstructured":"Wang S, Hu L, Wang Y, Cao L, Sheng QZ, Orgun M (2019) Sequential recommender systems: Challenges, progress and prospects. In: Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence, IJCAI-19, pp. 6332\u20136338. https:\/\/doi.org\/10.24963\/ijcai.2019\/883","DOI":"10.24963\/ijcai.2019\/883"},{"key":"9800_CR3","doi-asserted-by":"publisher","unstructured":"Zheng G, Zhang F, Zheng Z, Xiang Y, Yuan NJ, Xie X, Li Z (2018) Drn: A deep reinforcement learning framework for news recommendation. In: Proceedings of the 2018 World Wide Web Conference, 167\u2013176. https:\/\/doi.org\/10.1145\/3178876.3185994","DOI":"10.1145\/3178876.3185994"},{"key":"9800_CR4","doi-asserted-by":"publisher","unstructured":"Shams S, Anderson D, Leith D (2021) Cluster-based bandits: Fast cold-start for recommender system new users. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval. https:\/\/doi.org\/10.1145\/3404835.3463033","DOI":"10.1145\/3404835.3463033"},{"key":"9800_CR5","doi-asserted-by":"publisher","unstructured":"Wu S, Wang Y, Jing Q, Dong D, Dou D, Yao Q (2023) Coldnas: Search to modulate for user cold-start recommendation. In: Proceedings of the ACM Web Conference 2023, pp. 1021\u20131031. https:\/\/doi.org\/10.1145\/3543507.3583344","DOI":"10.1145\/3543507.3583344"},{"key":"9800_CR6","doi-asserted-by":"publisher","unstructured":"Chu Z, Wang H, Xiao Y, Long B, Wu L (2023) Meta policy learning for cold-start conversational recommendation. In: Proceedings of the ACM Web Conference 2023, pp. 1021\u20131031. https:\/\/doi.org\/10.1145\/3539597.3570443","DOI":"10.1145\/3539597.3570443"},{"key":"9800_CR7","doi-asserted-by":"publisher","unstructured":"Alabduljabbar R, Alshareef M, Alshareef N (2023) Time-aware recommender systems: A comprehensive survey and quantitative assessment of literature. IEEE Access 45586\u201345604. https:\/\/doi.org\/10.1109\/ACCESS.2023.3274117","DOI":"10.1109\/ACCESS.2023.3274117"},{"key":"9800_CR8","doi-asserted-by":"publisher","unstructured":"Ghouchan Nezhad Noor\u00a0Nia R, Jalali M (2022) Recmem: Time aware recommender systems based on memetic evolutionary clustering algorithm. Computational Intelligence and Neuroscience. https:\/\/doi.org\/10.1155\/2022\/8714870","DOI":"10.1155\/2022\/8714870"},{"key":"9800_CR9","unstructured":"Joulani P, Gyorgy A, Szepesv\u00e1ri C (2013) Online learning under delayed feedback. In: Proceedings of the 30th International Conference on International Conference on Machine Learning, pp. 1453\u20131461"},{"key":"9800_CR10","unstructured":"Pike-Burke C, Agrawal S, Szepesvari C, Grunewalder S (2018) Bandits with delayed, aggregated anonymous feedback. In: International Conference on Machine Learning, pp. 4105\u20134113"},{"key":"9800_CR11","unstructured":"Grover A, Markov T, Attia P, Jin N, Perkins N, Cheong B, Chen M, Yang Z, Harris S, Chueh W, Ermon S (2018) Best arm identification in multi-armed bandits with delayed feedback. In: Proceedings of the Twenty-First International Conference on Artificial Intelligence and Statistics, pp. 833\u2013842"},{"key":"9800_CR12","unstructured":"Neu G, Olkhovskaya J (2020) Efficient and robust algorithms for adversarial linear contextual bandits. In: Proceedings of Thirty Third Conference on Learning Theory 3049\u20133068"},{"key":"9800_CR13","doi-asserted-by":"publisher","unstructured":"Zhang X, Jia H, Su H, Wang W, Xu J, Wen J-R (2021) Counterfactual reward modification for streaming recommendation with delayed feedback. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 41\u201350. https:\/\/doi.org\/10.1145\/3404835.3462892","DOI":"10.1145\/3404835.3462892"},{"key":"9800_CR14","doi-asserted-by":"publisher","unstructured":"Li L, Chu W, Langford J, Schapire RE (2010) A contextual-bandit approach to personalized news article recommendation. In: Proceedings of the 19th International Conference on World Wide Web, pp. 661\u2013670. https:\/\/doi.org\/10.1145\/1772690.1772758","DOI":"10.1145\/1772690.1772758"},{"key":"9800_CR15","doi-asserted-by":"publisher","unstructured":"Li S, Karatzoglou A, Gentile C (2016) Collaborative filtering bandits. In: Proceedings of the 39th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 539\u2013548. https:\/\/doi.org\/10.1145\/2911451.2911548","DOI":"10.1145\/2911451.2911548"},{"key":"9800_CR16","unstructured":"Vernade C, Capp\u00e9 O, Perchet V (2017) Stochastic bandit models for delayed conversions. In: UAI"},{"key":"9800_CR17","unstructured":"Zhang K, Janson L, Murphy S (2020) Inference for batched bandits. Advances in neural information processing systems 9818\u20139829"},{"key":"9800_CR18","unstructured":"H\u00e9liou A, Mertikopoulos P, Zhou Z (2020) Gradient-free online learning in continuous games with delayed rewards. In: International Conference on Machine Learning 4172\u20134181"},{"key":"9800_CR19","doi-asserted-by":"publisher","unstructured":"Advances and challenges in conversational recommender systems (2021) A survey. AI Open 100\u2013126. https:\/\/doi.org\/10.1016\/j.aiopen.2021.06.002","DOI":"10.1016\/j.aiopen.2021.06.002"},{"key":"9800_CR20","doi-asserted-by":"publisher","unstructured":"Xu Y, Chen N, Fernandez A, Sinno O, Bhasin A (2015) From infrastructure to culture: A\/b testing challenges in large scale social networks. In: Proceedings of the 21th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 2227\u20132236. https:\/\/doi.org\/10.1145\/2783258.2788602","DOI":"10.1145\/2783258.2788602"},{"key":"9800_CR21","doi-asserted-by":"publisher","unstructured":"Schnabel T, Bennett PN, Dumais ST, Joachims T (2018) Short-term satisfaction and long-term coverage: Understanding how users tolerate algorithmic exploration. In: Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining, pp. 513\u2013521. https:\/\/doi.org\/10.1145\/3159652.3159700","DOI":"10.1145\/3159652.3159700"},{"key":"9800_CR22","doi-asserted-by":"publisher","unstructured":"He X, Pan J, Jin O, Xu T, Liu B, Xu T, Shi Y, Atallah A, Herbrich R, Bowers S, Qui\u00f1onero-Candela J (2014) Practical lessons from predicting clicks on ads at facebook. In: Proceedings of the Eighth International Workshop on Data Mining for Online Advertising, pp. 5\u2013159. https:\/\/doi.org\/10.1145\/2648584.2648589","DOI":"10.1145\/2648584.2648589"},{"key":"9800_CR23","doi-asserted-by":"publisher","unstructured":"Wang W, Lin X, Feng F, He X, Lin M, Chua T-S (2022) Causal representation learning for out-of-distribution recommendation. In: Proceedings of the ACM Web Conference 2022, pp. 3562\u20133571. https:\/\/doi.org\/10.1145\/3485447.3512251","DOI":"10.1145\/3485447.3512251"},{"key":"9800_CR24","doi-asserted-by":"publisher","unstructured":"Khaledian N, Mardukhi F (2022) Cfmt: a collaborative filtering approach based on the nonnegative matrix factorization technique and trust relationships. Journal of Ambient Intelligence and Humanized Computing, 1\u201317 . https:\/\/doi.org\/10.1007\/s12652-021-03368-6","DOI":"10.1007\/s12652-021-03368-6"},{"key":"9800_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.120487","volume":"128","author":"N Khaledian","year":"2023","unstructured":"Khaledian N, Nazari A, Khamforoosh K, Abualigah L, Javaheri D (2023) Trustdl: use of trust-based dictionary learning to facilitate recommendation in social networks. Exp Syst with Appl 128:120487. https:\/\/doi.org\/10.1016\/j.eswa.2023.120487","journal-title":"Exp Syst with Appl"},{"key":"9800_CR26","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2022.109835","volume":"256","author":"N Heidari","year":"2022","unstructured":"Heidari N, Moradi P, Koochari A (2022) An attention-based deep learning method for solving the cold-start and sparsity issues of recommender systems. Knowl Based Syst 256:109835. https:\/\/doi.org\/10.1016\/j.knosys.2022.109835","journal-title":"Knowl Based Syst"},{"issue":"15","key":"9800_CR27","doi-asserted-by":"publisher","first-page":"5324","DOI":"10.3390\/app10155324","volume":"10","author":"D S\u00e1nchez-Moreno","year":"2020","unstructured":"S\u00e1nchez-Moreno D, Zheng Y, Moreno-Garc\u00eda MN (2020) Time-aware music recommender systems: modeling the evolution of implicit user preferences and user listening habits in a collaborative filtering approach. Appl Sci 10(15):5324. https:\/\/doi.org\/10.3390\/app10155324","journal-title":"Appl Sci"},{"key":"9800_CR28","doi-asserted-by":"publisher","unstructured":"Bao J, Zhang Y (2021) Time-aware recommender system via continuous-time modeling. In: Proceedings of the 30th ACM International Conference on Information & Knowledge Management, pp. 2872\u20132876 . https:\/\/doi.org\/10.1145\/3459637.3482202","DOI":"10.1145\/3459637.3482202"},{"key":"9800_CR29","doi-asserted-by":"publisher","unstructured":"Wang Y, Liang D, Charlin L, Blei DM (2020) Causal inference for recommender systems. In: Proceedings of the 14th ACM Conference on Recommender Systems, pp. 426\u2013431. https:\/\/doi.org\/10.1145\/3383313.3412225","DOI":"10.1145\/3383313.3412225"},{"key":"9800_CR30","doi-asserted-by":"publisher","unstructured":"Wang W, Zhang Y, Li H, Wu P, Feng F, He X (2023) Causal recommendation: Progresses and future directions. In: Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 3432\u20133435. https:\/\/doi.org\/10.1145\/3539618.3594245","DOI":"10.1145\/3539618.3594245"},{"issue":"1","key":"9800_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3533725","volume":"17","author":"Q Li","year":"2023","unstructured":"Li Q, Wang X, Wang Z, Xu G (2023) Be causal: de-biasing social network confounding in recommendation. ACM Trans Knowl Discover Data 17(1):1\u201323. https:\/\/doi.org\/10.1145\/3533725","journal-title":"ACM Trans Knowl Discover Data"},{"key":"9800_CR32","doi-asserted-by":"publisher","unstructured":"Wei T, Feng F, Chen J, Wu Z, Yi J, He X (2021) Model-agnostic counterfactual reasoning for eliminating popularity bias in recommender system. In: Proceedings of the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining, 1791\u20131800. https:\/\/doi.org\/10.1145\/3447548.3467289","DOI":"10.1145\/3447548.3467289"},{"key":"9800_CR33","doi-asserted-by":"publisher","unstructured":"Zhang Y, Feng F, He X, Wei T, Song C, Ling G, Zhang Y (2021) Causal intervention for leveraging popularity bias in recommendation. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 11\u201320. https:\/\/doi.org\/10.1145\/3404835.3462875","DOI":"10.1145\/3404835.3462875"},{"key":"9800_CR34","doi-asserted-by":"publisher","unstructured":"He X, An B, Li Y, Chen H, Guo Q, Li X, Wang Z (2020) Contextual user browsing bandits for large-scale online mobile recommendation. In: Proceedings of the 14th ACM Conference on Recommender Systems, pp. 63\u201372. https:\/\/doi.org\/10.1145\/3383313.3412234","DOI":"10.1145\/3383313.3412234"},{"key":"9800_CR35","doi-asserted-by":"publisher","unstructured":"Guo D, Ktena SI, Myana PK, Huszar F, Shi W, Tejani A, Kneier M, Das S (2020) Deep bayesian bandits: Exploring in online personalized recommendations. In: Proceedings of the 14th ACM Conference on Recommender Systems, pp. 456\u2013461. https:\/\/doi.org\/10.1145\/3383313.3412214","DOI":"10.1145\/3383313.3412214"},{"key":"9800_CR36","doi-asserted-by":"publisher","unstructured":"Yao T, Yi X, Cheng DZ, Yu F, Chen T, Menon A, Hong L, Chi EH, Tjoa S, Kang J, Ettinger E (2021) Self-supervised learning for large-scale item recommendations. In: Proceedings of the 30th ACM International Conference on Information & Knowledge Management, pp. 4321\u20134330. https:\/\/doi.org\/10.1145\/3459637.3481952","DOI":"10.1145\/3459637.3481952"},{"key":"9800_CR37","doi-asserted-by":"publisher","unstructured":"Zhang Y, Cheng DZ, Yao T, Yi X, Hong L, Chi EH (2021) A model of two tales: Dual transfer learning framework for improved long-tail item recommendation. In: Proceedings of the Web Conference 2021, pp. 2220\u20132231. https:\/\/doi.org\/10.1145\/3442381.3450086","DOI":"10.1145\/3442381.3450086"},{"key":"9800_CR38","doi-asserted-by":"publisher","unstructured":"Liu S, Zheng Y (2020) Long-tail session-based recommendation. In: Proceedings of the 14th ACM Conference on Recommender Systems, pp. 509\u2013514. https:\/\/doi.org\/10.1145\/3383313.3412222","DOI":"10.1145\/3383313.3412222"},{"key":"9800_CR39","doi-asserted-by":"publisher","unstructured":"Barraza-Urbina A, Glowacka D (2020) Introduction to bandits in recommender systems. In: Proceedings of the 14th ACM Conference on Recommender Systems, pp. 748\u2013750. https:\/\/doi.org\/10.1145\/3383313.3411547","DOI":"10.1145\/3383313.3411547"},{"key":"9800_CR40","doi-asserted-by":"publisher","unstructured":"Kuang K, Li L, Geng Z, Xu L, Zhang K, Liao B, Huang H, Ding P, Miao W, Jiang Z (2020) Causal inference. Engineering, 253\u2013263 . https:\/\/doi.org\/10.1016\/j.eng.2019.08.016","DOI":"10.1016\/j.eng.2019.08.016"},{"key":"9800_CR41","doi-asserted-by":"publisher","unstructured":"Pearl J, Mackenzie D (2018) The book of why: The new science of cause and effect. Science 855. https:\/\/doi.org\/10.1126\/science.aau9731","DOI":"10.1126\/science.aau9731"},{"key":"9800_CR42","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511803161","volume-title":"Causality: models, reasoning, and inference","author":"J Pearl","year":"2009","unstructured":"Pearl J (2009) Causality: models, reasoning, and inference. Cambridge University Press, Cambridge, UK"},{"issue":"5","key":"9800_CR43","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3444944","volume":"15","author":"L Yao","year":"2021","unstructured":"Yao L, Chu Z, Li S, Li Y, Gao J, Zhang A (2021) A survey on causal inference. ACM Trans Knowl Discov Data (TKDD) 15(5):1\u201346. https:\/\/doi.org\/10.1145\/3444944","journal-title":"ACM Trans Knowl Discov Data (TKDD)"},{"key":"9800_CR44","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1146\/annurev-publhealth-031811-124606","volume":"34","author":"TA Glass","year":"2013","unstructured":"Glass TA, Goodman SN, Hern\u00e1n MA, Samet JM (2013) Causal inference in public health. Annual Rev Public Health 34:61\u201375. https:\/\/doi.org\/10.1146\/annurev-publhealth-031811-124606","journal-title":"Annual Rev Public Health"},{"key":"9800_CR45","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1214\/09-SS057","volume":"3","author":"J Pearl","year":"2009","unstructured":"Pearl J (2009) Causal inference in statistics: An overview. Stat Surv 3:96\u2013146","journal-title":"Stat Surv"},{"key":"9800_CR46","unstructured":"Peters J, Janzing D, Schlkopf B (2017) Elements of causal inference: Foundations and learning algorithms"},{"issue":"6","key":"9800_CR47","doi-asserted-by":"publisher","first-page":"2205","DOI":"10.3982\/ECTA10582","volume":"81","author":"V Chernozhukov","year":"2013","unstructured":"Chernozhukov V, Fern\u00e1ndez-Val I, Melly B (2013) Inference on counterfactual distributions. Econometrica 81(6):2205\u20132268. https:\/\/doi.org\/10.3982\/ECTA10582","journal-title":"Econometrica"},{"key":"9800_CR48","doi-asserted-by":"publisher","unstructured":"Saito Y, Joachims T (2021) Counterfactual learning and evaluation for recommender systems: Foundations, implementations, and recent advances. Fifteenth ACM Conference on Recommender Systems 828\u2013830. https:\/\/doi.org\/10.1145\/3460231.3473320","DOI":"10.1145\/3460231.3473320"},{"key":"9800_CR49","doi-asserted-by":"publisher","unstructured":"Yang M, Dai Q, Dong Z, Chen X, He X, Wang J (2021) Top-n recommendation with counterfactual user preference simulation. CIKM \u201921: The 30th ACM International Conference on Information and Knowledge Management, Virtual Event, Queensland, Australia, November 1 - 5, 2021, 2342\u20132351. https:\/\/doi.org\/10.1145\/3459637.3482305","DOI":"10.1145\/3459637.3482305"},{"key":"9800_CR50","unstructured":"Chu W, Li L, Reyzin L, Schapire R (2011) Contextual bandits with linear payoff functions. In: Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics, pp. 208\u2013214"},{"key":"9800_CR51","unstructured":"Agrawal S, Goyal N (2013) Thompson sampling for contextual bandits with linear payoffs. In: Proceedings of the 30th International Conference on International Conference on Machine Learning, pp. 127\u2013135"},{"key":"9800_CR52","doi-asserted-by":"publisher","unstructured":"Han Y, Zhou Z, Zhou Z, Blanchet JH, Glynn PW, Ye Y (2020) Sequential batch learning in finite-action linear contextual bandits. ArXiv . https:\/\/doi.org\/10.48550\/arXiv.2004.06321","DOI":"10.48550\/arXiv.2004.06321"},{"key":"9800_CR53","doi-asserted-by":"crossref","unstructured":"Perchet V, Rigollet P, Chassang S, Snowberg E (2016) Batched bandit problems. The Annals of Statistics 660\u2013681","DOI":"10.2139\/ssrn.2683578"},{"key":"9800_CR54","unstructured":"Gao Z, Han Y, Ren Z, Zhou Z (2019) Batched multi-armed bandits problem. In: Proceedings of the 33rd International Conference on Neural Information Processing Systems, pp. 503\u2013513"},{"key":"9800_CR55","doi-asserted-by":"publisher","unstructured":"Yoshikawa Y, Imai Y (2018) A nonparametric delayed feedback model for conversion rate prediction. ArXiv. https:\/\/doi.org\/10.48550\/arXiv.1802.00255","DOI":"10.48550\/arXiv.1802.00255"},{"key":"9800_CR56","unstructured":"Jenkins SP (2005) Survival analysis. Unpublished manuscript, Institute for Social and Economic Research, University of Essex, Colchester, UK"},{"key":"9800_CR57","doi-asserted-by":"publisher","first-page":"338","DOI":"10.1109\/TSMC.1971.4308316","volume":"4","author":"NK Sinha","year":"1971","unstructured":"Sinha NK, Griscik MP (1971) A stochastic approximation method. IEEE Trans Syst, Man, Cybernet 4:338\u2013344. https:\/\/doi.org\/10.1109\/TSMC.1971.4308316","journal-title":"IEEE Trans Syst, Man, Cybernet"},{"issue":"7","key":"9800_CR58","first-page":"2121","volume":"12","author":"J Duchi","year":"2011","unstructured":"Duchi J, Hazan E, Singer Y (2011) Adaptive subgradient methods for online learning and stochastic optimization. J Mach Learn Res 12(7):2121\u20132159","journal-title":"J Mach Learn Res"},{"key":"9800_CR59","doi-asserted-by":"publisher","unstructured":"Kingma DP, Ba J (2014) Adam: A method for stochastic optimization. CoRR. https:\/\/doi.org\/10.48550\/arXiv.1412.6980","DOI":"10.48550\/arXiv.1412.6980"},{"key":"9800_CR60","unstructured":"Wang C-H, Cheng G (2020) Online batch decision-making with high-dimensional covariates. International Conference on Artificial Intelligence and Statistics, 3848\u20133857"},{"key":"9800_CR61","unstructured":"Walsh TJ, Szita I, Diuk C, Littman ML (2009) Exploring compact reinforcement-learning representations with linear regression. In: Proceedings of the Twenty-Fifth Conference on Uncertainty in Artificial Intelligence, pp. 591\u2013598"},{"key":"9800_CR62","unstructured":"Balseiro S, Golrezaei N, Mahdian M, Mirrokni V, Schneider J (2019) Contextual bandits with cross-learning. In: Proceedings of the 33rd International Conference on Neural Information Processing Systems, pp. 9679\u20139688"},{"key":"9800_CR63","unstructured":"Sezener E, Hutter M, Budden D, Wang J, Veness J (2020) Online learning in contextual bandits using gated linear networks. In: Proceedings of the 34th International Conference on Neural Information Processing Systems, pp. 19467\u201319477"},{"key":"9800_CR64","unstructured":"Bistritz I, Zhou Z, Chen X, Bambos N, Blanchet J (2019) Online exp3 learning in adversarial bandits with delayed feedback. In: Proceedings of the 33rd International Conference on Neural Information Processing Systems, pp. 11349\u201311358"},{"key":"9800_CR65","doi-asserted-by":"publisher","unstructured":"Chapelle O (2014) Modeling delayed feedback in display advertising. In: Proceedings of the 20th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1097\u20131105. https:\/\/doi.org\/10.1145\/2623330.2623634","DOI":"10.1145\/2623330.2623634"},{"key":"9800_CR66","unstructured":"Vakili S, Ahmed D, Bernacchia A, Pike-Burke C (2023) Delayed feedback in kernel bandits. In: Proceedings of the 40th International Conference on Machine Learning"},{"key":"9800_CR67","doi-asserted-by":"publisher","unstructured":"Saito Y, Morisihta G, Yasui S (2020) Dual learning algorithm for delayed conversions. In: Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1849\u20131852. https:\/\/doi.org\/10.1145\/3397271.3401282","DOI":"10.1145\/3397271.3401282"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-09800-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-024-09800-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-09800-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,19]],"date-time":"2024-08-19T10:17:10Z","timestamp":1724062630000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-024-09800-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,9]]},"references-count":67,"journal-issue":{"issue":"23","published-print":{"date-parts":[[2024,8]]}},"alternative-id":["9800"],"URL":"https:\/\/doi.org\/10.1007\/s00521-024-09800-0","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,5,9]]},"assertion":[{"value":"3 May 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 March 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 May 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no Conflict of interest to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}}]}}