{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T21:27:37Z","timestamp":1783114057468,"version":"3.54.6"},"reference-count":56,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2023,8,13]],"date-time":"2023-08-13T00:00:00Z","timestamp":1691884800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,8,13]],"date-time":"2023-08-13T00:00:00Z","timestamp":1691884800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Knowl Inf Syst"],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1007\/s10115-023-01951-1","type":"journal-article","created":{"date-parts":[[2023,8,13]],"date-time":"2023-08-13T08:01:55Z","timestamp":1691913715000},"page":"89-113","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["AutoAssign+: Automatic Shared Embedding Assignment in streaming recommendation"],"prefix":"10.1007","volume":"66","author":[{"given":"Ziru","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kecheng","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fengyi","family":"Song","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bo","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiangyu","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Huifeng","family":"Guo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ruiming","family":"Tang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,8,13]]},"reference":[{"key":"1951_CR1","doi-asserted-by":"crossref","unstructured":"An M, Wu F, Wu C, Zhang K, Liu Z, Xie X (2019) Neural news recommendation with long-and short-term user representations. In: ACL, pp. 336\u2013345","DOI":"10.18653\/v1\/P19-1033"},{"key":"1951_CR2","doi-asserted-by":"crossref","unstructured":"Ren K, Zhang W, Rong Y, Zhang H, Yu Y, Wang J (2016) User response learning for directly optimizing campaign performance in display advertising. In: CIKM, pp. 679\u2013688","DOI":"10.1145\/2983323.2983347"},{"key":"1951_CR3","doi-asserted-by":"crossref","unstructured":"Guo L, Yin H, Wang Q, Chen T, Zhou A, Quoc Viet\u00a0Hung N (2019) Streaming session-based recommendation. In: KDD, pp. 1569\u20131577","DOI":"10.1145\/3292500.3330839"},{"key":"1951_CR4","doi-asserted-by":"crossref","unstructured":"He B, He X, Zhang Y, Tang R, Ma C (2023) Dynamically expandable graph convolution for streaming recommendation. In: Proceedings of the ACM web conference 2023, Austin, TX, USA. Association for Computing Machinery, New York, pp 1457\u20131467","DOI":"10.1145\/3543507.3583237"},{"key":"1951_CR5","doi-asserted-by":"crossref","unstructured":"Guo H, Chen B, Tang R, Zhang W, Li Z, He X (2021) An embedding learning framework for numerical features in ctr prediction. In: KDD","DOI":"10.1145\/3447548.3467077"},{"key":"1951_CR6","doi-asserted-by":"crossref","unstructured":"Li J, Jing M, Lu K, Zhu L, Yang Y, Huang Z (2019) From zero-shot learning to cold-start recommendation. In: AAAI, vol. 33, pp. 4189\u20134196","DOI":"10.1609\/aaai.v33i01.33014189"},{"key":"1951_CR7","unstructured":"Mo K, Liu B, Xiao L, Li Y, Jiang J (2015) Image feature learning for cold start problem in display advertising. In: IJCAI"},{"key":"1951_CR8","doi-asserted-by":"crossref","unstructured":"Xie R, Qiu Z, Rao J, Liu Y, Zhang B, Lin L (2020) Internal and contextual attention network for cold-start multi-channel matching in recommendation. In: IJCAI, pp. 2732\u20132738","DOI":"10.24963\/ijcai.2020\/379"},{"key":"1951_CR9","doi-asserted-by":"crossref","unstructured":"Pan F, Li S, Ao X, Tang P, He Q (2019) Warm up cold-start advertisements: improving ctr predictions via learning to learn id embeddings. In: SIGIR, pp. 695\u2013704","DOI":"10.1145\/3331184.3331268"},{"key":"1951_CR10","doi-asserted-by":"crossref","unstructured":"Zhu Y, Xie R, Zhuang F, Ge K, Sun Y, Zhang X, Lin L, Cao J (2021) Learning to warm up cold item embeddings for cold-start recommendation with meta scaling and shifting networks. In: SIGIR, pp. 1167\u20131176","DOI":"10.1145\/3404835.3462843"},{"issue":"6","key":"1951_CR11","doi-asserted-by":"publisher","first-page":"2645","DOI":"10.1007\/s10115-023-01839-0","volume":"65","author":"Q Liu","year":"2023","unstructured":"Liu Q, Tian F, Zheng Q, Wang Q (2023) Disentangling interest and conformity for eliminating popularity bias in session-based recommendation. Knowl Inf Syst 65(6):2645\u20132664. https:\/\/doi.org\/10.1007\/s10115-023-01839-0","journal-title":"Knowl Inf Syst"},{"issue":"1","key":"1951_CR12","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1007\/s10115-022-01766-6","volume":"65","author":"M He","year":"2023","unstructured":"He M, Wang J, Ding T, Shen T (2023) Conversation and recommendation: knowledge-enhanced personalized dialog system. Knowl Inf Syst 65(1):261\u2013279. https:\/\/doi.org\/10.1007\/s10115-022-01766-6","journal-title":"Knowl Inf Syst"},{"key":"1951_CR13","doi-asserted-by":"crossref","unstructured":"Zhang W, Qin J, Guo W, Tang R, He X (2021) Deep learning for click-through rate estimation. arXiv preprint arXiv:2104.10584","DOI":"10.24963\/ijcai.2021\/636"},{"issue":"4","key":"1951_CR14","doi-asserted-by":"publisher","first-page":"1685","DOI":"10.1007\/s10115-022-01808-z","volume":"65","author":"H Du","year":"2023","unstructured":"Du H, Tang Y, Cheng Z (2023) An efficient joint framework for interacting knowledge graph and item recommendation. Knowl Inf Syst 65(4):1685\u20131712. https:\/\/doi.org\/10.1007\/s10115-022-01808-z","journal-title":"Knowl Inf Syst"},{"issue":"6","key":"1951_CR15","doi-asserted-by":"publisher","first-page":"2541","DOI":"10.1007\/s10115-023-01840-7","volume":"65","author":"J Chen","year":"2023","unstructured":"Chen J, Zheng L, Chen S (2023) User view dynamic graph-driven sequential recommendation. Knowl Inf Syst 65(6):2541\u20132569. https:\/\/doi.org\/10.1007\/s10115-023-01840-7","journal-title":"Knowl Inf Syst"},{"key":"1951_CR16","unstructured":"Silver D, Lever G, Heess N, Degris T, Wierstra D, Riedmiller M (2014) Deterministic policy gradient algorithms. In: International conference on machine learning, pp. 387\u2013395. Pmlr"},{"key":"1951_CR17","doi-asserted-by":"crossref","unstructured":"Hastings WK (1970) Monte carlo sampling methods using markov chains and their applications","DOI":"10.1093\/biomet\/57.1.97"},{"key":"1951_CR18","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2015) Delving deep into rectifiers: Surpassing human-level performance on imagenet classification. In: ICCV, pp. 1026\u20131034","DOI":"10.1109\/ICCV.2015.123"},{"key":"1951_CR19","unstructured":"Goertzel G (1949) Quota sampling and importance functions in stochastic solution of particle problems. Technical report"},{"key":"1951_CR20","doi-asserted-by":"crossref","unstructured":"Liu H, Zhao X, Wang C, Liu X, Tang J (2020) Automated embedding size search in deep recommender systems. In: SIGIR, pp. 2307\u20132316","DOI":"10.1145\/3397271.3401436"},{"key":"1951_CR21","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106732","volume":"214","author":"J Feng","year":"2021","unstructured":"Feng J, Xia Z, Feng X, Peng J (2021) Rbpr: a hybrid model for the new user cold start problem in recommender systems. Knowl-Based Syst 214:106732. https:\/\/doi.org\/10.1016\/j.knosys.2020.106732","journal-title":"Knowl-Based Syst"},{"key":"1951_CR22","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1016\/j.ins.2022.04.027","volume":"601","author":"OA Wahab","year":"2022","unstructured":"Wahab OA, Rjoub G, Bentahar J, Cohen R (2022) Federated against the cold: a trust-based federated learning approach to counter the cold start problem in recommendation systems. Inform Sci 601:189\u2013206","journal-title":"Inform Sci"},{"key":"1951_CR23","doi-asserted-by":"publisher","first-page":"4993","DOI":"10.1007\/s10639-021-10508-0","volume":"26","author":"J Jeevamol","year":"2021","unstructured":"Jeevamol J, Renumol V (2021) An ontology-based hybrid e-learning content recommender system for alleviating the cold-start problem. Educ Inform Technol 26:4993\u20135022","journal-title":"Educ Inform Technol"},{"key":"1951_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2023.110579","volume":"272","author":"H Liu","year":"2023","unstructured":"Liu H, Wang L, Li P, Qian C, Zhao P, Wu X (2023) Relation-propagation meta-learning on an explicit preference graph for cold-start recommendation. Knowl-Based Syst 272:110579. https:\/\/doi.org\/10.1016\/j.knosys.2023.110579","journal-title":"Knowl-Based Syst"},{"key":"1951_CR25","doi-asserted-by":"publisher","first-page":"1723","DOI":"10.1007\/s10115-019-01396-5","volume":"62","author":"X Wang","year":"2020","unstructured":"Wang X, Peng Z, Wang S, Yu PS, Fu W, Xu X, Hong X (2020) Cdlfm: cross-domain recommendation for cold-start users via latent feature mapping. Knowl Inform Syst 62:1723\u20131750","journal-title":"Knowl Inform Syst"},{"key":"1951_CR26","doi-asserted-by":"crossref","unstructured":"Lee H, Im J, Jang S, Cho H, Chung S (2019) Melu: Meta-learned user preference estimator for cold-start recommendation. In: KDD, pp. 1073\u20131082","DOI":"10.1145\/3292500.3330859"},{"key":"1951_CR27","doi-asserted-by":"crossref","unstructured":"Liu Z, Tian J, Cai Q, Zhao X, Gao J, Liu S, Chen D, He T, Zheng D, Jiang P et al. (2023) Multi-task recommendations with reinforcement learning. In: Proceedings of the ACM web conference 2023, pp. 1273\u20131282","DOI":"10.1145\/3543507.3583467"},{"key":"1951_CR28","doi-asserted-by":"crossref","unstructured":"Afsar MM, Crump T, Far B (2021) Reinforcement learning based recommender systems: a survey. ACM Comput Surv (CSUR)","DOI":"10.1145\/3543846"},{"key":"1951_CR29","doi-asserted-by":"crossref","unstructured":"Wang Y, Sharma M, Xu C, Badam S, Sun Q, Richardson L, Chung L, Chi EH, Chen M (2022) Surrogate for long-term user experience in recommender systems. In: Proceedings of the 28th ACM SIGKDD conference on knowledge discovery and data mining, pp. 4100\u20134109","DOI":"10.1145\/3534678.3539073"},{"key":"1951_CR30","doi-asserted-by":"crossref","unstructured":"Zhang Q, Liu J, Dai Y, Qi Y, Yuan Y, Zheng K, Huang F, Tan X (2022) Multi-task fusion via reinforcement learning for long-term user satisfaction in recommender systems. In: Proceedings of the 28th ACM SIGKDD conference on knowledge discovery and data mining, pp. 4510\u20134520","DOI":"10.1145\/3534678.3539040"},{"key":"1951_CR31","doi-asserted-by":"crossref","unstructured":"Zhao X, Zhang L, Ding Z, Yin D, Zhao Y, Tang J (2017) Deep reinforcement learning for list-wise recommendations. arXiv preprint arXiv:1801.00209","DOI":"10.1145\/3240323.3240374"},{"key":"1951_CR32","doi-asserted-by":"crossref","unstructured":"Zhao X, Xia L, Zhang L, Ding Z, Yin D, Tang J (2018) Deep reinforcement learning for page-wise recommendations. In: RecSys, pp. 95\u2013103. ACM","DOI":"10.1145\/3240323.3240374"},{"key":"1951_CR33","doi-asserted-by":"crossref","unstructured":"Zhao X, Gu C, Zhang H, Yang X, Liu X, Liu H, Tang J (2021) Dear: deep reinforcement learning for online advertising impression in recommender systems. In: AAAI, vol. 35, pp. 750\u2013758","DOI":"10.1609\/aaai.v35i1.16156"},{"key":"1951_CR34","doi-asserted-by":"crossref","unstructured":"Liu H, Cai K, Li P, Qian C, Zhao P, Wu X (2022) Redrl: a review-enhanced deep reinforcement learning model for interactive recommendation. Expert Syst Appl, 118926","DOI":"10.1016\/j.eswa.2022.118926"},{"issue":"3","key":"1951_CR35","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1561\/1500000016","volume":"3","author":"T-Y Liu","year":"2009","unstructured":"Liu T-Y et al (2009) Learning to rank for information retrieval. Found Trends\u00ae Inform Retr 3(3):225\u2013331","journal-title":"Found Trends\u00ae Inform Retr"},{"key":"1951_CR36","unstructured":"Shani G, Heckerman D, Brafman RI, Boutilier C (2005) An mdp-based recommender system. J Mach Learn Res, 6(9)"},{"key":"1951_CR37","unstructured":"Joachims T, Freitag D, Mitchell T, et al (1997) Webwatcher: a tour guide for the world wide web. In: IJCAI (1), pp. 770\u2013777. Citeseer"},{"key":"1951_CR38","doi-asserted-by":"crossref","unstructured":"Mahmood T, Ricci F (2007) Learning and adaptivity in interactive recommender systems. In: Proceedings of the Ninth international conference on electronic commerce, pp. 75\u201384","DOI":"10.1145\/1282100.1282114"},{"key":"1951_CR39","doi-asserted-by":"crossref","unstructured":"Moling O, Baltrunas L, Ricci F (2012) Optimal radio channel recommendations with explicit and implicit feedback. In: Proceedings of the Sixth ACM conference on recommender systems, pp. 75\u201382","DOI":"10.1145\/2365952.2365971"},{"key":"1951_CR40","doi-asserted-by":"crossref","unstructured":"Taghipour N, Kardan A, Ghidary SS (2007) Usage-based web recommendations: a reinforcement learning approach. In: Proceedings of the 2007 ACM conference on recommender systems, pp. 113\u2013120","DOI":"10.1145\/1297231.1297250"},{"key":"1951_CR41","doi-asserted-by":"crossref","unstructured":"Zheng G, Zhang F, Zheng Z, Xiang Y, Yuan NJ, Xie X, Li Z (2018) Drn: A deep reinforcement learning framework for news recommendation. In: Proceedings of the 2018 world wide web conference, pp. 167\u2013176","DOI":"10.1145\/3178876.3185994"},{"key":"1951_CR42","doi-asserted-by":"crossref","unstructured":"Zhao X, Zhang L, Ding Z, Xia L, Tang J, Yin D (2018) Recommendations with negative feedback via pairwise deep reinforcement learning. In: KDD, pp. 1040\u20131048. ACM","DOI":"10.1145\/3219819.3219886"},{"key":"1951_CR43","doi-asserted-by":"crossref","unstructured":"Ie E, Jain V, Wang J, Narvekar S, Agarwal R, Wu R, Cheng H-T, Chandra T, Boutilier C (2019) Slateq: a tractable decomposition for reinforcement learning with recommendation sets","DOI":"10.24963\/ijcai.2019\/360"},{"key":"1951_CR44","doi-asserted-by":"crossref","unstructured":"Chen M, Beutel A, Covington P, Jain S, Belletti F, Chi EH (2019) Top-k off-policy correction for a reinforce recommender system. In: Proceedings of the Twelfth ACM international conference on web search and data mining, pp. 456\u2013464","DOI":"10.1145\/3289600.3290999"},{"key":"1951_CR45","doi-asserted-by":"crossref","unstructured":"Chen H, Dai X, Cai H, Zhang W, Wang X, Tang R, Zhang Y, Yu Y (2019) Large-scale interactive recommendation with tree-structured policy gradient. In: Proceedings of the AAAI conference on artificial intelligence, vol. 33, pp. 3312\u20133320","DOI":"10.1609\/aaai.v33i01.33013312"},{"key":"1951_CR46","unstructured":"Liu F, Tang R, Li X, Zhang W, Ye Y, Chen H, Guo H, Zhang Y (2018) Deep reinforcement learning based recommendation with explicit user-item interactions modeling. arXiv preprint arXiv:1810.12027"},{"issue":"7\u20139","key":"1951_CR47","doi-asserted-by":"publisher","first-page":"1180","DOI":"10.1016\/j.neucom.2007.11.026","volume":"71","author":"J Peters","year":"2008","unstructured":"Peters J, Schaal S (2008) Natural actor-critic. Neurocomputing 71(7\u20139):1180\u20131190","journal-title":"Neurocomputing"},{"key":"1951_CR48","unstructured":"Bhatnagar S, Ghavamzadeh M, Lee M, Sutton RS (2007) Incremental natural actor-critic algorithms. Adv Neural Inform Process Syst, 20"},{"key":"1951_CR49","doi-asserted-by":"crossref","unstructured":"Degris T, Pilarski PM, Sutton RS (2012) Model-free reinforcement learning with continuous action in practice. In: 2012 American control conference (ACC), pp. 2177\u20132182. IEEE","DOI":"10.1109\/ACC.2012.6315022"},{"key":"1951_CR50","unstructured":"Dulac-Arnold G, Evans R, van Hasselt H, Sunehag P, Lillicrap T, Hunt J, Mann T, Weber T, Degris T, Coppin B (2015) Deep reinforcement learning in large discrete action spaces. arXiv preprint arXiv:1512.07679"},{"key":"1951_CR51","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106170","volume":"205","author":"F Liu","year":"2020","unstructured":"Liu F, Tang R, Li X, Zhang W, Ye Y, Chen H, Guo H, Zhang Y, He X (2020) State representation modeling for deep reinforcement learning based recommendation. Knowl-Based Syst 205:106170","journal-title":"Knowl-Based Syst"},{"key":"1951_CR52","unstructured":"Ie E, Hsu C-w, Mladenov M, Jain V, Narvekar S, Wang J, Wu R, Boutilier C (2019) Recsim: a configurable simulation platform for recommender systems, arXiv:1909.04847 [cs.LG]"},{"key":"1951_CR53","doi-asserted-by":"crossref","unstructured":"Zhao X, Xia L, Tang J, Yin D (2019) Deep reinforcement learning for search, recommendation, and online advertising: a survey. ACM SIGWEB newsletter (Spring), 1\u201315","DOI":"10.1145\/3320496.3320500"},{"key":"1951_CR54","doi-asserted-by":"crossref","unstructured":"Chen M, Chang B, Xu C, Chi EH (2021) User response models to improve a reinforce recommender system. In: Proceedings of the 14th ACM international conference on web search and data mining, pp. 121\u2013129","DOI":"10.1145\/3437963.3441764"},{"key":"1951_CR55","doi-asserted-by":"crossref","unstructured":"Zou L, Xia L, Ding Z, Song J, Liu W, Yin D (2019) Reinforcement learning to optimize long-term user engagement in recommender systems. In: Proceedings of the 25th ACM SIGKDD international conference on knowledge discovery & data mining, pp. 2810\u20132818","DOI":"10.1145\/3292500.3330668"},{"key":"1951_CR56","unstructured":"MindSpore (2020). https:\/\/www.mindspore.cn\/"}],"container-title":["Knowledge and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-023-01951-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10115-023-01951-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-023-01951-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,17]],"date-time":"2024-01-17T13:03:12Z","timestamp":1705496592000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10115-023-01951-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,13]]},"references-count":56,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,1]]}},"alternative-id":["1951"],"URL":"https:\/\/doi.org\/10.1007\/s10115-023-01951-1","relation":{},"ISSN":["0219-1377","0219-3116"],"issn-type":[{"value":"0219-1377","type":"print"},{"value":"0219-3116","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,8,13]]},"assertion":[{"value":"8 March 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 June 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 July 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 August 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}