{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T23:59:29Z","timestamp":1776470369585,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":41,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3774904.3792811","type":"proceedings-article","created":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T21:54:39Z","timestamp":1775771679000},"page":"7989-7998","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Make It Long, Keep It Fast: End-to-End 10k-Sequence Modeling at Billion Scale on Douyin"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-6034-4819","authenticated-orcid":false,"given":"Lin","family":"Guan","sequence":"first","affiliation":[{"name":"ByteDance, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6331-0829","authenticated-orcid":false,"given":"Jia-Qi","family":"Yang","sequence":"additional","affiliation":[{"name":"ByteDance, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-4023-2197","authenticated-orcid":false,"given":"Zhishan","family":"Zhao","sequence":"additional","affiliation":[{"name":"ByteDance, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1163-4036","authenticated-orcid":false,"given":"Beichuan","family":"Zhang","sequence":"additional","affiliation":[{"name":"ByteDance, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-0366-1047","authenticated-orcid":false,"given":"Bo","family":"Sun","sequence":"additional","affiliation":[{"name":"ByteDance, San Jose, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-8412-3222","authenticated-orcid":false,"given":"Xuanyuan","family":"Luo","sequence":"additional","affiliation":[{"name":"ByteDance, Hangzhou, Zhejiang, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-3287-4770","authenticated-orcid":false,"given":"Jinan","family":"Ni","sequence":"additional","affiliation":[{"name":"ByteDance, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-9688-8339","authenticated-orcid":false,"given":"Xiaowen","family":"Li","sequence":"additional","affiliation":[{"name":"ByteDance, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-7659-3160","authenticated-orcid":false,"given":"Yuhang","family":"Qi","sequence":"additional","affiliation":[{"name":"ByteDance, Hangzhou, Zhejiang, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-5234-3224","authenticated-orcid":false,"given":"Zhifang","family":"Fan","sequence":"additional","affiliation":[{"name":"ByteDance, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-0410-5426","authenticated-orcid":false,"given":"Hangyu","family":"Wang","sequence":"additional","affiliation":[{"name":"ByteDance, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-8920-1716","authenticated-orcid":false,"given":"Qiwei","family":"Chen","sequence":"additional","affiliation":[{"name":"ByteDance, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-2950-1548","authenticated-orcid":false,"given":"Yi","family":"Cheng","sequence":"additional","affiliation":[{"name":"ByteDance, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-2635-2710","authenticated-orcid":false,"given":"Feng","family":"Zhang","sequence":"additional","affiliation":[{"name":"ByteDance, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0712-0550","authenticated-orcid":false,"given":"Xiao","family":"Yang","sequence":"additional","affiliation":[{"name":"ByteDance, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2026,4,12]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Longformer: The Long-Document Transformer. arXiv:2004.05150","author":"Beltagy Iz","year":"2020","unstructured":"Iz Beltagy, Matthew E. Peters, and Arman Cohan. 2020. Longformer: The Long-Document Transformer. arXiv:2004.05150"},{"key":"e_1_3_2_1_2_1","volume-title":"TWIN: TWo-stage Interest Network for Lifelong User Behavior Modeling in CTR Prediction at Kuaishou. In KDD.","author":"Chang Jianxin","year":"2023","unstructured":"Jianxin Chang, Chenbin Zhang, Zhiyi Fu, Xiaoxue Zang, Lin Guan, Jing Lu, Yiqun Hui, Dewei Leng, Yanan Niu, Yang Song, and Kun Gai. 2023. TWIN: TWo-stage Interest Network for Lifelong User Behavior Modeling in CTR Prediction at Kuaishou. In KDD."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Qiwei Chen Huan Zhao Wei Li Pipei Huang and Wenwu Ou. 2019. Behavior Sequence Transformer for E-commerce Recommendation in Alibaba. arXiv:1905.06874","DOI":"10.1145\/3326937.3341261"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","unstructured":"Heng-Tze Cheng Levent Koc Jeremiah Harmsen Tal Shaked Tushar Chandra Hrishi Aradhye Glen Anderson Greg Corrado Wei Chai Mustafa Ispir Rohan Anil Zakaria Haque Lichan Hong Vihan Jain Xiaobing Liu and Hemal Shah. 2016. Wide & Deep Learning for Recommender Systems. In DLRS@RecSys.","DOI":"10.1145\/2988450.2988454"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Paul Covington Jay Adams and Emre Sargin. 2016. Deep Neural Networks for YouTube Recommendations. In RecSys.","DOI":"10.1145\/2959100.2959190"},{"key":"e_1_3_2_1_6_1","volume-title":"Quoc Viet Le, and Ruslan Salakhutdinov","author":"Dai Zihang","year":"2019","unstructured":"Zihang Dai, Zhilin Yang, Yiming Yang, Jaime G. Carbonell, Quoc Viet Le, and Ruslan Salakhutdinov. 2019. Transformer-XL: Attentive Language Models beyond a Fixed-Length Context. In ACL."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Tri Dao Daniel Y. Fu Stefano Ermon Atri Rudra and Christopher R\u00e9. 2022. FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness. In NeurIPS.","DOI":"10.52202\/068431-1189"},{"key":"e_1_3_2_1_8_1","unstructured":"Xiangnan He Lizi Liao Hanwang Zhang Liqiang Nie Xia Hu and Tat-Seng Chua. 2017. Neural Collaborative Filtering. In WWW."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","unstructured":"Zhicheng He Weiwen Liu Wei Guo Jiarui Qin Yingxue Zhang Yaochen Hu and Ruiming Tang. 2023. A Survey on User Behavior Modeling in Recommender Systems. In IJCAI.","DOI":"10.24963\/ijcai.2023\/746"},{"key":"e_1_3_2_1_10_1","unstructured":"Bal\u00e1zs Hidasi Alexandros Karatzoglou Linas Baltrunas and Domonkos Tikk. 2016. Session-based Recommendations with Recurrent Neural Networks. In ICLR."},{"key":"e_1_3_2_1_11_1","unstructured":"Jordan Hoffmann Sebastian Borgeaud Arthur Mensch Elena Buchatskaya Trevor Cai Eliza Rutherford Diego de Las Casas Lisa Anne Hendricks Johannes Welbl Aidan Clark Tom Hennigan Eric Noland Katie Millican George van den Driessche Bogdan Damoc Aurelia Guy Simon Osindero Karen Simonyan Erich Elsen Jack W. Rae Oriol Vinyals and Laurent Sifre. 2022. Training Compute-Optimal Large Language Models. arXiv:2203.15556"},{"key":"e_1_3_2_1_12_1","volume-title":"Colin Taylor, Xing Liu, Will Feng, Rahul Kindi, Anirudh Sudarshan, and Shahin Sefati.","author":"Ivchenko Dmytro","year":"2022","unstructured":"Dmytro Ivchenko, Dennis Van Der Staay, Colin Taylor, Xing Liu, Will Feng, Rahul Kindi, Anirudh Sudarshan, and Shahin Sefati. 2022. TorchRec: a PyTorch Domain Library for Recommendation Systems. In RecSys."},{"key":"e_1_3_2_1_13_1","volume-title":"McAuley","author":"Kang Wang-Cheng","year":"2018","unstructured":"Wang-Cheng Kang and Julian J. McAuley. 2018. Self-Attentive Sequential Recommendation. In ICDM."},{"key":"e_1_3_2_1_14_1","unstructured":"Jared Kaplan Sam McCandlish Tom Henighan Tom B. Brown Benjamin Chess Rewon Child Scott Gray Alec Radford Jeffrey Wu and Dario Amodei. 2020. Scaling Laws for Neural Language Models. arXiv:2001.08361"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","unstructured":"Barrie Kersbergen Olivier Sprangers and Sebastian Schelter. 2022. Serenade - Low-Latency Session-Based Recommendation in e-Commerce at Scale. In SIGMOD.","DOI":"10.1145\/3514221.3517901"},{"key":"e_1_3_2_1_16_1","unstructured":"Chao Li Zhiyuan Liu Mengmeng Wu Yuchi Xu Huan Zhao Pipei Huang Guoliang Kang Qiwei Chen Wei Li and Dik Lun Lee. 2019. Multi-Interest Network with Dynamic Routing for Recommendation at Tmall. In CIKM."},{"key":"e_1_3_2_1_17_1","unstructured":"Qianying Lin Wen-Ji Zhou Yanshi Wang Qing Da Qing-Guo Chen and Bing Wang. 2022. Sparse Attentive Memory Network for Click-through Rate Prediction with Long Sequences. In CIKM."},{"key":"e_1_3_2_1_18_1","first-page":"76","article-title":"Amazon.com Recommendations","volume":"7","author":"Linden Greg","year":"2003","unstructured":"Greg Linden, Brent Smith, and Jeremy York. 2003. Amazon.com Recommendations: Item-to-Item Collaborative Filtering. IEEE Internet Comput., Vol. 7, 1 (2003), 76-80.","journal-title":"Item-to-Item Collaborative Filtering. IEEE Internet Comput."},{"key":"e_1_3_2_1_19_1","unstructured":"Liang Luo Buyun Zhang Michael Tsang Yinbin Ma Ching-Hsiang Chu Yuxin Chen Shen Li Yuchen Hao Yanli Zhao Guna Lakshminarayanan Ellie Wen Jongsoo Park Dheevatsa Mudigere and Maxim Naumov. 2024. Disaggregated Multi-Tower: Topology-aware Modeling Technique for Efficient Large Scale Recommendation. In MLSys."},{"key":"e_1_3_2_1_20_1","unstructured":"Benjamin M. Marlin Richard S. Zemel Sam T. Roweis and Malcolm Slaney. 2007. Collaborative Filtering and the Missing at Random Assumption. In UAI."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Dheevatsa Mudigere Yuchen Hao Jianyu Huang Zhihao Jia Andrew Tulloch Srinivas Sridharan Xing Liu Mustafa Ozdal Jade Nie Jongsoo Park Liang Luo Jie Amy Yang Leon Gao Dmytro Ivchenko Aarti Basant Yuxi Hu Jiyan Yang Ehsan K. Ardestani Xiaodong Wang Rakesh Komuravelli Ching-Hsiang Chu Serhat Yilmaz Huayu Li Jiyuan Qian Zhuobo Feng Yinbin Ma Junjie Yang Ellie Wen Hong Li Lin Yang Chonglin Sun Whitney Zhao Dimitry Melts Krishna Dhulipala K. R. Kishore Tyler Graf Assaf Eisenman Kiran Kumar Matam Adi Gangidi Guoqiang Jerry Chen Manoj Krishnan Avinash Nayak Krishnakumar Nair Bharath Muthiah Mahmoud khorashadi Pallab Bhattacharya Petr Lapukhov Maxim Naumov Ajit Mathews Lin Qiao Mikhail Smelyanskiy Bill Jia and Vijay Rao. 2022. Software-hardware co-design for fast and scalable training of deep learning recommendation models. In ISCA.","DOI":"10.1145\/3470496.3533727"},{"key":"e_1_3_2_1_22_1","unstructured":"Maxim Naumov John Kim Dheevatsa Mudigere Srinivas Sridharan Xiaodong Wang Whitney Zhao Serhat Yilmaz Changkyu Kim Hector Yuen Mustafa Ozdal Krishnakumar Nair Isabel Gao Bor-Yiing Su Jiyan Yang and Mikhail Smelyanskiy. 2020. Deep Learning Training in Facebook Data Centers: Design of Scale-up and Scale-out Systems. arXiv:2003.09518"},{"key":"e_1_3_2_1_23_1","unstructured":"Maxim Naumov Dheevatsa Mudigere Hao-Jun Michael Shi Jianyu Huang Narayanan Sundaraman Jongsoo Park Xiaodong Wang Udit Gupta Carole-Jean Wu Alisson G. Azzolini Dmytro Dzhulgakov Andrey Mallevich Ilia Cherniavskii Yinghai Lu Raghuraman Krishnamoorthi Ansha Yu Volodymyr Kondratenko Stephanie Pereira Xianjie Chen Wenlin Chen Vijay Rao Bill Jia Liang Xiong and Misha Smelyanskiy. 2019. Deep Learning Recommendation Model for Personalization and Recommendation Systems. arXiv:1906.00091"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","unstructured":"Nikil Pancha Andrew Zhai Jure Leskovec and Charles Rosenberg. 2022. PinnerFormer: Sequence Modeling for User Representation at Pinterest. In KDD.","DOI":"10.1145\/3534678.3539156"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Qi Pi Guorui Zhou Yujing Zhang Zhe Wang Lejian Ren Ying Fan Xiaoqiang Zhu and Kun Gai. 2020. Search-based User Interest Modeling with Lifelong Sequential Behavior Data for Click-Through Rate Prediction. In CIKM.","DOI":"10.1145\/3340531.3412744"},{"key":"e_1_3_2_1_26_1","volume-title":"Train Short","author":"Press Ofir","unstructured":"Ofir Press, Noah A. Smith, and Mike Lewis. 2022. Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation. In ICLR."},{"key":"e_1_3_2_1_27_1","unstructured":"Jiarui Qin Weinan Zhang Xin Wu Jiarui Jin Yuchen Fang and Yong Yu. 2020. User Behavior Retrieval for Click-Through Rate Prediction. In SIGIR."},{"key":"e_1_3_2_1_28_1","volume-title":"BPR: Bayesian Personalized Ranking from Implicit Feedback. In UAI.","author":"Rendle Steffen","year":"2009","unstructured":"Steffen Rendle, Christoph Freudenthaler, Zeno Gantner, and Lars Schmidt-Thieme. 2009. BPR: Bayesian Personalized Ranking from Implicit Feedback. In UAI."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","unstructured":"Steffen Rendle Christoph Freudenthaler and Lars Schmidt-Thieme. 2010. Factorizing personalized Markov chains for next-basket recommendation. In WWW.","DOI":"10.1145\/1772690.1772773"},{"key":"e_1_3_2_1_30_1","unstructured":"Tobias Schnabel Adith Swaminathan Ashudeep Singh Navin Chandak and Thorsten Joachims. 2016. Recommendations as Treatments: Debiasing Learning and Evaluation. In ICML."},{"key":"e_1_3_2_1_31_1","unstructured":"Zihua Si Lin Guan Zhongxiang Sun Xiaoxue Zang Jing Lu Yiqun Hui Xingchao Cao Zeyu Yang Yichen Zheng Dewei Leng Kai Zheng Chenbin Zhang Yanan Niu Yang Song and Kun Gai. 2024. TWIN V2: Scaling Ultra-Long User Behavior Sequence Modeling for Enhanced CTR Prediction at Kuaishou. In CIKM."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2023.127063"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","unstructured":"Fei Sun Jun Liu Jian Wu Changhua Pei Xiao Lin Wenwu Ou and Peng Jiang. 2019. BERT4Rec: Sequential Recommendation with Bidirectional Encoder Representations from Transformer. In CIKM Wenwu Zhu Dacheng Tao Xueqi Cheng Peng Cui Elke A. Rundensteiner David Carmel Qi He and Jeffrey Xu Yu (Eds.).","DOI":"10.1145\/3357384.3357895"},{"key":"e_1_3_2_1_34_1","volume-title":"Po-Wei Wang, Neng Gu, Saurabh Vishwas Joshi, Nazanin Farahpour, Zhiyuan Zhang, and Andrew Zhai.","author":"Xia Xue","year":"2023","unstructured":"Xue Xia, Pong Eksombatchai, Nikil Pancha, Dhruvil Deven Badani, Po-Wei Wang, Neng Gu, Saurabh Vishwas Joshi, Nazanin Farahpour, Zhiyuan Zhang, and Andrew Zhai. 2023. TransAct: Transformer-based Realtime User Action Model for Recommendation at Pinterest. In KDD."},{"key":"e_1_3_2_1_35_1","volume-title":"Kousik Rajesh, Kangnan Li, Yangyi Lu, Nikil Pancha, Dhruvil Deven Badani, Jiajing Xu, and Pong Eksombatchai.","author":"Xia Xue","year":"2025","unstructured":"Xue Xia, Saurabh Vishwas Joshi, Kousik Rajesh, Kangnan Li, Yangyi Lu, Nikil Pancha, Dhruvil Deven Badani, Jiajing Xu, and Pong Eksombatchai. 2025. TransAct V2: Lifelong User Action Sequence Modeling on Pinterest Recommendation. arXiv:2506.02267"},{"key":"e_1_3_2_1_36_1","volume-title":"Joshua Ainslie, Chris Alberti, Santiago Onta n, \u00f3n","author":"Zaheer Manzil","year":"2020","unstructured":"Manzil Zaheer, Guru Guruganesh, Kumar Avinava Dubey, Joshua Ainslie, Chris Alberti, Santiago Onta n, \u00f3n, Philip Pham, Anirudh Ravula, Qifan Wang, Li Yang, and Amr Ahmed. 2020. Big Bird: Transformers for Longer Sequences. In NeurIPS."},{"key":"e_1_3_2_1_37_1","unstructured":"Jiaqi Zhai Lucy Liao Xing Liu Yueming Wang Rui Li Xuan Cao Leon Gao Zhaojie Gong Fangda Gu Jiayuan He Yinghai Lu and Yu Shi. 2024. Actions Speak Louder than Words: Trillion-Parameter Sequential Transducers for Generative Recommendations. In ICML."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3285029"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33015941"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"crossref","unstructured":"Guorui Zhou Xiaoqiang Zhu Chengru Song Ying Fan Han Zhu Xiao Ma Yanghui Yan Junqi Jin Han Li and Kun Gai. 2018. Deep Interest Network for Click-Through Rate Prediction. In KDD.","DOI":"10.1145\/3219819.3219823"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"crossref","unstructured":"Jie Zhu Zhifang Fan Xiaoxie Zhu Yuchen Jiang Hangyu Wang Xintian Han Haoran Ding Xinmin Wang Wenlin Zhao Zhen Gong Huizhi Yang Zheng Chai Zhe Chen Yuchao Zheng Qiwei Chen Feng Zhang Xun Zhou Peng Xu Xiao Yang Di Wu and Zuotao Liu. 2025. RankMixer: Scaling Up Ranking Models in Industrial Recommenders. arXiv:2507.15551","DOI":"10.1145\/3746252.3761507"}],"event":{"name":"WWW '26: The ACM Web Conference 2026","location":"Dubai United Arab Emirates","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2026"],"original-title":[],"deposited":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T16:36:37Z","timestamp":1775838997000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3774904.3792811"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,12]]},"references-count":41,"alternative-id":["10.1145\/3774904.3792811","10.1145\/3774904"],"URL":"https:\/\/doi.org\/10.1145\/3774904.3792811","relation":{},"subject":[],"published":{"date-parts":[[2026,4,12]]},"assertion":[{"value":"2026-04-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}