{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T23:59:29Z","timestamp":1776470369923,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":32,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,9,22]]},"DOI":"10.1145\/3705328.3748050","type":"proceedings-article","created":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T10:46:13Z","timestamp":1757155573000},"page":"381-390","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["PinFM: Foundation Model for User Activity Sequences at a Billion-scale Visual Discovery Platform"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3908-9797","authenticated-orcid":false,"given":"Xiangyi","family":"Chen","sequence":"first","affiliation":[{"name":"Pinterest, San Francisco, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6657-7521","authenticated-orcid":false,"given":"Kousik","family":"Rajesh","sequence":"additional","affiliation":[{"name":"Pinterest, San Francisco, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8049-5204","authenticated-orcid":false,"given":"Matthew","family":"Lawhon","sequence":"additional","affiliation":[{"name":"Pinterest, San Francisco, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1882-2526","authenticated-orcid":false,"given":"Zelun","family":"Wang","sequence":"additional","affiliation":[{"name":"Pinterest, San Francisco, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7848-731X","authenticated-orcid":false,"given":"Hanyu","family":"Li","sequence":"additional","affiliation":[{"name":"Pinterest, San Francisco, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-7208-3051","authenticated-orcid":false,"given":"Haomiao","family":"Li","sequence":"additional","affiliation":[{"name":"Pinterest, San Francisco, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-2414-4151","authenticated-orcid":false,"given":"Saurabh Vishwas","family":"Joshi","sequence":"additional","affiliation":[{"name":"Pinterest, San Francisco, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-7855-4594","authenticated-orcid":false,"given":"Pong","family":"Eksombatchai","sequence":"additional","affiliation":[{"name":"Pinterest, San Francisco, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-2224-7915","authenticated-orcid":false,"given":"Jaewon","family":"Yang","sequence":"additional","affiliation":[{"name":"Pinterest, San Francisco, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-3764-3643","authenticated-orcid":false,"given":"Yi-Ping","family":"Hsu","sequence":"additional","affiliation":[{"name":"Pinterest, San Francisco, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4761-5171","authenticated-orcid":false,"given":"Jiajing","family":"Xu","sequence":"additional","affiliation":[{"name":"Pinterest, San Francisco, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-9664-8644","authenticated-orcid":false,"given":"Charles","family":"Rosenberg","sequence":"additional","affiliation":[{"name":"Pinterest, San Francisco, CA, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,9,7]]},"reference":[{"key":"e_1_3_3_1_2_2","volume-title":"Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020, NeurIPS 2020, December 6-12, 2020, virtual","author":"Brown Tom\u00a0B.","year":"2020","unstructured":"Tom\u00a0B. Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, Sandhini Agarwal, Ariel Herbert-Voss, Gretchen Krueger, Tom Henighan, Rewon Child, Aditya Ramesh, Daniel\u00a0M. Ziegler, Jeffrey Wu, Clemens Winter, Christopher Hesse, Mark Chen, Eric Sigler, Mateusz Litwin, Scott Gray, Benjamin Chess, Jack Clark, Christopher Berner, Sam McCandlish, Alec Radford, Ilya Sutskever, and Dario Amodei. 2020. Language Models are Few-Shot Learners. In Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020, NeurIPS 2020, December 6-12, 2020, virtual, Hugo Larochelle, Marc\u2019Aurelio Ranzato, Raia Hadsell, Maria-Florina Balcan, and Hsuan-Tien Lin (Eds.). https:\/\/proceedings.neurips.cc\/paper\/2020\/hash\/1457c0d6bfcb4967418bfb8ac142f64a-Abstract.html"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599922"},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"publisher","unstructured":"Zeyu Cui Jianxin Ma Chang Zhou Jingren Zhou and Hongxia Yang. 2022. M6-Rec: Generative Pretrained Language Models are Open-Ended Recommender Systems. CoRR abs\/2205.08084 (2022). 10.48550\/ARXIV.2205.08084 arXiv:https:\/\/arXiv.org\/abs\/2205.08084","DOI":"10.48550\/ARXIV.2205.08084"},{"key":"e_1_3_3_1_5_2","unstructured":"Tri Dao. 2023. FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning. arxiv:https:\/\/arXiv.org\/abs\/2307.08691\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/2307.08691"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"publisher","unstructured":"Hamed Firooz Maziar Sanjabi Adrian Englhardt Aman Gupta Ben Levine Dre Olgiati Gungor Polatkan Iuliia Melnychuk Karthik Ramgopal Kirill Talanine Kutta Srinivasan Luke Simon Natesh Sivasubramoniapillai Necip\u00a0Fazil Ayan Qingquan Song Samira Sriram Souvik Ghosh Tao Song Vignesh Kothapalli Xiaoling Zhai Ya Xu Yu Wang and Yun Dai. 2025. 360Brew: A Decoder-only Foundation Model for Personalized Ranking and Recommendation. CoRR abs\/2501.16450 (2025). 10.48550\/ARXIV.2501.16450 arXiv:https:\/\/arXiv.org\/abs\/2501.16450","DOI":"10.48550\/ARXIV.2501.16450"},{"key":"e_1_3_3_1_7_2","volume-title":"4th International Conference on Learning Representations, ICLR 2016, San Juan, Puerto Rico, May 2-4, 2016, Conference Track Proceedings","author":"Hidasi Bal\u00e1zs","year":"2016","unstructured":"Bal\u00e1zs Hidasi, Alexandros Karatzoglou, Linas Baltrunas, and Domonkos Tikk. 2016. Session-based Recommendations with Recurrent Neural Networks. In 4th International Conference on Learning Representations, ICLR 2016, San Juan, Puerto Rico, May 2-4, 2016, Conference Track Proceedings, Yoshua Bengio and Yann LeCun (Eds.). http:\/\/arxiv.org\/abs\/1511.06939"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539381"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","unstructured":"Chengkai Huang Tong Yu Kaige Xie Shuai Zhang Lina Yao and Julian\u00a0J. McAuley. 2024. Foundation Models for Recommender Systems: A Survey and New Perspectives. CoRR abs\/2402.11143 (2024). 10.48550\/ARXIV.2402.11143 arXiv:https:\/\/arXiv.org\/abs\/2402.11143","DOI":"10.48550\/ARXIV.2402.11143"},{"key":"e_1_3_3_1_10_2","unstructured":"Lei Huang Hao Guo Linzhi Peng Long Zhang Xiaoteng Wang Daoyuan Wang Shichao Wang Jinpeng Wang Lei Wang and Sheng Chen. 2025. SessionRec: Next Session Prediction Paradigm For Generative Sequential Recommendation. arxiv:https:\/\/arXiv.org\/abs\/2502.10157\u00a0[cs.IR] https:\/\/arxiv.org\/abs\/2502.10157"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3523227.3547387"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2018.00035"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640457.3688055"},{"key":"e_1_3_3_1_14_2","unstructured":"Daya Khudia Jianyu Huang Protonu Basu Summer Deng Haixin Liu Jongsoo Park and Mikhail Smelyanskiy. 2021. FBGEMM: Enabling High-Performance Low-Precision Deep Learning Inference. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2101.05615 (2021)."},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599519"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"publisher","unstructured":"Mingfu Liang Xi Liu Rong Jin Boyang Liu Qiuling Suo Qinghai Zhou Song Zhou Laming Chen Hua Zheng Zhiyuan Li Shali Jiang Jiyan Yang Xiaozhen Xia Fan Yang Yasmine Badr Ellie Wen Shuyu Xu Hansey Chen Zhengyu Zhang Jade Nie Chunzhi Yang Zhichen Zeng Weilin Zhang Xingliang Huang Qianru Li Shiquan Wang Evelyn Lyu Wenjing Lu Rui Zhang Wenjun Wang Jason Rudy Mengyue Hang Kai Wang Yinbin Ma Shuaiwen Wang Sihan Zeng Tongyi Tang Xiaohan Wei Longhao Jin Jamey Zhang Marcus Chen Jiayi Zhang Angie Huang Chi Zhang Zhengli Zhao Jared Yang Qiang Jin Xian Chen Amit\u00a0Anand Amlesahwaram Lexi Song Liang Luo Yuchen Hao Nan Xiao Yavuz Yetim Luoshang Pan Gaoxiang Liu Yuxi Hu Yuzhen Huang Jackie Xu Rich Zhu Xin Zhang Yiqun Liu Hang Yin Yuxin Chen Buyun Zhang Xiaoyi Liu Xingyuan Wang Wenguang Mao Zhijing Li Qin Huang Chonglin Sun Shupin Mao Benjamin Au Jingzheng Qin Peggy Yao Jae-Woo Choi Bin Gao Ernest Wang Lei Zhang Wen-Yen Chen Ted Lee Jay Zha Yi Meng Alex Gong Edison Gao Alireza Vahdatpour Yiping Han Yantao Yao Toshinari Kureha Shuo Chang Musharaf Sultan John Bocharov Sagar Chordia Xiaorui Gan Peng Sun Rocky Liu Bo Long Wenlin Chen Santanu Kolay and Huayu Li. 2025. External Large Foundation Model: How to Efficiently Serve Trillions of Parameters for Online Ads Recommendation. CoRR abs\/2502.17494 (2025). 10.48550\/ARXIV.2502.17494 arXiv:https:\/\/arXiv.org\/abs\/2502.17494","DOI":"10.48550\/ARXIV.2502.17494"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3627673.3679730"},{"key":"e_1_3_3_1_18_2","unstructured":"Maxim Naumov Dheevatsa Mudigere Hao-Jun\u00a0Michael Shi Jianyu Huang Narayanan Sundaraman Jongsoo Park Xiaodong Wang Udit Gupta Carole-Jean Wu Alisson\u00a0G. Azzolini Dmytro Dzhulgakov Andrey Mallevich Ilia Cherniavskii Yinghai Lu Raghuraman Krishnamoorthi Ansha Yu Volodymyr Kondratenko Stephanie Pereira Xianjie Chen Wenlin Chen Vijay Rao Bill Jia Liang Xiong and Misha Smelyanskiy. 2019. Deep Learning Recommendation Model for Personalization and Recommendation Systems. CoRR abs\/1906.00091 (2019). arXiv:https:\/\/arXiv.org\/abs\/1906.00091http:\/\/arxiv.org\/abs\/1906.00091"},{"key":"e_1_3_3_1_19_2","unstructured":"Aaron van\u00a0den Oord Yazhe Li and Oriol Vinyals. 2018. Representation learning with contrastive predictive coding. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1807.03748 (2018)."},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539156"},{"key":"e_1_3_3_1_21_2","unstructured":"Alec Radford Jeffrey Wu Rewon Child David Luan Dario Amodei Ilya Sutskever et\u00a0al. 2019. Language models are unsupervised multitask learners. OpenAI blog 1 8 (2019) 9."},{"key":"e_1_3_3_1_22_2","volume-title":"Advances in Neural Information Processing Systems 36: Annual Conference on Neural Information Processing Systems 2023, NeurIPS 2023, New Orleans, LA, USA, December 10 - 16, 2023","author":"Rajput Shashank","year":"2023","unstructured":"Shashank Rajput, Nikhil Mehta, Anima Singh, Raghunandan\u00a0Hulikal Keshavan, Trung Vu, Lukasz Heldt, Lichan Hong, Yi Tay, Vinh\u00a0Q. Tran, Jonah Samost, Maciej Kula, Ed\u00a0H. Chi, and Mahesh Sathiamoorthy. 2023. Recommender Systems with Generative Retrieval. In Advances in Neural Information Processing Systems 36: Annual Conference on Neural Information Processing Systems 2023, NeurIPS 2023, New Orleans, LA, USA, December 10 - 16, 2023, Alice Oh, Tristan Naumann, Amir Globerson, Kate Saenko, Moritz Hardt, and Sergey Levine (Eds.). http:\/\/papers.nips.cc\/paper_files\/paper\/2023\/hash\/20dcab0f14046a5c6b02b61da9f13229-Abstract-Conference.html"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2010.127"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"publisher","unstructured":"Zihua Si Lin Guan Zhongxiang Sun Xiaoxue Zang Jing Lu Yiqun Hui Xingchao Cao Zeyu Yang Yichen Zheng Dewei Leng Kai Zheng Chenbin Zhang Yanan Niu Yang Song and Kun Gai. 2024. TWIN V2: Scaling Ultra-Long User Behavior Sequence Modeling for Enhanced CTR Prediction at Kuaishou. CoRR abs\/2407.16357 (2024). 10.48550\/ARXIV.2407.16357 arXiv:https:\/\/arXiv.org\/abs\/2407.16357","DOI":"10.48550\/ARXIV.2407.16357"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450078"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","DOI":"10.18653\/V1\/2020.FINDINGS-EMNLP.174"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599918"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599918"},{"key":"e_1_3_3_1_29_2","first-page":"10524","volume-title":"International conference on machine learning","author":"Xiong Ruibin","year":"2020","unstructured":"Ruibin Xiong, Yunchang Yang, Di He, Kai Zheng, Shuxin Zheng, Chen Xing, Huishuai Zhang, Yanyan Lan, Liwei Wang, and Tieyan Liu. 2020. On layer normalization in the transformer architecture. In International conference on machine learning. PMLR, 10524\u201310533."},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219890"},{"key":"e_1_3_3_1_31_2","volume-title":"Forty-first International Conference on Machine Learning, ICML 2024, Vienna, Austria, July 21-27, 2024","author":"Zhai Jiaqi","year":"2024","unstructured":"Jiaqi Zhai, Lucy Liao, Xing Liu, Yueming Wang, Rui Li, Xuan Cao, Leon Gao, Zhaojie Gong, Fangda Gu, Jiayuan He, Yinghai Lu, and Yu Shi. 2024. Actions Speak Louder than Words: Trillion-Parameter Sequential Transducers for Generative Recommendations. In Forty-first International Conference on Machine Learning, ICML 2024, Vienna, Austria, July 21-27, 2024. OpenReview.net. https:\/\/openreview.net\/forum?id=xye7iNsgXn"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640457.3688129"},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219823"}],"event":{"name":"RecSys '25: Nineteenth ACM Conference on Recommender Systems","location":"Prague Czech Republic","acronym":"RecSys '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGAI ACM Special Interest Group on Artificial Intelligence","SIGIR ACM Special Interest Group on Information Retrieval","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the Nineteenth ACM Conference on Recommender Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3705328.3748050","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T11:45:38Z","timestamp":1757159138000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3705328.3748050"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,7]]},"references-count":32,"alternative-id":["10.1145\/3705328.3748050","10.1145\/3705328"],"URL":"https:\/\/doi.org\/10.1145\/3705328.3748050","relation":{},"subject":[],"published":{"date-parts":[[2025,9,7]]},"assertion":[{"value":"2025-09-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}