{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T13:02:14Z","timestamp":1785502934448,"version":"3.56.0"},"publisher-location":"New York, NY, USA","reference-count":58,"publisher":"ACM","funder":[{"name":"NSF (National Science Foundation)","award":["IIS-1942680 (CAREER)"],"award-info":[{"award-number":["IIS-1942680 (CAREER)"]}]},{"name":"NSF (National Science Foundation)","award":["CNS-1952085"],"award-info":[{"award-number":["CNS-1952085"]}]},{"name":"NSF (National Science Foundation)","award":["IIS-2449864"],"award-info":[{"award-number":["IIS-2449864"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,8,9]]},"DOI":"10.1145\/3770854.3780232","type":"proceedings-article","created":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T12:07:40Z","timestamp":1785499660000},"page":"949-960","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["UniLLM: A Unified Large Language Model for Multi?Modal Urban Dynamics Prediction"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7202-0700","authenticated-orcid":false,"given":"Yuhang","family":"Liu","sequence":"first","affiliation":[{"name":"State University of New York at Binghamton, Binghamton, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0947-1875","authenticated-orcid":false,"given":"Yingxue","family":"Zhang","sequence":"additional","affiliation":[{"name":"State University of New York at Binghamton, Binghamton, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0289-1452","authenticated-orcid":false,"given":"Xin","family":"Zhang","sequence":"additional","affiliation":[{"name":"San Diego State University, San Diego, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8972-503X","authenticated-orcid":false,"given":"Yanhua","family":"Li","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, MA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2032-0381","authenticated-orcid":false,"given":"Jun","family":"Luo","sequence":"additional","affiliation":[{"name":"Logistics and Supply Chain MultiTech R&D Centre, Hong Kong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,4,20]]},"reference":[{"key":"e_1_3_2_2_1_1","first-page":"15593","article-title":"Distributional pareto-optimal multi-objective reinforcement learning","volume":"36","author":"Cai Xin-Qiang","year":"2023","unstructured":"Xin-Qiang Cai, Pushi Zhang, Li Zhao, Jiang Bian, Masashi Sugiyama, and Ashley Llorens. 2023. Distributional pareto-optimal multi-objective reinforcement learning. Advances in Neural Information Processing Systems 36 (2023), 15593--15613.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_2_1","volume-title":"Online-SVR for short-term traffic flow prediction under typical and atypical traffic conditions. Expert systems with applications 36, 3","author":"Castro-Neto Manoel","year":"2009","unstructured":"Manoel Castro-Neto, Young-Seon Jeong, Myong-Kee Jeong, and Lee D Han. 2009. Online-SVR for short-term traffic flow prediction under typical and atypical traffic conditions. Expert systems with applications 36, 3 (2009), 6164--6173."},{"key":"e_1_3_2_2_3_1","volume-title":"GATGPT: A Pre-trained Large Language Model with Graph Attention Network for Spatiotemporal Imputation. [arxiv]2311.14332 [cs.LG] https:\/\/arxiv.org\/abs\/2311.14332","author":"Chen Yakun","year":"2023","unstructured":"Yakun Chen, Xianzhi Wang, and Guandong Xu. 2023. GATGPT: A Pre-trained Large Language Model with Graph Attention Network for Spatiotemporal Imputation. [arxiv]2311.14332 [cs.LG] https:\/\/arxiv.org\/abs\/2311.14332"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.proeng.2016.01.234"},{"key":"e_1_3_2_2_5_1","volume-title":"Deep bidirectional and unidirectional LSTM recurrent neural network for network-wide traffic speed prediction. arXiv preprint arXiv:1801.02143","author":"Cui Zhiyong","year":"2018","unstructured":"Zhiyong Cui, Ruimin Ke, Ziyuan Pu, and Yinhai Wang. 2018. Deep bidirectional and unidirectional LSTM recurrent neural network for network-wide traffic speed prediction. arXiv preprint arXiv:1801.02143 (2018)."},{"key":"e_1_3_2_2_6_1","volume-title":"Multi-modality spatio-temporal forecasting via self-supervised learning. arXiv preprint arXiv:2405.03255","author":"Deng Jiewen","year":"2024","unstructured":"Jiewen Deng, Renhe Jiang, Jiaqi Zhang, and Xuan Song. 2024. Multi-modality spatio-temporal forecasting via self-supervised learning. arXiv preprint arXiv:2405.03255 (2024)."},{"key":"e_1_3_2_2_7_1","volume-title":"Openprompt: An open-source framework for prompt-learning. arXiv preprint arXiv:2111.01998","author":"Ding Ning","year":"2021","unstructured":"Ning Ding, Shengding Hu, Weilin Zhao, Yulin Chen, Zhiyuan Liu, Hai-Tao Zheng, and Maosong Sun. 2021. Openprompt: An open-source framework for prompt-learning. arXiv preprint arXiv:2111.01998 (2021)."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4613-3557-3"},{"key":"e_1_3_2_2_9_1","unstructured":"Abhimanyu Dubey Abhinav Jauhri Abhinav Pandey Abhishek Kadian Ahmad Al-Dahle Aiesha Letman Akhil Mathur Alan Schelten Amy Yang Angela Fan et al. 2024. The llama 3 herd of models. arXiv preprint arXiv:2407.21783 (2024)."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"crossref","unstructured":"Marguerite Frank Philip Wolfe et al. 1956. An algorithm for quadratic programming. Naval research logistics quarterly 3 1--2 (1956) 95--110.","DOI":"10.1002\/nav.3800030109"},{"key":"e_1_3_2_2_11_1","first-page":"3","article-title":"Lora: Low-rank adaptation of large language models","volume":"1","author":"Hu Edward J","year":"2022","unstructured":"Edward J Hu, Yelong Shen, Phillip Wallis, Zeyuan Allen-Zhu, Yuanzhi Li, Shean Wang, Lu Wang, Weizhu Chen, et al. 2022. Lora: Low-rank adaptation of large language models. ICLR 1, 2 (2022), 3.","journal-title":"ICLR"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/326"},{"key":"e_1_3_2_2_13_1","volume-title":"DST-GTN: Dynamic Spatio-Temporal Graph Transformer Network for Traffic Forecasting. arXiv preprint arXiv:2404.11996","author":"Huang Songtao","year":"2024","unstructured":"Songtao Huang, Hongjin Song, Tianqi Jiang, Akbar Telikani, Jun Shen, Qingguo Zhou, Binbin Yong, and Qiang Wu. 2024. DST-GTN: Dynamic Spatio-Temporal Graph Transformer Network for Traffic Forecasting. arXiv preprint arXiv:2404.11996 (2024)."},{"key":"e_1_3_2_2_14_1","volume-title":"International conference on machine learning. PMLR, 427--435","author":"Jaggi Martin","year":"2013","unstructured":"Martin Jaggi. 2013. Revisiting Frank-Wolfe: Projection-free sparse convex optimization. In International conference on machine learning. PMLR, 427--435."},{"key":"e_1_3_2_2_15_1","unstructured":"Yue Jiang Qin Chao Yile Chen Xiucheng Li Shuai Liu and Gao Cong. 2024. UrbanLLM: Autonomous Urban Activity Planning and Management with Large Language Models. [arxiv]2406.12360 [cs.LG] https:\/\/arxiv.org\/abs\/2406.12360"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11651"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01832"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1611835114"},{"key":"e_1_3_2_2_19_1","volume-title":"A Lightweight and Accurate Spatial-Temporal Transformer for Traffic Forecasting. arXiv preprint arXiv:2201.00008","author":"Li Guanyao","year":"2022","unstructured":"Guanyao Li, Shuhan Zhong, S.-H. Gary Chan, Ruiyuan Li, Chih-Chieh Hung, and Wen-Chih Peng. 2022. A Lightweight and Accurate Spatial-Temporal Transformer for Traffic Forecasting. arXiv preprint arXiv:2201.00008 (2022)."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52734.2025.00803"},{"key":"e_1_3_2_2_21_1","volume-title":"STS-CCL: Spatial-Temporal Synchronous Contextual Contrastive Learning for Urban Traffic Forecasting. arXiv preprint arXiv:2307.02507","author":"Li Lincan","year":"2023","unstructured":"Lincan Li, Kaixiang Yang, Fengji Luo, and Jichao Bi. 2023b. STS-CCL: Spatial-Temporal Synchronous Contextual Contrastive Learning for Urban Traffic Forecasting. arXiv preprint arXiv:2307.02507 (2023)."},{"key":"e_1_3_2_2_22_1","unstructured":"Y. Li et al. 2024a. TST-Trans: A Transformer Network for Urban Traffic Flow Prediction. IEEE Transactions on Intelligent Transportation Systems (2024)."},{"key":"e_1_3_2_2_23_1","volume-title":"Diffusion convolutional recurrent neural network: Data-driven traffic forecasting. arXiv preprint arXiv:1707.01926","author":"Li Yaguang","year":"2017","unstructured":"Yaguang Li, Rose Yu, Cyrus Shahabi, and Yan Liu. 2017. Diffusion convolutional recurrent neural network: Data-driven traffic forecasting. arXiv preprint arXiv:1707.01926 (2017)."},{"key":"e_1_3_2_2_24_1","volume-title":"Urban Region Embedding via Multi-View Contrastive Prediction. arXiv preprint arXiv:2312.09681","author":"Li Zechen","year":"2023","unstructured":"Zechen Li, Weiming Huang, Kai Zhao, Min Yang, Yongshun Gong, and Meng Chen. 2023a. Urban Region Embedding via Multi-View Contrastive Prediction. arXiv preprint arXiv:2312.09681 (2023)."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671578"},{"key":"e_1_3_2_2_26_1","volume-title":"Rethinking Spatio-Temporal Transformer for Traffic Prediction: Multi-level Multi-view Augmented Learning Framework. arXiv preprint arXiv:2406.11921","author":"Lin Jiaqi","year":"2024","unstructured":"Jiaqi Lin and Qianqian Ren. 2024. Rethinking Spatio-Temporal Transformer for Traffic Prediction: Multi-level Multi-view Augmented Learning Framework. arXiv preprint arXiv:2406.11921 (2024)."},{"key":"e_1_3_2_2_27_1","volume-title":"Pareto multi-task learning. Advances in neural information processing systems 32","author":"Lin Xi","year":"2019","unstructured":"Xi Lin, Hui-Ling Zhen, Zhenhua Li, Qing-Fu Zhang, and Sam Kwong. 2019. Pareto multi-task learning. Advances in neural information processing systems 32 (2019)."},{"key":"e_1_3_2_2_28_1","unstructured":"Chenxi Liu Sun Yang Qianxiong Xu Zhishuai Li Cheng Long Ziyue Li and Rui Zhao. 2024a. Spatial-Temporal Large Language Model for Traffic Prediction. [arxiv]2401.10134 [cs.LG] https:\/\/arxiv.org\/abs\/2401.10134"},{"key":"e_1_3_2_2_29_1","unstructured":"Lei Liu Shuo Yu Runze Wang Zhenxun Ma and Yanming Shen. 2024c. How Can Large Language Models Understand Spatial-Temporal Data? [arxiv]2401.14192 [cs.LG] https:\/\/arxiv.org\/abs\/2401.14192"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3711896.3737177"},{"key":"e_1_3_2_2_31_1","volume-title":"Align Along Time and Space: A Graph Latent Diffusion Model for Traffic Dynamics Prediction. In 2024 IEEE International Conference on Data Mining (ICDM). IEEE, 271--280","author":"Liu Yuhang","year":"2024","unstructured":"Yuhang Liu, Yingxue Zhang, Xin Zhang, Yu Yang, Yiqun Xie, Sahar Ghanipoor Machiani, Yanhua Li, and Jun Luo. 2024e. Align Along Time and Space: A Graph Latent Diffusion Model for Traffic Dynamics Prediction. In 2024 IEEE International Conference on Data Mining (ICDM). IEEE, 271--280."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12205-018-0429-4"},{"key":"e_1_3_2_2_33_1","first-page":"865","article-title":"Traffic flow prediction with big data: a deep learning approach","volume":"16","author":"Lv Yisheng","year":"2014","unstructured":"Yisheng Lv, Yanjie Duan, Wenwen Kang, Zhengxi Li, and Fei-Yue Wang. 2014. Traffic flow prediction with big data: a deep learning approach. IEEE Transactions on Intelligent Transportation Systems 16, 2 (2014), 865--873.","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01420"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40747-024-01754-z"},{"key":"e_1_3_2_2_36_1","volume-title":"TPLLM: A traffic prediction framework based on pretrained large language models. arXiv preprint arXiv:2403.02221","author":"Ren Yilong","year":"2024","unstructured":"Yilong Ren, Yue Chen, Shuai Liu, Boyue Wang, Haiyang Yu, and Zhiyong Cui. 2024. TPLLM: A traffic prediction framework based on pretrained large language models. arXiv preprint arXiv:2403.02221 (2024)."},{"key":"e_1_3_2_2_37_1","volume-title":"DYffusion: A Dynamics-informed Diffusion Model for Spatiotemporal Forecasting. Advances in neural information processing systems 36","author":"Cachay Salva R''uhling","year":"2023","unstructured":"Salva R''uhling Cachay, Bo Zhao, Hailey Joren, and Rose Yu. 2023. DYffusion: A Dynamics-informed Diffusion Model for Spatiotemporal Forecasting. Advances in neural information processing systems 36 (2023), 45259--45287."},{"key":"e_1_3_2_2_38_1","volume-title":"TLCFuse: Temporal Multi-Modality Fusion Towards Occlusion-Aware Semantic Segmentation. In 2024 IEEE Intelligent Vehicles Symposium (IV). IEEE, 2110--2116","author":"Salazar-Gomez Gustavo","year":"2024","unstructured":"Gustavo Salazar-Gomez, Wenqian Liu, Manuel Diaz-Zapata, David Sierra-Gonzalez, and Christian Laugier. 2024. TLCFuse: Temporal Multi-Modality Fusion Towards Occlusion-Aware Semantic Segmentation. In 2024 IEEE Intelligent Vehicles Symposium (IV). IEEE, 2110--2116."},{"key":"e_1_3_2_2_39_1","volume-title":"Garnett (Eds.)","volume":"28","author":"Zhourong Chen Xingjian SHI","year":"2015","unstructured":"Xingjian SHI, Zhourong Chen, Hao Wang, Dit-Yan Yeung, Wai-kin Wong, and Wang-chun WOO. 2015. Convolutional LSTM Network: A Machine Learning Approach for Precipitation Nowcasting. In Advances in Neural Information Processing Systems, C. Cortes, N. Lawrence, D. Lee, M. Sugiyama, and R. Garnett (Eds.), Vol. 28. Curran Associates, Inc. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2015\/file\/07563a3fe3bbe7e3ba84431ad9d055af-Paper.pdf"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2015.03.085"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-022-07977-w"},{"key":"e_1_3_2_2_42_1","volume-title":"ukasz Kaiser, and Illia Polosukhin","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N Gomez, ukasz Kaiser, and Illia Polosukhin. 2017. Attention is all you need. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_2_43_1","volume-title":"UP-Diff: Latent Diffusion Model for Remote Sensing Urban Prediction. arXiv preprint arXiv:2407.11578","author":"Wang Zeyu","year":"2024","unstructured":"Zeyu Wang, Zecheng Hao, Jingyu Lin, Yuchao Feng, and Yufei Guo. 2024. UP-Diff: Latent Diffusion Model for Remote Sensing Urban Prediction. arXiv preprint arXiv:2407.11578 (2024)."},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00024"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01095"},{"key":"e_1_3_2_2_46_1","volume-title":"Forty-first International Conference on Machine Learning.","author":"Wu Yichen","year":"2024","unstructured":"Yichen Wu, Hong Wang, Peilin Zhao, Yefeng Zheng, Ying Wei, and Long-Kai Huang. 2024. Mitigating catastrophic forgetting in online continual learning by modeling previous task interrelations via pareto optimization. In Forty-first International Conference on Machine Learning."},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i07.6964"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/505"},{"key":"e_1_3_2_2_49_1","volume-title":"UniST: A Prompt-Empowered Universal Model for Urban Spatio-Temporal Prediction. arXiv preprint arXiv:2402.11838","author":"Yuan Yuan","year":"2024","unstructured":"Yuan Yuan, Jingtao Ding, Jie Feng, Depeng Jin, and Yong Li. 2024a. UniST: A Prompt-Empowered Universal Model for Urban Spatio-Temporal Prediction. arXiv preprint arXiv:2402.11838 (2024)."},{"key":"e_1_3_2_2_50_1","volume-title":"UniFlow: A Foundation Model for Unified Urban Spatio-Temporal Flow Prediction. arXiv preprint arXiv:2411.12972","author":"Yuan Yuan","year":"2024","unstructured":"Yuan Yuan, Jingtao Ding, Chonghua Han, Zhi Sheng, Depeng Jin, and Yong Li. 2024b. UniFlow: A Foundation Model for Unified Urban Spatio-Temporal Flow Prediction. arXiv preprint arXiv:2411.12972 (2024)."},{"key":"e_1_3_2_2_51_1","volume-title":"Urbandit: A foundation model for open-world urban spatio-temporal learning. arXiv preprint arXiv:2411.12164","author":"Yuan Yuan","year":"2024","unstructured":"Yuan Yuan, Chonghua Han, Jingtao Ding, Depeng Jin, and Yong Li. 2024c. Urbandit: A foundation model for open-world urban spatio-temporal learning. arXiv preprint arXiv:2411.12164 (2024)."},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219922"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2019.00193"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403127"},{"key":"e_1_3_2_2_55_1","volume-title":"STrans-GAN: Spatially-Transferable Generative Adversarial Networks for Urban Traffic Estimation. In 2022 IEEE International Conference on Data Mining (ICDM). IEEE, 743--752","author":"Zhang Yingxue","year":"2022","unstructured":"Yingxue Zhang, Yanhua Li, Xun Zhou, Zhenming Liu, and Jun Luo. 2022b. STrans-GAN: Spatially-Transferable Generative Adversarial Networks for Urban Traffic Estimation. In 2022 IEEE International Conference on Data Mining (ICDM). IEEE, 743--752."},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM51629.2021.00196"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/54844.2022.00084"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i01.5477"}],"event":{"name":"KDD '26: The 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Jeju Island Republic of Korea","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3770854.3780232","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T12:14:58Z","timestamp":1785500098000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3770854.3780232"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,20]]},"references-count":58,"alternative-id":["10.1145\/3770854.3780232","10.1145\/3770854"],"URL":"https:\/\/doi.org\/10.1145\/3770854.3780232","relation":{},"subject":[],"published":{"date-parts":[[2026,4,20]]},"assertion":[{"value":"2026-04-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}