{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T14:04:03Z","timestamp":1775743443517,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":32,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T00:00:00Z","timestamp":1731542400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,11,14]]},"DOI":"10.1145\/3677052.3698654","type":"proceedings-article","created":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T06:38:06Z","timestamp":1731566286000},"page":"677-685","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["Modality-aware Transformer for Financial Time series Forecasting"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-5674-9653","authenticated-orcid":false,"given":"Hajar","family":"Emami Gohari","sequence":"first","affiliation":[{"name":"IBM T.J Watson Research Center, US"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0018-9109","authenticated-orcid":false,"given":"Xuan-Hong","family":"Dang","sequence":"additional","affiliation":[{"name":"IBM T.J Watson Research Center, US"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1068-7312","authenticated-orcid":false,"given":"Syed Yousaf","family":"Shah","sequence":"additional","affiliation":[{"name":"IBM T.J Watson Research Center, US"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-9331-5862","authenticated-orcid":false,"given":"Petros","family":"Zerfos","sequence":"additional","affiliation":[{"name":"IBM T.J Watson Research Center, US"}]}],"member":"320","published-online":{"date-parts":[[2024,11,14]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Forecasting the equity premium: mind the news!Review of Finance 24, 6","author":"Ad\u00e4mmer Philipp","year":"2020","unstructured":"Philipp Ad\u00e4mmer and Rainer\u00a0A Sch\u00fcssler. 2020. Forecasting the equity premium: mind the news!Review of Finance 24, 6 (2020), 1313\u20131355."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICIS.2016.7550882"},{"key":"e_1_3_2_1_3_1","volume-title":"Finbert: Financial sentiment analysis with pre-trained language models. arXiv preprint arXiv:1908.10063","author":"Araci Dogu","year":"2019","unstructured":"Dogu Araci. 2019. Finbert: Financial sentiment analysis with pre-trained language models. arXiv preprint arXiv:1908.10063 (2019)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijforecast.2018.10.010"},{"key":"e_1_3_2_1_5_1","volume-title":"Time series analysis: forecasting and control","author":"Box EP","unstructured":"George\u00a0EP Box, Gwilym\u00a0M Jenkins, Gregory\u00a0C Reinsel, and Greta\u00a0M Ljung. 2015. Time series analysis: forecasting and control. John Wiley & Sons."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9414893"},{"key":"e_1_3_2_1_7_1","volume-title":"Advances in financial machine learning","author":"De\u00a0Prado Marcos\u00a0Lopez","unstructured":"Marcos\u00a0Lopez De\u00a0Prado. 2018. Advances in financial machine learning. John Wiley & Sons."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00092"},{"key":"e_1_3_2_1_9_1","volume-title":"BERTopic: Neural topic modeling with a class-based TF-IDF procedure. arXiv preprint arXiv:2203.05794","author":"Grootendorst Maarten","year":"2022","unstructured":"Maarten Grootendorst. 2022. BERTopic: Neural topic modeling with a class-based TF-IDF procedure. arXiv preprint arXiv:2203.05794 (2022)."},{"key":"e_1_3_2_1_10_1","volume-title":"Expert Systems with Applications 42, 22","author":"Gunduz Hakan","year":"2015","unstructured":"Hakan Gunduz and Zehra Cataltepe. 2015. Borsa Istanbul (BIST) daily prediction using financial news and balanced feature selection. Expert Systems with Applications 42, 22 (2015)."},{"key":"e_1_3_2_1_11_1","volume-title":"Forecasting with exponential smoothing: the state space approach","author":"Hyndman Rob","unstructured":"Rob Hyndman, Anne\u00a0B Koehler, J\u00a0Keith Ord, and Ralph\u00a0D Snyder. 2008. Forecasting with exponential smoothing: the state space approach. Springer Science & Business Media."},{"key":"e_1_3_2_1_12_1","volume-title":"Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980","author":"Kingma P","year":"2014","unstructured":"Diederik\u00a0P Kingma and Jimmy Ba. 2014. Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)."},{"key":"e_1_3_2_1_13_1","volume-title":"Reformer: The efficient transformer. arXiv preprint arXiv:2001.04451","author":"Kitaev Nikita","year":"2020","unstructured":"Nikita Kitaev, \u0141ukasz Kaiser, and Anselm Levskaya. 2020. Reformer: The efficient transformer. arXiv preprint arXiv:2001.04451 (2020)."},{"key":"e_1_3_2_1_14_1","volume-title":"Interbert: Vision-and-language interaction for multi-modal pretraining. arXiv preprint arXiv:2003.13198","author":"Junyang Lin","year":"2020","unstructured":"Junyang Lin 2020. Interbert: Vision-and-language interaction for multi-modal pretraining. arXiv preprint arXiv:2003.13198 (2020)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","unstructured":"Yasuko Matsubara 2014. FUNNEL: automatic mining of spatially coevolving epidemics. In SIGKDD. 105\u2013114.","DOI":"10.1145\/2623330.2623624"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2886457"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58523-5_20"},{"key":"e_1_3_2_1_18_1","unstructured":"Ahmed Nabil Khaled\u00a0M Metwally Omar Saker and El-Henawy IM. 2020. Survey on Economic Indicators Prediction using Artificial Intelligence Techniques. (2020)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611977653.ch37"},{"key":"e_1_3_2_1_20_1","volume-title":"International Conference on Machine Learning. PMLR, 3010\u20133019","author":"Riemer Matthew","year":"2016","unstructured":"Matthew Riemer, Aditya Vempaty, Flavio Calmon, Fenno Heath, Richard Hull, and Elham Khabiri. 2016. Correcting forecasts with multifactor neural attention. In International Conference on Machine Learning. PMLR, 3010\u20133019."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijforecast.2019.07.001"},{"key":"e_1_3_2_1_22_1","volume-title":"Learning audio-visual speech representation by masked multimodal cluster prediction. arXiv preprint arXiv:2201.02184","author":"Shi Bowen","year":"2022","unstructured":"Bowen Shi, Wei-Ning Hsu, Kushal Lakhotia, and Abdelrahman Mohamed. 2022. Learning audio-visual speech representation by masked multimodal cluster prediction. arXiv preprint arXiv:2201.02184 (2022)."},{"key":"e_1_3_2_1_23_1","volume-title":"A deep adversarial model for suffix and remaining time prediction of event sequences","author":"Taymouri Farbod","unstructured":"Farbod Taymouri, Marcello La\u00a0Rosa, and Sarah\u00a0M Erfani. 2021. A deep adversarial model for suffix and remaining time prediction of event sequences. In SDM. SIAM, 522\u2013530."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611977653.ch54"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Hastie Trevor Tibshirani Robert and Friedman Jerome. 2009. The elements of statistical learning: data mining inference and prediction.","DOI":"10.1007\/978-0-387-84858-7"},{"key":"e_1_3_2_1_26_1","volume-title":"Attention is all you need. Advances in neural information processing systems 30","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan\u00a0N Gomez, \u0141ukasz Kaiser, and Illia Polosukhin. 2017. Attention is all you need. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2017.02.041"},{"key":"e_1_3_2_1_28_1","first-page":"22419","article-title":"Autoformer: Decomposition transformers with auto-correlation for long-term series forecasting","volume":"34","author":"Wu Haixu","year":"2021","unstructured":"Haixu Wu, Jiehui Xu, Jianmin Wang, and Mingsheng Long. 2021. Autoformer: Decomposition transformers with auto-correlation for long-term series forecasting. Advances in Neural Information Processing Systems 34 (2021), 22419\u201322430.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_29_1","volume-title":"Multimodal learning with transformers: A survey","author":"Xu Peng","year":"2023","unstructured":"Peng Xu, Xiatian Zhu, and David\u00a0A Clifton. 2023. Multimodal learning with transformers: A survey. IEEE Transactions on Pattern Analysis and Machine Intelligence (2023)."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098089"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"crossref","unstructured":"Xunlin Zhan Yangxin Wu Xiao Dong Yunchao Wei Minlong Lu Yichi Zhang Hang Xu and Xiaodan Liang. 2021. Product1m: Towards weakly supervised instance-level product retrieval via cross-modal pretraining. In ICCV. 11782\u201311791.","DOI":"10.1109\/ICCV48922.2021.01157"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","unstructured":"Haoyi Zhou 2021. Informer: Beyond efficient transformer for long sequence time-series forecasting. In AAAI Vol.\u00a035. 11106\u201311115.","DOI":"10.1609\/aaai.v35i12.17325"}],"event":{"name":"ICAIF '24: 5th ACM International Conference on AI in Finance","location":"Brooklyn NY USA","acronym":"ICAIF '24"},"container-title":["Proceedings of the 5th ACM International Conference on AI in Finance"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3677052.3698654","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3677052.3698654","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T17:14:42Z","timestamp":1755882882000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3677052.3698654"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,14]]},"references-count":32,"alternative-id":["10.1145\/3677052.3698654","10.1145\/3677052"],"URL":"https:\/\/doi.org\/10.1145\/3677052.3698654","relation":{},"subject":[],"published":{"date-parts":[[2024,11,14]]},"assertion":[{"value":"2024-11-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}