{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T18:35:33Z","timestamp":1755801333619,"version":"3.44.0"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2023,6,30]],"date-time":"2023-06-30T00:00:00Z","timestamp":1688083200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,6,30]],"date-time":"2023-06-30T00:00:00Z","timestamp":1688083200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Data Sci Anal"],"published-print":{"date-parts":[[2025,8]]},"DOI":"10.1007\/s41060-023-00421-9","type":"journal-article","created":{"date-parts":[[2023,6,30]],"date-time":"2023-06-30T11:02:42Z","timestamp":1688122962000},"page":"457-473","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Empirical assessment of transformer-based neural network architecture in forecasting pollution trends"],"prefix":"10.1007","volume":"20","author":[{"given":"Pritthijit","family":"Nath","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Asif Iqbal","family":"Middya","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sarbani","family":"Roy","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,6,30]]},"reference":[{"issue":"2","key":"421_CR1","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1023\/A:1011148019213","volume":"23","author":"RN Jones","year":"2001","unstructured":"Jones, R.N.: An environmental risk assessment\/management framework for climate change impact assessments. Nat. Hazards 23(2), 197\u2013230 (2001). https:\/\/doi.org\/10.1023\/A:1011148019213","journal-title":"Nat. Hazards"},{"key":"421_CR2","unstructured":"Climate change\u2014united nations sustainable development. https:\/\/www.un.org\/sustainabledevelopment\/climate-change\/"},{"issue":"9","key":"421_CR3","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1145\/3339399","volume":"62","author":"C Gomes","year":"2019","unstructured":"Gomes, C., Dietterich, T., Barrett, C., Conrad, J., Dilkina, B., Ermon, S., Fang, F., Farnsworth, A., Fern, A., Fern, X., et al.: Computational sustainability: computing for a better world and a sustainable future. Commun. ACM 62(9), 56\u201365 (2019). https:\/\/doi.org\/10.1145\/3339399","journal-title":"Commun. ACM"},{"issue":"19","key":"421_CR4","doi-asserted-by":"publisher","first-page":"12551","DOI":"10.1007\/s00521-021-05901-2","volume":"33","author":"P Nath","year":"2021","unstructured":"Nath, P., Saha, P., Middya, A.I., Roy, S.: Long-term time-series pollution forecast using statistical and deep learning methods. Neural Comput. Appl. 33(19), 12551\u201312570 (2021). https:\/\/doi.org\/10.1007\/s00521-021-05901-2","journal-title":"Neural Comput. Appl."},{"key":"421_CR5","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A.N., Kaiser, \u0141., Polosukhin, I.: Attention is all you need. In: Advances in Neural Information Processing Systems, pp. 5998\u20136008 (2017). arXiv:1706.03762"},{"key":"421_CR6","unstructured":"Parmar, N., Vaswani, A., Uszkoreit, J., Kaiser, L., Shazeer, N., Ku, A., Tran, D.: Image transformer. In: J.\u00a0Dy, A.\u00a0Krause (eds.) Proceedings of the 35th International Conference on Machine Learning, Proceedings of Machine Learning Research, vol.\u00a080, pp. 4055\u20134064. PMLR (2018). https:\/\/proceedings.mlr.press\/v80\/parmar18a.html"},{"issue":"2","key":"421_CR7","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1111\/j.1467-985X.2006.00410.x","volume":"169","author":"RD Peng","year":"2006","unstructured":"Peng, R.D., Dominici, F., Louis, T.A.: Model choice in time series studies of air pollution and mortality. J. R. Stat. Soc. A. Stat. Soc. 169(2), 179\u2013203 (2006). https:\/\/doi.org\/10.1111\/j.1467-985X.2006.00410.x","journal-title":"J. R. Stat. Soc. A. Stat. Soc."},{"issue":"1","key":"421_CR8","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1007\/s11869-019-00772-y","volume":"13","author":"JW Koo","year":"2020","unstructured":"Koo, J.W., Wong, S.W., Selvachandran, G., Long, H.V., Son, L.H.: Prediction of air pollution index in Kuala Lumpur using fuzzy time series and statistical models. Air Qual. Atmos. Health 13(1), 77\u201388 (2020). https:\/\/doi.org\/10.1007\/s11869-019-00772-y","journal-title":"Air Qual. Atmos. Health"},{"issue":"3","key":"421_CR9","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1093\/aje\/kwf062","volume":"156","author":"F Dominici","year":"2002","unstructured":"Dominici, F., McDermott, A., Zeger, S.L., Samet, J.M.: On the use of generalized additive models in time-series studies of air pollution and health. Am. J. Epidemiol. 156(3), 193\u2013203 (2002). https:\/\/doi.org\/10.1093\/aje\/kwf062","journal-title":"Am. J. Epidemiol."},{"key":"421_CR10","doi-asserted-by":"publisher","unstructured":"Reikard, G.: Volcanic emissions and air pollution: forecasts from time series models. Atmosp. Environ.: X 1, 100,001 (2019). https:\/\/doi.org\/10.1016\/j.aeaoa.2018.100001. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S2590162118300017","DOI":"10.1016\/j.aeaoa.2018.100001"},{"key":"421_CR11","doi-asserted-by":"publisher","unstructured":"Zhao, L., Li, Z., Qu, L.: Forecasting of beijing PM2.5 with a hybrid ARIMA model based on integrated AIC and improved GS fixed-order methods and seasonal decomposition. Heliyon 8(12), e12,239 (2022). https:\/\/doi.org\/10.1016\/j.heliyon.2022.e12239","DOI":"10.1016\/j.heliyon.2022.e12239"},{"key":"421_CR12","doi-asserted-by":"publisher","unstructured":"Fang, X., Li, R., Kan, H., Bottai, M., Fang, F., Cao, Y.: Bayesian model averaging method for evaluating associations between air pollution and respiratory mortality: a time-series study. BMJ Open 6(8) (2016). https:\/\/doi.org\/10.1136\/bmjopen-2016-011487. https:\/\/bmjopen.bmj.com\/content\/6\/8\/e011487","DOI":"10.1136\/bmjopen-2016-011487"},{"key":"421_CR13","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1016\/j.ecoinf.2017.12.001","volume":"43","author":"N G\u00fcler Dincer","year":"2018","unstructured":"G\u00fcler Dincer, N.: \u00f6zge Akku\u015f: a new fuzzy time series model based on robust clustering for forecasting of air pollution. Eco. Inform. 43, 157\u2013164 (2018). https:\/\/doi.org\/10.1016\/j.ecoinf.2017.12.001","journal-title":"Eco. Inform."},{"issue":"10","key":"421_CR14","doi-asserted-by":"publisher","first-page":"1247","DOI":"10.1007\/s11869-020-00878-8","volume":"13","author":"SA Shahriar","year":"2020","unstructured":"Shahriar, S.A., Kayes, I., Hasan, K., Salam, M.A., Chowdhury, S.: Applicability of machine learning in modeling of atmospheric particle pollution in Bangladesh. Air Qual. Atmos. Health 13(10), 1247\u20131256 (2020). https:\/\/doi.org\/10.1007\/s11869-020-00878-8","journal-title":"Air Qual. Atmos. Health"},{"key":"421_CR15","doi-asserted-by":"crossref","unstructured":"Du, J., Qiao, F., Lu, P., Yu, L.: Forecasting ground-level ozone concentration levels using machine learning. Resources, Conserv. Recycl. 184, 106,380 (2022)","DOI":"10.1016\/j.resconrec.2022.106380"},{"key":"421_CR16","doi-asserted-by":"publisher","first-page":"238","DOI":"10.1016\/j.buildenv.2018.09.054","volume":"146","author":"S Chen","year":"2018","unstructured":"Chen, S., Mihara, K., Wen, J.: Time series prediction of CO2, TVOC and HCHO based on machine learning at different sampling points. Build. Environ. 146, 238\u2013246 (2018). https:\/\/doi.org\/10.1016\/j.buildenv.2018.09.054","journal-title":"Build. Environ."},{"key":"421_CR17","doi-asserted-by":"publisher","unstructured":"Wang, W., Men, C., Lu, W.: Online prediction model based on support vector machine. Neurocomputing 71(4), 550\u2013558 (2008). https:\/\/doi.org\/10.1016\/j.neucom.2007.07.020. Neural Netw. Algorith. Appl. 50 Years of Artific. Intell. Neuronal Approach","DOI":"10.1016\/j.neucom.2007.07.020"},{"key":"421_CR18","doi-asserted-by":"publisher","unstructured":"Stafoggia, M., Bellander, T., Bucci, S., Davoli, M., de Hoogh, K., de\u2019 Donato, F., Gariazzo, C., Lyapustin, A., Michelozzi, P., Renzi, M., Scortichini, M., Shtein, A., Viegi, G., Kloog, I., Schwartz, J.: Estimation of daily pm10 and pm2.5 concentrations in italy, 2013\u20132015, using a spatiotemporal land-use random-forest model. Environ. Int. 124, 170\u2013179 (2019). https:\/\/doi.org\/10.1016\/j.envint.2019.01.016","DOI":"10.1016\/j.envint.2019.01.016"},{"key":"421_CR19","doi-asserted-by":"crossref","unstructured":"Zhu, M., Xie, J.: Investigation of nearby monitoring station for hourly pm2. 5 forecasting using parallel multi-input 1d-cnn-bilstm. Expert Syst. Appl. 211, 118,707 (2023)","DOI":"10.1016\/j.eswa.2022.118707"},{"key":"421_CR20","doi-asserted-by":"crossref","unstructured":"Gugnani, V., Singh, R.K.: A deep learning model for air quality forecasting based on 1d convolution and bilstm. In: Proceedings of International Conference on Communication and Computational Technologies, pp. 209\u2013221. Springer (2023)","DOI":"10.1007\/978-981-19-3951-8_17"},{"key":"421_CR21","doi-asserted-by":"publisher","unstructured":"Choudhury, A., Middya, A.I., Roy, S.: Attention enhanced hybrid model for spatiotemporal short-term forecasting of particulate matter concentrations. Sustain. Cities Soc. 86, 104,112 (2022). https:\/\/doi.org\/10.1016\/j.scs.2022.104112","DOI":"10.1016\/j.scs.2022.104112"},{"key":"421_CR22","doi-asserted-by":"publisher","unstructured":"Nath, P., Roy, B., Saha, P., Middya, A.I., Roy, S.: Hybrid learning model for spatio-temporal forecasting of pm2.5 using aerosol optical depth. Neural Comput. Appl. 34(23), 21,367\u201321,386 (2022). https:\/\/doi.org\/10.1007\/s00521-022-07616-4","DOI":"10.1007\/s00521-022-07616-4"},{"key":"421_CR23","doi-asserted-by":"publisher","unstructured":"Middya, A.I., Roy, S.: Pollutant specific optimal deep learning and statistical model building for air quality forecasting. Environ. Pollut. 301, 118,972 (2022). https:\/\/doi.org\/10.1016\/j.envpol.2022.118972","DOI":"10.1016\/j.envpol.2022.118972"},{"key":"421_CR24","doi-asserted-by":"publisher","unstructured":"Choudhury, A., Middya, A.I., Roy, S.: A comparative study of machine learning and deep learning techniques in forecasting air pollution levels. In: Proceedings of International Conference on Data Science and Applications, pp. 607\u2013619. Springer, Singapore (2021). https:\/\/doi.org\/10.1007\/978-981-16-5120-5_46","DOI":"10.1007\/978-981-16-5120-5_46"},{"key":"421_CR25","doi-asserted-by":"publisher","unstructured":"Das, R., Middya, A.I., Roy, S.: High granular and short term time series forecasting of pm2.5 air pollutant: a comparative review. Artif. Intell. Rev. 55(2), 1253\u20131287 (2021). https:\/\/doi.org\/10.1007\/s10462-021-09991-1","DOI":"10.1007\/s10462-021-09991-1"},{"key":"421_CR26","doi-asserted-by":"publisher","unstructured":"Espinosa, R., Palma, J., Jim\u00e9nez, F., Kami\u0144ska, J., Sciavicco, G., Lucena-S\u00e1nchez, E.: A time series forecasting based multi-criteria methodology for air quality prediction. Appl. Soft Comput. 113, 107,850 (2021). https:\/\/doi.org\/10.1016\/j.asoc.2021.107850","DOI":"10.1016\/j.asoc.2021.107850"},{"key":"421_CR27","doi-asserted-by":"publisher","unstructured":"Niska, H., Hiltunen, T., Karppinen, A., Ruuskanen, J., Kolehmainen, M.: Evolving the neural network model for forecasting air pollution time series. Eng. Appl. Artif. Intell. 17(2), 159\u2013167 (2004). https:\/\/doi.org\/10.1016\/j.engappai.2004.02.002. Intelligent Control and Signal Processing","DOI":"10.1016\/j.engappai.2004.02.002"},{"issue":"7","key":"421_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10661-015-4697-x","volume":"187","author":"D Dunea","year":"2015","unstructured":"Dunea, D., Pohoata, A., Iordache, S.: Using wavelet-feedforward neural networks to improve air pollution forecasting in urban environments. Environ. Monit. Assess. 187(7), 1\u201316 (2015). https:\/\/doi.org\/10.1007\/s10661-015-4697-x","journal-title":"Environ. Monit. Assess."},{"key":"421_CR29","doi-asserted-by":"crossref","unstructured":"Soh, P., Chang, J., Huang, J.: Adaptive deep learning-based air quality prediction model using the most relevant spatial-temporal relations. IEEE Access 6, 38,186\u201338,199 (2018). https:\/\/ieeexplore.ieee.org\/document\/8392677","DOI":"10.1109\/ACCESS.2018.2849820"},{"issue":"8","key":"421_CR30","doi-asserted-by":"publisher","first-page":"1451","DOI":"10.1016\/j.apr.2020.05.015","volume":"11","author":"YS Chang","year":"2020","unstructured":"Chang, Y.S., Chiao, H.T., Abimannan, S., Huang, Y.P., Tsai, Y.T., Lin, K.M.: An LSTM-based aggregated model for air pollution forecasting. Atmos. Pollut. Res. 11(8), 1451\u20131463 (2020). https:\/\/doi.org\/10.1016\/j.apr.2020.05.015","journal-title":"Atmos. Pollut. Res."},{"key":"421_CR31","doi-asserted-by":"crossref","unstructured":"Sarkar, N., Gupta, R., Keserwani, P.K., Govil, M.C.: Air quality index prediction using an effective hybrid deep learning model. Environ. Pollut. 315, 120,404 (2022)","DOI":"10.1016\/j.envpol.2022.120404"},{"key":"421_CR32","doi-asserted-by":"publisher","unstructured":"Lei, F., Dong, X., Ma, X.: Prediction of pm2. 5 concentration considering temporal and spatial features: A case study of fushun, liaoning province. J. Intell. Fuzzy Syst. (Preprint), 1\u201311 (2020). https:\/\/doi.org\/10.3233\/JIFS-201515","DOI":"10.3233\/JIFS-201515"},{"key":"421_CR33","unstructured":"Kazemi, S.M., Goel, R., Eghbali, S., Ramanan, J., Sahota, J., Thakur, S., Wu, S., Smyth, C., Poupart, P., Brubaker, M.: Time2vec: learning a vector representation of time (2019). arXiv:1907.05321"},{"key":"421_CR34","unstructured":"Vopani: Air quality data in India (2015 - 2020) (2020). https:\/\/www.kaggle.com\/rohanrao\/air-quality-data-in-india"},{"key":"421_CR35","unstructured":"Bappe: Air pollution in Seoul (2020). https:\/\/www.kaggle.com\/bappekim\/air-pollution-in-seoul"},{"key":"421_CR36","unstructured":"Petrushevski, S.: Air pollution in Skopje from 2008 to 2018 (2018). https:\/\/www.kaggle.com\/cokastefan\/pm10-pollution-data-in-skopje-from-2008-to-2018"},{"key":"421_CR37","unstructured":"Ritz, R.: Ulaanbaatar particulate matter pollution 2015\u20132018 (2018). https:\/\/www.kaggle.com\/robertritz\/ulaanbaatar-particulate-matter"},{"key":"421_CR38","unstructured":"Ministry of Environment, Forest and Climate Change: Central control room for air quality management. https:\/\/cpcb.nic.in\/"},{"key":"421_CR39","unstructured":"US Department of State: Air Now International US Embassies and Consulates. https:\/\/www.airnow.gov\/international\/us-embassies-and-consulates\/"},{"key":"421_CR40","unstructured":"Dua, D., Graff, C.: UCI machine learning repository (2017). http:\/\/archive.ics.uci.edu\/ml"},{"key":"421_CR41","doi-asserted-by":"crossref","unstructured":"Zhang, S., Guo, B., Dong, A., He, J., Xu, Z., Chen, S.X.: Cautionary tales on air-quality improvement in Beijing. In: Proceedings of the Royal Society A: Mathematical, Physical and Engineering Sciences 473(2205), 20170,457 (2017)","DOI":"10.1098\/rspa.2017.0457"},{"key":"421_CR42","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Delving deep into rectifiers: surpassing human-level performance on imagenet classification. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 1026\u20131034 (2015). https:\/\/openaccess.thecvf.com\/content_iccv_2015\/html\/He_Delving_Deep_into_ICCV_2015_paper.html","DOI":"10.1109\/ICCV.2015.123"},{"key":"421_CR43","unstructured":"Kingma, D.P., Ba, J.: Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"}],"container-title":["International Journal of Data Science and Analytics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41060-023-00421-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s41060-023-00421-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41060-023-00421-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,20]],"date-time":"2025-08-20T14:57:48Z","timestamp":1755701868000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s41060-023-00421-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,30]]},"references-count":43,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2025,8]]}},"alternative-id":["421"],"URL":"https:\/\/doi.org\/10.1007\/s41060-023-00421-9","relation":{},"ISSN":["2364-415X","2364-4168"],"issn-type":[{"type":"print","value":"2364-415X"},{"type":"electronic","value":"2364-4168"}],"subject":[],"published":{"date-parts":[[2023,6,30]]},"assertion":[{"value":"22 November 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 June 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 June 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"The analysis code and data used for this paper upon publication can be found in the following link\u2014https:\/\/github.com\/nathzi1505\/PolTrans-Comparative-Study.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Data and code availability"}}]}}