{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T12:18:52Z","timestamp":1768911532273,"version":"3.49.0"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2024,2,19]],"date-time":"2024-02-19T00:00:00Z","timestamp":1708300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,2,19]],"date-time":"2024-02-19T00:00:00Z","timestamp":1708300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1007\/s00521-024-09432-4","type":"journal-article","created":{"date-parts":[[2024,2,19]],"date-time":"2024-02-19T12:02:28Z","timestamp":1708344148000},"page":"6827-6838","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["A periodicity aware transformer for crystal property prediction"],"prefix":"10.1007","volume":"36","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9698-817X","authenticated-orcid":false,"given":"Ke","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kaifan","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shangde","family":"Gao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,2,19]]},"reference":[{"key":"9432_CR1","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1016\/S1002-0071(12)60002-1","volume":"20","author":"P Koltun","year":"2010","unstructured":"Koltun P (2010) Materials and sustainable development. Prog Nat Sci Mater Int 20:16\u201329","journal-title":"Prog Nat Sci Mater Int"},{"key":"9432_CR2","volume-title":"Introduction to solid state physics","author":"C Kittel","year":"1996","unstructured":"Kittel C, McEuen P, McEuen P (1996) Introduction to solid state physics. Wiley, New York"},{"key":"9432_CR3","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139033398","volume-title":"Introduction to computational materials science: fundamentals to applications","author":"R LeSar","year":"2013","unstructured":"LeSar R (2013) Introduction to computational materials science: fundamentals to applications. Cambridge University Press, New York"},{"issue":"4","key":"9432_CR4","doi-asserted-by":"publisher","first-page":"1775","DOI":"10.1021\/acs.cgd.6b01762","volume":"17","author":"EC Dybeck","year":"2017","unstructured":"Dybeck EC, Abraham NS, Schieber NP, Shirts MR (2017) Capturing entropic contributions to temperature-mediated polymorphic transformations through molecular modeling. Cryst Growth Des 17(4):1775\u20131787","journal-title":"Cryst Growth Des"},{"issue":"1","key":"9432_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41524-019-0221-0","volume":"5","author":"J Schmidt","year":"2019","unstructured":"Schmidt J, Marques MR, Botti S, Marques MA (2019) Recent advances and applications of machine learning in solid-state materials science. npj Comput Mater 5(1):1\u201336","journal-title":"npj Comput Mater"},{"issue":"14","key":"9432_CR6","doi-asserted-by":"publisher","first-page":"145301","DOI":"10.1103\/PhysRevLett.120.145301","volume":"120","author":"T Xie","year":"2018","unstructured":"Xie T, Grossman JC (2018) Crystal graph convolutional neural networks for an accurate and interpretable prediction of material properties. Phys Rev Lett 120(14):145301","journal-title":"Phys Rev Lett"},{"issue":"6","key":"9432_CR7","doi-asserted-by":"publisher","first-page":"063801","DOI":"10.1103\/PhysRevMaterials.4.063801","volume":"4","author":"CW Park","year":"2020","unstructured":"Park CW, Wolverton C (2020) Developing an improved crystal graph convolutional neural network framework for accelerated materials discovery. Phys Rev Mater 4(6):063801","journal-title":"Phys Rev Mater"},{"issue":"9","key":"9432_CR8","doi-asserted-by":"publisher","first-page":"3564","DOI":"10.1021\/acs.chemmater.9b01294","volume":"31","author":"C Chen","year":"2019","unstructured":"Chen C, Ye W, Zuo Y, Zheng C, Ong SP (2019) Graph networks as a universal machine learning framework for molecules and crystals. Chem Mater 31(9):3564\u20133572","journal-title":"Chem Mater"},{"key":"9432_CR9","doi-asserted-by":"publisher","unstructured":"Liu K, Yang K, Zhang J, Xu R (2022) S2snet: a pretrained neural network for superconductivity discovery. In: Raedt, L.D. (ed.) Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence, pp 5101\u20135107. International Joint Conferences on Artificial Intelligence Organization, Messe Wien . https:\/\/doi.org\/10.24963\/ijcai.2022\/708","DOI":"10.24963\/ijcai.2022\/708"},{"key":"9432_CR10","volume-title":"University physics with modern physics and masteringphysics","author":"HD Young","year":"2015","unstructured":"Young HD, Freedman RA (2015) University physics with modern physics and masteringphysics. Academic Imports Sweden AB, San Francisco"},{"key":"9432_CR11","volume-title":"Introduction to electrodynamics","author":"DJ Griffiths","year":"2005","unstructured":"Griffiths DJ (2005) Introduction to electrodynamics. American Association of Physics Teachers, Maryland"},{"issue":"1","key":"9432_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/npjcompumats.2016.28","volume":"2","author":"L Ward","year":"2016","unstructured":"Ward L, Agrawal A, Choudhary A, Wolverton C (2016) A general-purpose machine learning framework for predicting properties of inorganic materials. npj Comput Mater 2(1):1\u20137","journal-title":"npj Comput Mater"},{"key":"9432_CR13","doi-asserted-by":"publisher","first-page":"218","DOI":"10.1016\/j.commatsci.2012.02.005","volume":"58","author":"S Curtarolo","year":"2012","unstructured":"Curtarolo S, Setyawan W, Hart GL, Jahnatek M, Chepulskii RV, Taylor RH, Wang S, Xue J, Yang K, Levy O (2012) Aflow: an automatic framework for high-throughput materials discovery. Comput Mater Sci 58:218\u2013226","journal-title":"Comput Mater Sci"},{"issue":"1","key":"9432_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41524-018-0085-8","volume":"4","author":"V Stanev","year":"2018","unstructured":"Stanev V, Oses C, Kusne AG, Rodriguez E, Paglione J, Curtarolo S, Takeuchi I (2018) Machine learning modeling of superconducting critical temperature. npj Comput Mater 4(1):1\u201314","journal-title":"npj Comput Mater"},{"key":"9432_CR15","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1016\/j.commatsci.2018.07.052","volume":"154","author":"K Hamidieh","year":"2018","unstructured":"Hamidieh K (2018) A data-driven statistical model for predicting the critical temperature of a superconductor. Comput Mater Sci 154:346\u2013354","journal-title":"Comput Mater Sci"},{"issue":"12","key":"9432_CR16","doi-asserted-by":"publisher","first-page":"3814","DOI":"10.1021\/acs.jcim.3c00224","volume":"63","author":"Q Li","year":"2023","unstructured":"Li Q, Dong R, Fu N, Omee SS, Wei L, Hu J (2023) Global mapping of structures and properties of crystal materials. J Chem Inf Model 63(12):3814\u20133826","journal-title":"J Chem Inf Model"},{"key":"9432_CR17","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A, Weissenborn D, Zhai X, Unterthiner T, Dehghani M, Minderer M, Heigold G, Gelly S (2021) An image is worth 16x16 words: transformers for image recognition at scale. In: Proceedings of the 9th International Conference on Learning Representations. International Conference on Learning Representation Organizations, Virtual"},{"key":"9432_CR18","unstructured":"Bahdanau D, Cho K, Bengio Y (2015) Neural machine translation by jointly learning to align and translate. In: Bengio, Y., LeCun, Y. (eds.) Proceedings of the 3rd International Conference on Learning Representations. International Conference on Learning Representation Organizations, San Diego"},{"key":"9432_CR19","first-page":"1","volume":"30","author":"A Vaswani","year":"2017","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. Adv Neural Inf Process Syst 30:1\u201311","journal-title":"Adv Neural Inf Process Syst"},{"issue":"6","key":"9432_CR20","doi-asserted-by":"publisher","first-page":"152","DOI":"10.1093\/bib\/bbab152","volume":"22","author":"X-C Zhang","year":"2021","unstructured":"Zhang X-C, Wu C-K, Yang Z-J, Wu Z-X, Yi J-C, Hsieh C-Y, Hou T-J, Cao D-S (2021) Mg-bert: leveraging unsupervised atomic representation learning for molecular property prediction. Brief Bioinform 22(6):152","journal-title":"Brief Bioinform"},{"key":"9432_CR21","unstructured":"Wei L, Li Q, Song Y, Stefanov S, Siriwardane E, Chen F, Hu J (2022) Crystal transformer: self-learning neural language model for generative and tinkering design of materials. arXiv preprint arXiv:2204.11953"},{"key":"9432_CR22","unstructured":"Vinyals O, Bengio S, Kudlur M (2015) Order Matters: sequence to sequence for sets. arXiv e-prints, 1511\u201306391 https:\/\/ui.adsabs.harvard.edu\/abs\/2015arXiv151106391V"},{"key":"9432_CR23","doi-asserted-by":"crossref","unstructured":"Graves A (2012) Long short-term memory. Supervised sequence labelling with recurrent neural networks, 37\u201345","DOI":"10.1007\/978-3-642-24797-2_4"},{"issue":"10","key":"9432_CR24","doi-asserted-by":"publisher","first-page":"9034","DOI":"10.1039\/c2ee22341d","volume":"5","author":"IE Castelli","year":"2012","unstructured":"Castelli IE, Landis DD, Thygesen KS, Dahl S, Chorkendorff I, Jaramillo TF, Jacobsen KW (2012) New cubic perovskites for one-and two-photon water splitting using the computational materials repository. Energy Environ Sci 5(10):9034\u20139043","journal-title":"Energy Environ Sci"},{"issue":"1","key":"9432_CR25","doi-asserted-by":"publisher","first-page":"011002","DOI":"10.1063\/1.4812323","volume":"1","author":"A Jain","year":"2013","unstructured":"Jain A, Ong SP, Hautier G, Chen W, Richards WD, Dacek S, Cholia S, Gunter D, Skinner D, Ceder G (2013) Commentary: the materials project: a materials genome approach to accelerating materials innovation. APL Mater 1(1):011002","journal-title":"APL Mater"},{"key":"9432_CR26","unstructured":"Th\u00f6lke P, De\u00a0Fabritiis G (2022) Equivariant transformers for neural network-based molecular potentials. In: international conference on learning representations, Virtual, pp 1\u201320"},{"issue":"28","key":"9432_CR27","doi-asserted-by":"publisher","first-page":"6411","DOI":"10.1073\/pnas.1801181115","volume":"115","author":"Q Zhou","year":"2018","unstructured":"Zhou Q, Tang P, Liu S, Pan J, Yan Q, Zhang S-C (2018) Learning atoms for materials discovery. Proc Natl Acad Sci 115(28):6411\u20136417","journal-title":"Proc Natl Acad Sci"},{"key":"9432_CR28","unstructured":"Hinton G, Roweis ST (2002) Stochastic neighbor embedding. In: NIPS, vol. 15, pp 833\u2013840. Citeseer, Vancouver"},{"key":"9432_CR29","unstructured":"Rabe MN, Staats C (2021) Self-attention does not need o(n$${}^{\\text{2}}$$) memory. CoRR arXiv preprint arXiv:2112.05682"},{"key":"9432_CR30","unstructured":"Wang S, Li BZ, Khabsa M, Fang H, Ma H (2020) Linformer: Self-attention with linear complexity. CoRR arXiv preprint arXiv:2006.04768"},{"key":"9432_CR31","doi-asserted-by":"crossref","unstructured":"Gupta A, Dar G, Goodman S, Ciprut D, Berant J (2021) Memory-efficient transformers via top-k attention. In: Moosavi NS, Gurevych I, Fan A, Wolf T, Hou Y, Marasovic A, Ravi S (eds.) Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing, SustaiNLP@EMNLP 2021, pp 39\u201352. Association for Computational Linguistics, Virtual","DOI":"10.18653\/v1\/2021.sustainlp-1.5"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-09432-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-024-09432-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-09432-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,16]],"date-time":"2024-03-16T19:09:52Z","timestamp":1710616192000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-024-09432-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2,19]]},"references-count":31,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2024,4]]}},"alternative-id":["9432"],"URL":"https:\/\/doi.org\/10.1007\/s00521-024-09432-4","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,2,19]]},"assertion":[{"value":"21 July 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 January 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 February 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest or competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"No ethical implications for the data.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"This submission can be classified into AI for science or AI for material science.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Classification points"}}]}}