{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T13:06:07Z","timestamp":1776085567980,"version":"3.50.1"},"reference-count":65,"publisher":"American Chemical Society (ACS)","issue":"7","license":[{"start":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T00:00:00Z","timestamp":1774569600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/Y028759\/1"],"award-info":[{"award-number":["EP\/Y028759\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/Y028775\/1"],"award-info":[{"award-number":["EP\/Y028775\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004543","name":"China Scholarship Council","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004543","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J. Chem. Inf. Model."],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1021\/acs.jcim.5c02646","type":"journal-article","created":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T05:09:38Z","timestamp":1774588178000},"page":"3840-3857","source":"Crossref","is-referenced-by-count":0,"title":["Automatic Generation of a Mechanical Properties Question-Answering Data Set for Language Model Benchmarking: A Comparative Study of BERT, XLNet, and LLaMA Models"],"prefix":"10.1021","volume":"66","author":[{"given":"Minglei","family":"Zhang","sequence":"first","affiliation":[{"name":"Ray Dolby Centre, Cavendish Laboratory, Department of Physics, University of Cambridge, J. J. Thomson Avenue, Cambridge CB3 0US. U.K."}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1552-8743","authenticated-orcid":true,"given":"Jacqueline M.","family":"Cole","sequence":"additional","affiliation":[{"name":"Ray Dolby Centre, Cavendish Laboratory, Department of Physics, University of Cambridge, J. J. Thomson Avenue, Cambridge CB3 0US. U.K."}]}],"member":"316","published-online":{"date-parts":[[2026,3,27]]},"reference":[{"key":"ref1\/cit1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmapro.2025.11.035"},{"key":"ref2\/cit2","doi-asserted-by":"publisher","DOI":"10.1038\/s41524-019-0221-0"},{"key":"ref3\/cit3","doi-asserted-by":"publisher","DOI":"10.1002\/advs.201900808"},{"key":"ref4\/cit4","doi-asserted-by":"publisher","DOI":"10.1038\/s41524-025-01554-0"},{"key":"ref5\/cit5","doi-asserted-by":"publisher","DOI":"10.1063\/5.0134317"},{"key":"ref6\/cit6","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-025-11321-8"},{"key":"ref7\/cit7","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.5c00840"},{"key":"ref8\/cit8","doi-asserted-by":"publisher","DOI":"10.1038\/s43246-024-00449-9"},{"key":"ref9\/cit9","doi-asserted-by":"publisher","DOI":"10.1038\/s43246-025-00979-w"},{"key":"ref10\/cit10","doi-asserted-by":"publisher","DOI":"10.1021\/acs.accounts.9b00470"},{"key":"ref11\/cit11","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-45563-x"},{"key":"ref12\/cit12","doi-asserted-by":"publisher","DOI":"10.1039\/D4DD90010C"},{"key":"ref13\/cit13","doi-asserted-by":"publisher","DOI":"10.1038\/s41524-025-01564-y"},{"key":"ref14\/cit14","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1903.10676"},{"key":"ref15\/cit15","doi-asserted-by":"publisher","DOI":"10.1038\/s41524-022-00784-w"},{"key":"ref16\/cit16","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.2c00035"},{"key":"ref17\/cit17","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.2c01259"},{"key":"ref18\/cit18","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.4c00857"},{"key":"ref19\/cit19","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2410.21276"},{"key":"ref20\/cit20","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2504.07139"},{"key":"ref21\/cit21","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2505.23982"},{"key":"ref22\/cit22","doi-asserted-by":"publisher","DOI":"10.1007\/s42979-023-01828-8"},{"key":"ref23\/cit23","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0243300"},{"key":"ref24\/cit24","doi-asserted-by":"publisher","DOI":"10.1039\/D3DD00188A"},{"key":"ref25\/cit25","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1606.05250"},{"key":"ref26\/cit26","doi-asserted-by":"publisher","DOI":"10.1039\/D4DD00307A"},{"key":"ref27\/cit27","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.6b00207"},{"key":"ref28\/cit28","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.1c00446"},{"key":"ref29\/cit29","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.1c01199"},{"key":"ref30\/cit30","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-024-03979-6"},{"key":"ref31\/cit31","doi-asserted-by":"publisher","DOI":"10.25080\/Majora-92bf1922-00a"},{"key":"ref32\/cit32","unstructured":"Devlin, J.; Chang, M.W.; Lee, K.; Toutanova, K. Bert: Pre-training of deep bidirectional transformers for language understanding. In\n                      Proceedings of the 2019 conference of the North American Chapter of the association for computational linguistics: human language technologies, volume 1 (long and short papers)\n                      ; Association for Computational Linguistics, 2019, pp 4171\u20134186."},{"key":"ref33\/cit33","unstructured":"Yang, Z.; Dai, Z.; Yang, Y.; Carbonell, J.; Salakhutdinov, R. R.; Le, Q. V. Xlnet: Generalized autoregressive pretraining for language understanding. In\n                      Proceedings of the 33rd International Conference on Neural Information Processing Systems\n                      ; ACM, 2019, pp 5753\u20135763."},{"key":"ref34\/cit34","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2407.21783"},{"key":"ref35\/cit35","doi-asserted-by":"publisher","DOI":"10.1038\/s41524-025-01538-0"},{"key":"ref36\/cit36","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1907.11692"},{"key":"ref37\/cit37","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2006.03654"},{"key":"ref38\/cit38","doi-asserted-by":"publisher","DOI":"10.1007\/s42979-024-03473-1"},{"key":"ref39\/cit39","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2211.05100"},{"key":"ref40\/cit40","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2204.06745"},{"key":"ref41\/cit41","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2209.01188"},{"key":"ref42\/cit42","doi-asserted-by":"crossref","unstructured":"Arabadzhieva-Kalcheva, N.; Kovachev, I. Comparison of BERT and XLNet accuracy with classical methods and algorithms in text classification. In\n                      2021 International Conference on Biomedical Innovations and Applications (BIA)\n                      ; IEEE, 2022, pp 74\u201376.","DOI":"10.1109\/BIA52594.2022.9831281"},{"key":"ref43\/cit43","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1609.08144"},{"key":"ref44\/cit44","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1808.06226"},{"key":"ref45\/cit45","unstructured":"Hu, E. J.; Shen, Y.; Wallis, P.; Allen-Zhu, Z.; Li, Y.; Wang, S.; Wang, L.; Chen, W.;  LoRA: Low-rank adaptation of large language models. In\n                      International Conference on Learning Representations\n                      ; ICLR, 2022, p 3."},{"key":"ref46\/cit46","unstructured":"Dettmers, T.; Zettlemoyer, L. The case for 4-bit precision: k-bit inference scaling laws. In\n                      ICML\u201923: Proceedings of the 40th International Conference on Machine Learning\n                      ; International Conference on Machine Learning, 2023, pp 7750\u20137774."},{"key":"ref47\/cit47","doi-asserted-by":"crossref","unstructured":"Rasley, J.; Rajbhandari, S.; Ruwase, O.; He, Y. Deepspeed: System optimizations enable training deep learning models with over 100 billion parameters. In\n                      Proceedings of the 26th ACM SIGKDD international conference on knowledge discovery & data mining\n                      ; ACM, 2020, pp 3505\u20133506.","DOI":"10.1145\/3394486.3406703"},{"key":"ref48\/cit48","volume-title":"Experiment Tracking with Weights and Biases","author":"Biewald L.","year":"2020"},{"key":"ref49\/cit49","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00300"},{"key":"ref50\/cit50","doi-asserted-by":"crossref","unstructured":"Chen, A.; Stanovsky, G.; Singh, S.; Gardner, M. Evaluating question answering evaluation. In\n                      Proceedings of the 2nd workshop on machine reading for question answering\n                      ; Association for Computational Linguistics, 2019, pp 119\u2013124.","DOI":"10.18653\/v1\/D19-5817"},{"key":"ref51\/cit51","unstructured":"Naeini, M. P.; Cooper, G.; Hauskrecht, M. Obtaining well calibrated probabilities using bayesian binning. In\n                      Proceedings of the AAAI conference on artificial intelligence\n                      ; ACM, 2015, pp 2901\u20132907."},{"key":"ref52\/cit52","unstructured":"Guo, C.; Pleiss, G.; Sun, Y.; Weinberger, K. Q. On calibration of modern neural networks. In\n                      Proceedings of the 34 th International Conference on Machine\n                      ; International Conference on Machine Learning, 2017, pp 1321\u20131330."},{"key":"ref53\/cit53","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2205.12507"},{"key":"ref54\/cit54","volume-title":"The Harpy Speech Recognition System","author":"Lowerre B. T.","year":"1976"},{"key":"ref55\/cit55","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2311.08669"},{"key":"ref56\/cit56","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2402.04379"},{"key":"ref57\/cit57","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2412.09560"},{"key":"ref58\/cit58","doi-asserted-by":"publisher","DOI":"10.1002\/aidi.202500006"},{"key":"ref59\/cit59","doi-asserted-by":"publisher","DOI":"10.1088\/2632-2153\/ad7228"},{"key":"ref60\/cit60","doi-asserted-by":"publisher","DOI":"10.1039\/D4DD00013G"},{"key":"ref61\/cit61","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2504.19017"},{"key":"ref62\/cit62","doi-asserted-by":"publisher","DOI":"10.1002\/adma.202413523"},{"key":"ref63\/cit63","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2412.16720"},{"key":"ref64\/cit64","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2509.08827"},{"key":"ref65\/cit65","doi-asserted-by":"publisher","DOI":"10.1038\/s44387-025-00003-z"}],"container-title":["Journal of Chemical Information and Modeling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/pubs.acs.org\/doi\/pdf\/10.1021\/acs.jcim.5c02646","content-type":"application\/pdf","content-version":"vor","intended-application":"unspecified"},{"URL":"https:\/\/pubs.acs.org\/doi\/pdf\/10.1021\/acs.jcim.5c02646","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T12:29:51Z","timestamp":1776083391000},"score":1,"resource":{"primary":{"URL":"https:\/\/pubs.acs.org\/doi\/10.1021\/acs.jcim.5c02646"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,27]]},"references-count":65,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2026,4,13]]}},"alternative-id":["10.1021\/acs.jcim.5c02646"],"URL":"https:\/\/doi.org\/10.1021\/acs.jcim.5c02646","relation":{},"ISSN":["1549-9596","1549-960X"],"issn-type":[{"value":"1549-9596","type":"print"},{"value":"1549-960X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3,27]]}}}