{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T10:54:58Z","timestamp":1764240898857,"version":"build-2065373602"},"reference-count":47,"publisher":"MDPI AG","issue":"9","license":[{"start":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T00:00:00Z","timestamp":1755820800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Key R&amp;D projects in Henan Province","award":["251111210800","241111211800","252102210088","252102210146","232102111128","232102210079","222102210098","222102320181","212102210431","212102310087","2023122984581","220503372133344","22YJCZH091","21ZD003","23B520003","21A520001","20A520013","HN2022165"],"award-info":[{"award-number":["251111210800","241111211800","252102210088","252102210146","232102111128","232102210079","222102210098","222102320181","212102210431","212102310087","2023122984581","220503372133344","22YJCZH091","21ZD003","23B520003","21A520001","20A520013","HN2022165"]}]},{"name":"Key Scientific and Technological Project of Henan Province","award":["251111210800","241111211800","252102210088","252102210146","232102111128","232102210079","222102210098","222102320181","212102210431","212102310087","2023122984581","220503372133344","22YJCZH091","21ZD003","23B520003","21A520001","20A520013","HN2022165"],"award-info":[{"award-number":["251111210800","241111211800","252102210088","252102210146","232102111128","232102210079","222102210098","222102320181","212102210431","212102310087","2023122984581","220503372133344","22YJCZH091","21ZD003","23B520003","21A520001","20A520013","HN2022165"]}]},{"name":"Ministry of Education Supply and Demand Matching Employment Nurturing Project","award":["251111210800","241111211800","252102210088","252102210146","232102111128","232102210079","222102210098","222102320181","212102210431","212102310087","2023122984581","220503372133344","22YJCZH091","21ZD003","23B520003","21A520001","20A520013","HN2022165"],"award-info":[{"award-number":["251111210800","241111211800","252102210088","252102210146","232102111128","232102210079","222102210098","222102320181","212102210431","212102310087","2023122984581","220503372133344","22YJCZH091","21ZD003","23B520003","21A520001","20A520013","HN2022165"]}]},{"name":"Ministry of Education Industry\u2013University Cooperation Collaborative Education Project","award":["251111210800","241111211800","252102210088","252102210146","232102111128","232102210079","222102210098","222102320181","212102210431","212102310087","2023122984581","220503372133344","22YJCZH091","21ZD003","23B520003","21A520001","20A520013","HN2022165"],"award-info":[{"award-number":["251111210800","241111211800","252102210088","252102210146","232102111128","232102210079","222102210098","222102320181","212102210431","212102310087","2023122984581","220503372133344","22YJCZH091","21ZD003","23B520003","21A520001","20A520013","HN2022165"]}]},{"name":"Humanities and Social Science Fund of Ministry of Education","award":["251111210800","241111211800","252102210088","252102210146","232102111128","232102210079","222102210098","222102320181","212102210431","212102310087","2023122984581","220503372133344","22YJCZH091","21ZD003","23B520003","21A520001","20A520013","HN2022165"],"award-info":[{"award-number":["251111210800","241111211800","252102210088","252102210146","232102111128","232102210079","222102210098","222102320181","212102210431","212102310087","2023122984581","220503372133344","22YJCZH091","21ZD003","23B520003","21A520001","20A520013","HN2022165"]}]},{"name":"Major Special Project of Xinxiang City","award":["251111210800","241111211800","252102210088","252102210146","232102111128","232102210079","222102210098","222102320181","212102210431","212102310087","2023122984581","220503372133344","22YJCZH091","21ZD003","23B520003","21A520001","20A520013","HN2022165"],"award-info":[{"award-number":["251111210800","241111211800","252102210088","252102210146","232102111128","232102210079","222102210098","222102320181","212102210431","212102310087","2023122984581","220503372133344","22YJCZH091","21ZD003","23B520003","21A520001","20A520013","HN2022165"]}]},{"name":"Key Scientific Research Projects of Colleges and Universities in Henan Province","award":["251111210800","241111211800","252102210088","252102210146","232102111128","232102210079","222102210098","222102320181","212102210431","212102310087","2023122984581","220503372133344","22YJCZH091","21ZD003","23B520003","21A520001","20A520013","HN2022165"],"award-info":[{"award-number":["251111210800","241111211800","252102210088","252102210146","232102111128","232102210079","222102210098","222102320181","212102210431","212102310087","2023122984581","220503372133344","22YJCZH091","21ZD003","23B520003","21A520001","20A520013","HN2022165"]}]},{"name":"Henan Province Postdoctoral Support Program","award":["251111210800","241111211800","252102210088","252102210146","232102111128","232102210079","222102210098","222102320181","212102210431","212102310087","2023122984581","220503372133344","22YJCZH091","21ZD003","23B520003","21A520001","20A520013","HN2022165"],"award-info":[{"award-number":["251111210800","241111211800","252102210088","252102210146","232102111128","232102210079","222102210098","222102320181","212102210431","212102310087","2023122984581","220503372133344","22YJCZH091","21ZD003","23B520003","21A520001","20A520013","HN2022165"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Symmetry"],"abstract":"<jats:p>With the advancement of artificial intelligence, Agricultural Expert Systems (AESs) show great potential in enhancing agricultural management efficiency and resource utilization. Accurate extraction of semantic features from agricultural short texts is fundamental to enabling key functions such as intelligent question answering, semantic retrieval, and decision support. However, existing single-structure deep neural networks struggle to capture the hierarchical linguistic patterns and contextual dependencies inherent in domain-specific texts. To address this limitation, we propose a hybrid deep learning model\u2014Bidirectional Encoder Recurrent Neural Network (BERNN)\u2014which combines a domain-specific pre-trained Transformer encoder (AgQsBERT) with a Bidirectional Long Short-Term Memory (BiLSTM) network. AgQsBERT generates contextualized word embeddings by leveraging domain-specific pretraining, effectively capturing the semantics of agricultural terminology. These embeddings are then passed to the BiLSTM, which models sequential dependencies in both directions, enhancing the model\u2019s understanding of contextual flow and word disambiguation. Importantly, the bidirectional nature of the BiLSTM introduces a form of architectural symmetry, allowing the model to process input in both forward and backward directions. This symmetric design enables balanced context modeling, which improves the understanding of fragmented and ambiguous phrases frequently encountered in agricultural texts. The synergy between semantic abstraction from AgQsBERT and symmetric contextual modeling from BiLSTM significantly enhances the expressiveness and generalizability of the model. Evaluated on a self-constructed agricultural question dataset with 110,647 annotated samples, BERNN achieved a classification accuracy of 97.19%, surpassing the baseline by 3.2%. Cross-domain validation on the Tsinghua News dataset further demonstrates its robust generalization capability. This architecture provides a powerful foundation for intelligent agricultural question-answering systems, semantic retrieval, and decision support within smart agriculture applications.<\/jats:p>","DOI":"10.3390\/sym17091374","type":"journal-article","created":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T07:41:45Z","timestamp":1755848505000},"page":"1374","update-policy":"https:\/\/doi.org\/10.3390\/mdpi_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["BERNN: A Transformer-BiLSTM Hybrid Model for Cross-Domain Short Text Classification in Agricultural Expert Systems"],"prefix":"10.3390","volume":"17","author":[{"given":"Xueyong","family":"Li","sequence":"first","affiliation":[{"name":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Menghao","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaojuan","family":"Guo","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiaxin","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiaxia","family":"Sun","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xianqin","family":"Yun","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Liyuan","family":"Zheng","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wenyue","family":"Zhao","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lican","family":"Li","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haohao","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"1968","published-online":{"date-parts":[[2025,8,22]]},"reference":[{"key":"ref_1","first-page":"1","article-title":"Review of semantic analysis techniques of agricultural texts","volume":"53","author":"Wu","year":"2022","journal-title":"Trans. Chin. Soc. Agric. Mach."},{"key":"ref_2","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1109\/ACCESS.2022.3232485","article-title":"Artificial intelligence technology in the agricultural sector: A systematic literature review","volume":"11","author":"Elbasi","year":"2022","journal-title":"IEEE Access"},{"key":"ref_3","doi-asserted-by":"crossref","first-page":"2243004","DOI":"10.1142\/S1793962322430048","article-title":"Exploring natural language processing techniques to extract semantics from unstructured dataset which will aid in effective semantic interlinking","volume":"14","author":"Aladakatti","year":"2023","journal-title":"Int. J. Model. Simul. Sci. Comput."},{"key":"ref_4","doi-asserted-by":"crossref","unstructured":"Zhao, X., and Song, Y. (2024). Review of Chinese Text Mining in Agriculture. Big Data Quantification for Complex Decision-Making, IGI Global.","DOI":"10.4018\/979-8-3693-1582-8.ch008"},{"key":"ref_5","doi-asserted-by":"crossref","unstructured":"Palanivinayagam, A., El-Bayeh, C.Z., and Dama\u0161evi\u010dius, R. (2023). Twenty years of machine-learning-based text classification: A systematic review. Algorithms, 16.","DOI":"10.3390\/a16050236"},{"key":"ref_6","doi-asserted-by":"crossref","first-page":"52959","DOI":"10.1109\/ACCESS.2025.3537277","article-title":"Agricultural Text Classification Method Based on ERNIE 2.0 and Multi-Feature Dynamic Fusion","volume":"13","author":"Duan","year":"2025","journal-title":"IEEE Access"},{"key":"ref_7","doi-asserted-by":"crossref","unstructured":"Wang, H., Wu, H., Wang, Q., Qiao, S., Xu, T., and Zhu, H. (2022). A dynamic attention and multi-strategy-matching neural network based on bert for chinese rice-related answer selection. Agriculture, 12.","DOI":"10.3390\/agriculture12020176"},{"key":"ref_8","doi-asserted-by":"crossref","unstructured":"Song, J., Huang, X., Qin, S., and Song, Q. (2016, January 26\u201329). A bi-directional sampling based on K-means method for imbalance text classification. Proceedings of the 2016 IEEE\/ACIS 15th International Conference on Computer and Information Science (ICIS), Okayama, Japan.","DOI":"10.1109\/ICIS.2016.7550920"},{"key":"ref_9","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1016\/j.patrec.2015.07.028","article-title":"Feature subset selection using naive Bayes for text classification","volume":"65","author":"Feng","year":"2015","journal-title":"Pattern Recognit. Lett."},{"key":"ref_10","doi-asserted-by":"crossref","first-page":"909","DOI":"10.1007\/s10115-016-0924-1","article-title":"Combining supervised term-weighting metrics for SVM text classification with extended term representation","volume":"49","author":"Haddoud","year":"2016","journal-title":"Knowl. Inf. Syst."},{"key":"ref_11","first-page":"174","article-title":"Classification technique of Chinese agricultural text information based on SVM","volume":"46","author":"Wei","year":"2015","journal-title":"Trans. Chin. Soc. Agric. Mach"},{"key":"ref_12","first-page":"280","article-title":"parallel forestry text classification technology based on XGBoost in spark framework","volume":"50","author":"Cui","year":"2019","journal-title":"Nongye Jixie Xuebao\/Trans. Chin. Soc. Agric. Mach"},{"key":"ref_13","first-page":"18","article-title":"Improvement and application of TF-IDF-CHI in agricultural science text feature extraction","volume":"8","author":"Du","year":"2019","journal-title":"Digit. Libr. Forum"},{"key":"ref_14","first-page":"57","article-title":"Chinese Agricultural Text Classification Using Centered Kernel Alignment-based Fuzzy Support Vector Machine","volume":"6","author":"Lu","year":"2021","journal-title":"J. Gannan Norm. Univ."},{"key":"ref_15","first-page":"54","article-title":"Research Review on Short Text Classification Method Based on Word Vector Model","volume":"25","author":"Li","year":"2025","journal-title":"J. Nanjing Norm. Univ. (Eng. Technol. Ed.)"},{"key":"ref_16","first-page":"19","article-title":"A classification method of agricultural news text based on BERT and deep active learning","volume":"34","author":"Yunlai","year":"2022","journal-title":"J. Libr. Inf. Sci. Agric."},{"key":"ref_17","first-page":"271","article-title":"Question classification of tomato pests and diseases question answering system based on BIGRU","volume":"49","author":"Zhao","year":"2018","journal-title":"Trans. Chin. Soc. Agric. Mach."},{"key":"ref_18","first-page":"27","article-title":"Classification of Agricultural Short Texts Based on FastText Model","volume":"43","author":"Wang","year":"2022","journal-title":"SOFTWARE"},{"key":"ref_19","first-page":"2068","article-title":"Agricultural question classification model based on BERT word vector and TextCNN","volume":"53","author":"Bao","year":"2022","journal-title":"J. South. Agric."},{"key":"ref_20","doi-asserted-by":"crossref","unstructured":"Tang, R., Yang, J., Tang, J., Aridas, N.K., and Talip, M.S.A. (2024). Design of agricultural question answering information extraction method based on improved BILSTM algorithm. Sci. Rep., 14.","DOI":"10.1038\/s41598-024-70534-z"},{"key":"ref_21","first-page":"110","article-title":"Agricultural Question Classification Based on CNN of Cascade Word Vectors","volume":"Volume 11257","author":"Lai","year":"2018","journal-title":"Pattern Recognition and Computer Vision. PRCV 2018"},{"key":"ref_22","doi-asserted-by":"crossref","unstructured":"Rose Mary, C.A., Raji Sukumar, A., and Hemalatha, N. (2021). Text based smart answering system in agriculture using RNN. arXiv.","DOI":"10.31220\/agriRxiv.2021.00071"},{"key":"ref_23","first-page":"1461","article-title":"Text classification of agricultural news based on ERNIE+ DPCNN+ BiGRU","volume":"5","author":"Yang","year":"2023","journal-title":"Comput. Appl."},{"key":"ref_24","first-page":"199","article-title":"Classification technology of agricultural questions based on BiGRU_MulCNN","volume":"51","author":"Jin","year":"2020","journal-title":"Trans. Chin. Soc. Agric. Mach."},{"key":"ref_25","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1109\/MS.2002.1032847","article-title":"Study on agricultural short text information classification based on LSTM-attention","volume":"19","author":"Chen","year":"2020","journal-title":"Softw. Guide"},{"key":"ref_26","first-page":"107","article-title":"Construction of agricultural local culture text classification model based on CNN-Bi-LSTM","volume":"03","author":"Zhao","year":"2025","journal-title":"Inf. Technol."},{"key":"ref_27","doi-asserted-by":"crossref","unstructured":"Wang, H., Wu, H., Zhu, H., Miao, Y., Wang, Q., Qiao, S., Zhao, H., Chen, C., and Zhang, J. (2022). A residual LSTM and Seq2Seq neural network based on GPT for Chinese rice-related question and answer system. Agriculture, 12.","DOI":"10.3390\/agriculture12060813"},{"key":"ref_28","first-page":"22","article-title":"Multi-label classification for agricultural text based on ALBERT-Seq2Seq model","volume":"05","author":"Xiang","year":"2024","journal-title":"Inf. Technol."},{"key":"ref_29","doi-asserted-by":"crossref","first-page":"109255","DOI":"10.1109\/ACCESS.2024.3438848","article-title":"Efficient Agricultural Question Classification with a BERT-Enhanced DPCNN Model","volume":"12","author":"Guo","year":"2024","journal-title":"IEEE Access"},{"key":"ref_30","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"Brown","year":"2020","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"ref_31","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"J. Mach. Learn. Res."},{"key":"ref_32","doi-asserted-by":"crossref","unstructured":"Lewis, M., Liu, Y., Goyal, N., Ghazvininejad, M., Mohamed, A., Levy, O., Stoyanov, V., and Zettlemoyer, L. (2019). BART: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. arXiv.","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"ref_33","unstructured":"Touvron, H., Lavril, T., Izacard, G., Martinet, X., Lachaux, M.A., Lacroix, T., Rozi\u00e8re, B., Goyal, N., Hambro, E., and Azhar, F. (2023). Llama: Open and efficient foundation language models. arXiv."},{"key":"ref_34","unstructured":"Zhao, W.X., Zhou, K., Li, J., Tang, T., Wang, X., Hou, Y., Min, Y., Zhang, B., Zhang, J., and Dong, Z. (2023). A survey of large language models. arXiv."},{"key":"ref_35","first-page":"237","article-title":"Classification technology of rice questions in question answer system based on attention_densecnn","volume":"52","author":"Wang","year":"2021","journal-title":"Trans. Chin. Soc. Agric. Mach."},{"key":"ref_36","doi-asserted-by":"crossref","first-page":"34046","DOI":"10.1109\/ACCESS.2022.3162614","article-title":"A long-text classification method of Chinese news based on BERT and CNN","volume":"10","author":"Chen","year":"2022","journal-title":"IEEE Access"},{"key":"ref_37","doi-asserted-by":"crossref","unstructured":"Mao, K., Xu, J., Yao, X., Qiu, J., Chi, K., and Dai, G. (2022). A text classification model via multi-level semantic features. Symmetry, 14.","DOI":"10.3390\/sym14091938"},{"key":"ref_38","doi-asserted-by":"crossref","first-page":"4895","DOI":"10.1109\/ACCESS.2023.3234433","article-title":"Multi-level attention based coreference resolution with gated recurrent unit and convolutional neural networks","volume":"11","author":"Bianbadroma","year":"2023","journal-title":"IEEE Access"},{"key":"ref_39","first-page":"244","article-title":"Multi-label Classification of Food Safety Regulatory Issues Based on BERT-LEAM","volume":"52","author":"Zheng","year":"2021","journal-title":"Trans. Chin. Soc. Agric. Mach."},{"key":"ref_40","doi-asserted-by":"crossref","unstructured":"Li, F., Zhao, Z., Wang, L., and Deng, H. (2024). Tibetan Sentence Boundaries Automatic Disambiguation Based on Bidirectional Encoder Representations from Transformers on Byte Pair Encoding Word Cutting Method. Appl. Sci., 14.","DOI":"10.3390\/app14072989"},{"key":"ref_41","unstructured":"Johnson, R., and Zhang, T. (August, January 30). Deep pyramid convolutional neural networks for text categorization. Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Vancouver, BC, Canada."},{"key":"ref_42","doi-asserted-by":"crossref","unstructured":"Correa-Delval, M., Sun, H.J., Matthews, P.C., and Jiang, J. (2021, January 18\u201321). Appliance Classification using BiLSTM Neural Networks and Feature Extraction. Proceedings of the 2021 IEEE PES Innovative Smart Grid Technologies Europe (ISGT Europe), Espoo, Finland.","DOI":"10.1109\/ISGTEurope52324.2021.9640061"},{"key":"ref_43","doi-asserted-by":"crossref","first-page":"2296605","DOI":"10.1155\/2021\/2296605","article-title":"A new early rumor detection model based on bigru neural network","volume":"2021","author":"Chen","year":"2021","journal-title":"Discret. Dyn. Nat. Soc."},{"key":"ref_44","first-page":"684","article-title":"A survey of Chinese text classification based on deep learning","volume":"46","author":"Gao","year":"2024","journal-title":"Comput. Eng. Sci."},{"key":"ref_45","doi-asserted-by":"crossref","unstructured":"Huang, X.R., Sun, S.J., Yang, X., and Peng, S.L. (2022, January 11\u201312). Recognition of Channel Codes based on BiLSTM-CNN. Proceedings of the 2022 31st Wireless and Optical Communications Conference (WOCC), Shenzhen, China.","DOI":"10.1109\/WOCC55104.2022.9880573"},{"key":"ref_46","doi-asserted-by":"crossref","unstructured":"Yao, J., Wang, C., Hu, C., and Huang, X. (2022). Chinese spam detection using a hybrid BiGRU-CNN network with joint textual and phonetic embedding. Electronics, 11.","DOI":"10.3390\/electronics11152418"},{"key":"ref_47","first-page":"156","article-title":"Research on Short Text Satirical Text Classification based on BERT-CNN Intermediate Task Transfer Model","volume":"13","author":"Haibo","year":"2023","journal-title":"Intell. Comput. Appl."}],"container-title":["Symmetry"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.mdpi.com\/2073-8994\/17\/9\/1374\/pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T18:33:26Z","timestamp":1760034806000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.mdpi.com\/2073-8994\/17\/9\/1374"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,22]]},"references-count":47,"journal-issue":{"issue":"9","published-online":{"date-parts":[[2025,9]]}},"alternative-id":["sym17091374"],"URL":"https:\/\/doi.org\/10.3390\/sym17091374","relation":{},"ISSN":["2073-8994"],"issn-type":[{"type":"electronic","value":"2073-8994"}],"subject":[],"published":{"date-parts":[[2025,8,22]]}}}