{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T22:40:11Z","timestamp":1756852811384,"version":"3.44.0"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030861582"},{"type":"electronic","value":"9783030861599"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-86159-9_29","type":"book-chapter","created":{"date-parts":[[2021,9,3]],"date-time":"2021-09-03T20:33:19Z","timestamp":1630701199000},"page":"403-415","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["A Transformer-Based Math Language Model for Handwritten Math Expression Recognition"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9238-8601","authenticated-orcid":false,"given":"Huy Quang","family":"Ung","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2556-9191","authenticated-orcid":false,"given":"Cuong Tuan","family":"Nguyen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4751-1302","authenticated-orcid":false,"given":"Hung Tuan","family":"Nguyen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8635-8534","authenticated-orcid":false,"given":"Thanh-Nghia","family":"Truong","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7872-156X","authenticated-orcid":false,"given":"Masaki","family":"Nakagawa","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,9,2]]},"reference":[{"key":"29_CR1","doi-asserted-by":"crossref","unstructured":"Mahdavi, M., Zanibbi, R., Mouchere, H., Viard-Gaudin, C., Garain, U.: CROHME + TFD: competition on recognition of handwritten mathematical expressions and typeset formula detection. In: Proceedings of International Conference on Document Analysis and Recognition, pp. 1533\u20131538 (2019)","DOI":"10.1109\/ICDAR.2019.00247"},{"key":"29_CR2","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1109\/TMM.2018.2844689","volume":"21","author":"J Zhang","year":"2019","unstructured":"Zhang, J., Du, J., Dai, L.: Track, attend, and parse (TAP): an end-to-end framework for online handwritten mathematical expression recognition. IEEE Trans. Multimed. 21, 221\u2013233 (2019)","journal-title":"IEEE Trans. Multimed."},{"key":"29_CR3","doi-asserted-by":"publisher","first-page":"196","DOI":"10.1016\/j.patcog.2017.06.017","volume":"71","author":"J Zhang","year":"2017","unstructured":"Zhang, J., et al.: Watch, attend and parse: an end-to-end neural network based approach to handwritten mathematical expression recognition. Pattern Recognit. 71, 196\u2013206 (2017). https:\/\/doi.org\/10.1016\/j.patcog.2017.06.017","journal-title":"Pattern Recognit."},{"key":"29_CR4","doi-asserted-by":"crossref","unstructured":"Poznanski, A., Wolf, L.: CNN-N-gram for handwritingword recognition. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, pp. 2305\u20132314 (2016)","DOI":"10.1109\/CVPR.2016.253"},{"key":"29_CR5","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1007\/s10032-009-0111-y","volume":"13","author":"B Zhu","year":"2010","unstructured":"Zhu, B., Zhou, X.D., Liu, C.L., Nakagawa, M.: A robust model for on-line handwritten japanese text recognition. Int. J. Doc. Anal. Recognit. 13, 121\u2013131 (2010). https:\/\/doi.org\/10.1007\/s10032-009-0111-y","journal-title":"Int. J. Doc. Anal. Recognit."},{"key":"29_CR6","doi-asserted-by":"crossref","unstructured":"Reeve Ingle, R., Fujii, Y., Deselaers, T., Baccash, J., Popat, A.C.: A scalable handwritten text recognition system. In: Proceedings of the International Conference on Document Analysis and Recognition (ICDAR), pp. 17\u201324 (2019)","DOI":"10.1109\/ICDAR.2019.00013"},{"key":"29_CR7","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1007\/s10032-011-0174-4","volume":"15","author":"R Zanibbi","year":"2012","unstructured":"Zanibbi, R., Blostein, D.: Recognition and retrieval of mathematical expressions. Int. J. Doc. Anal. Recognit. 15, 331\u2013357 (2012)","journal-title":"Int. J. Doc. Anal. Recognit."},{"issue":"10-11","key":"29_CR8","doi-asserted-by":"publisher","first-page":"2386","DOI":"10.1007\/s11263-020-01291-5","volume":"128","author":"J-W Wu","year":"2020","unstructured":"Wu, J.-W., Yin, F., Zhang, Y.-M., Zhang, X.-Y., Liu, C.-L.: Handwritten mathematical expression recognition via paired adversarial learning. Int. J. Comput. Vision 128(10\u201311), 2386\u20132401 (2020). https:\/\/doi.org\/10.1007\/s11263-020-01291-5","journal-title":"Int. J. Comput. Vision"},{"key":"29_CR9","doi-asserted-by":"crossref","unstructured":"Mikolov, T., Karafi\u00e1t, M., Burget, L., Cernocky, J.: Recurrent neural network based language model. In: 11th Annual Conference of the International Speech Communication Association, pp. 1045\u20131048 (2010)","DOI":"10.21437\/Interspeech.2010-343"},{"key":"29_CR10","doi-asserted-by":"crossref","unstructured":"Al-Rfou, R., Choe, D., Constant, N., Guo, M., Jones, L.: Character-level language modeling with deeper self-attention. In: 33rd AAAI Conference on Artificial Intelligence, pp. 3159\u20133166 (2019)","DOI":"10.1609\/aaai.v33i01.33013159"},{"key":"29_CR11","unstructured":"Radford, A., Narasimhan, K., Salimans, T., Sutskever, L.: Improving Language understanding by generative pre-training (2018). https:\/\/s3-uswest-2.amazonaws.com\/openai-assets\/research-covers\/language-unsupervised\/language_understanding_paper.pdf"},{"key":"29_CR12","unstructured":"Radford, A., Wu, J., Child, R., Luan, D., Amodei, D., Sutskever, I.: Language models are unsupervised multitask learners (2019). https:\/\/d4mucfpksywv.cloudfront.net\/better-language-models\/language_models_are_unsupervised_multitask_learners.pdf"},{"key":"29_CR13","unstructured":"Vaswani, A., et al. Attention is all you need. In: Advances in Neural Information Processing Systems (2017)"},{"key":"29_CR14","doi-asserted-by":"crossref","unstructured":"Dai, Z., Yang, Z., Yang, Y., Carbonell, J., Le, Q.V., Salakhutdinov, R.: Transformer-XL: attentive language models beyond a fixed-length context. In: ACL 2019 - 57th Annual Meeting of the Association for Computational Linguistics, pp. 2978\u20132988 (2019)","DOI":"10.18653\/v1\/P19-1285"},{"key":"29_CR15","unstructured":"Yang, Z., Dai, Z., Yang, Y., Carbonell, J., Salakhutdinov, R., Le, Q.V.: XLNet: generalized autoregressive pretraining for language understanding. In: Advances in Neural Information Processing Systems (2019)"},{"key":"29_CR16","unstructured":"Devlin, J., Chang, M.-W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding - ACL anthology. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 4171\u20134186 (2019)"},{"key":"29_CR17","unstructured":"Ba, J.L., Kiros, J.R., Hinton, G.E.: Layer normalization. http:\/\/arxiv.org\/abs\/1607.06450 (2016)"},{"key":"29_CR18","doi-asserted-by":"crossref","unstructured":"Nguyen, C.T., Truong, N.-T., Nguyen, H.T., Nakagawa, M.: Global context for improving recognition of online handwritten mathematical expressions. In: Proceedings of the International Conference on Document Analysis and Recognition (ICDAR) (2021)","DOI":"10.1007\/978-3-030-86331-9_40"},{"key":"29_CR19","doi-asserted-by":"crossref","unstructured":"Mouchere, H., Viard-Gaudin, C., Zanibbi, R., Garain, U.: ICFHR2016 CROHME: competition on recognition of online handwritten mathematical expressions. In: 2016 15th International Conference on Frontiers in Handwriting Recognition (ICFHR), pp. 607\u2013612 (2016)","DOI":"10.1109\/ICFHR.2016.0116"},{"key":"29_CR20","unstructured":"Cocke, J., Schwartz, J.T.: Programming Languages and Their Compilers: Preliminary Notes. Courant Institute of Mathematical Sciences, New York University (1970)"},{"key":"29_CR21","unstructured":"Grave, E., Joulin, A., Cisse, M., Grangier, D., Jegou, H.: Efficient softmax approximation for GPUs\u00c9douard. In: 34th International Conference on Machine Learning, pp. 1302\u20131310 (2017)"},{"key":"29_CR22","unstructured":"Loshchilov, I., Hutter, F.: Decoupled weight decay regularization. In: International Conference on Learning Representations (2019)"},{"key":"29_CR23","unstructured":"Wolf, T., et al.: HuggingFace\u2019s transformers: state-of-the-art natural language processing (2019). http:\/\/arxiv.org\/abs\/1910.03771"}],"container-title":["Lecture Notes in Computer Science","Document Analysis and Recognition \u2013 ICDAR 2021 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-86159-9_29","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T22:04:55Z","timestamp":1756850695000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-86159-9_29"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030861582","9783030861599"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-86159-9_29","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"2 September 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICDAR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Document Analysis and Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lausanne","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Switzerland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 September 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 September 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icdar2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/iapr.org\/icdar2021","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"340","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"182","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"54% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.9","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4.9","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Additionally, 13 competition reports are included.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}