{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T10:09:19Z","timestamp":1777457359919,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":27,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,10,13]],"date-time":"2023-10-13T00:00:00Z","timestamp":1697155200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,10,13]]},"DOI":"10.1145\/3633598.3633614","type":"proceedings-article","created":{"date-parts":[[2024,1,22]],"date-time":"2024-01-22T12:05:44Z","timestamp":1705925144000},"page":"92-97","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["An Analysis of Large Language Models and LangChain in Mathematics Education"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8426-2283","authenticated-orcid":false,"given":"Fatih","family":"Soygazi","sequence":"first","affiliation":[{"name":"Department of Computer Engineering, Ayd\u0131n Adnan Menderes University, Turkey"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6556-7444","authenticated-orcid":false,"given":"Damla","family":"Oguz","sequence":"additional","affiliation":[{"name":"Department of Computer Engineering, \u0130zmir Institute of Technology, Turkiye"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,1,22]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"Rachith Aiyappa Jisun An Haewoon Kwak and Yong-Yeol Ahn. 2023. Can we trust the evaluation on ChatGPT?arxiv:2303.12767\u00a0[cs.CL]","DOI":"10.18653\/v1\/2023.trustnlp-1.5"},{"key":"e_1_3_2_1_2_1","unstructured":"Daniel Bobrow. 1964. Natural language input for a computer problem solving system. (1964)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.5555\/3495724.3495883"},{"key":"e_1_3_2_1_4_1","volume-title":"Semantically-aligned equation generation for solving and reasoning math word problems. arXiv preprint arXiv:1811.00720","author":"Chiang Ting-Rui","year":"2018","unstructured":"Ting-Rui Chiang and Yun-Nung Chen. 2018. Semantically-aligned equation generation for solving and reasoning math word problems. arXiv preprint arXiv:1811.00720 (2018)."},{"key":"e_1_3_2_1_5_1","unstructured":"Aakanksha Chowdhery Sharan Narang Jacob Devlin Maarten Bosma Gaurav Mishra Adam Roberts Paul Barham Hyung\u00a0Won Chung Charles Sutton Sebastian Gehrmann Parker Schuh Kensen Shi Sasha Tsvyashchenko Joshua Maynez Abhishek Rao Parker Barnes Yi Tay Noam Shazeer Vinodkumar Prabhakaran Emily Reif Nan Du Ben Hutchinson Reiner Pope James Bradbury Jacob Austin Michael Isard Guy Gur-Ari Pengcheng Yin Toju Duke Anselm Levskaya Sanjay Ghemawat Sunipa Dev Henryk Michalewski Xavier Garcia Vedant Misra Kevin Robinson Liam Fedus Denny Zhou Daphne Ippolito David Luan Hyeontaek Lim Barret Zoph Alexander Spiridonov Ryan Sepassi David Dohan Shivani Agrawal Mark Omernick Andrew\u00a0M. Dai Thanumalayan\u00a0Sankaranarayana Pillai Marie Pellat Aitor Lewkowycz Erica Moreira Rewon Child Oleksandr Polozov Katherine Lee Zongwei Zhou Xuezhi Wang Brennan Saeta Mark Diaz Orhan Firat Michele Catasta Jason Wei Kathy Meier-Hellstern Douglas Eck Jeff Dean Slav Petrov and Noah Fiedel. 2022. PaLM: Scaling Language Modeling with Pathways. arxiv:2204.02311\u00a0[cs.CL]"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.3758\/BF03207654"},{"key":"e_1_3_2_1_7_1","volume-title":"Conceptual and procedural knowledge: The case of mathematics","author":"Hiebert James","unstructured":"James Hiebert. 2013. Conceptual and procedural knowledge: The case of mathematics. Routledge."},{"key":"e_1_3_2_1_8_1","volume-title":"Proceedings of the 27th International Conference on Computational Linguistics. 213\u2013223","author":"Huang Danqing","year":"2018","unstructured":"Danqing Huang, Jing Liu, Chin-Yew Lin, and Jian Yin. 2018. Neural math word problem solver with reinforcement learning. In Proceedings of the 27th International Conference on Computational Linguistics. 213\u2013223."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1084"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2305.14386"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"Zhenwen Liang Jipeng Zhang Lei Wang Wei Qin Yunshi Lan Jie Shao and Xiangliang Zhang. 2022. MWP-BERT: Numeracy-Augmented Pre-training for Math Word Problem Solving. arxiv:2107.13435\u00a0[cs.AI]","DOI":"10.18653\/v1\/2022.findings-naacl.74"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1241"},{"key":"e_1_3_2_1_13_1","unstructured":"Jordan Meadows Marco Valentino Damien Teney and Andre Freitas. 2023. A Symbolic Framework for Systematic Evaluation of Mathematical Reasoning with Transformers. arxiv:2305.12563\u00a0[cs.CL]"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-009-9110-0"},{"key":"e_1_3_2_1_15_1","unstructured":"Alexander Scarlatos and Andrew Lan. 2023. Tree-Based Representation and Generation of Natural and Mathematical Language. arxiv:2302.07974\u00a0[cs.CL]"},{"key":"e_1_3_2_1_16_1","unstructured":"Paulo Shakarian Abhinav Koyyalamudi Noel Ngu and Lakshmivihari Mareedu. 2023. An Independent Evaluation of ChatGPT on Mathematical Word Problems (MWP). arxiv:2302.13814\u00a0[cs.CL]"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/365691.365960"},{"key":"e_1_3_2_1_18_1","volume-title":"Attention is all you need. Advances in neural information processing systems 30","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan\u00a0N Gomez, \u0141ukasz Kaiser, and Illia Polosukhin. 2017. Attention is all you need. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11858-020-01130-4"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1132"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11981"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1088"},{"key":"e_1_3_2_1_23_1","first-page":"139","article-title":"An analysis of students\u2019 error in learning mathematical problem solving: The perspective of David Kolb\u2019s theory","volume":"12","author":"Winarso Widodo","year":"2021","unstructured":"Widodo Winarso and Toheri Toheri. 2021. An analysis of students\u2019 error in learning mathematical problem solving: The perspective of David Kolb\u2019s theory. Turkish Journal of Computer and Mathematics Education (TURCOMAT) 12, 1 (2021), 139\u2013150.","journal-title":"Turkish Journal of Computer and Mathematics Education (TURCOMAT)"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2023.123618"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Zhipeng Xie and Shichao Sun. 2019. A Goal-Driven Tree-Structured Neural Model for Math Word Problems. In Ijcai. 5299\u20135305.","DOI":"10.24963\/ijcai.2019\/736"},{"key":"e_1_3_2_1_26_1","unstructured":"Bakman Yefim. 2007. Robust Understanding of Word Problems with Extraneous Information. arxiv:math\/0701393\u00a0[math.GM]"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2019.2914054"}],"event":{"name":"ICAAI 2023: 2023 the 7th International Conference on Advances in Artificial Intelligence","location":"Istanbul Turkiye","acronym":"ICAAI 2023"},"container-title":["Proceedings of the 2023 7th International Conference on Advances in Artificial Intelligence"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3633598.3633614","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3633598.3633614","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T02:10:31Z","timestamp":1755915031000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3633598.3633614"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,13]]},"references-count":27,"alternative-id":["10.1145\/3633598.3633614","10.1145\/3633598"],"URL":"https:\/\/doi.org\/10.1145\/3633598.3633614","relation":{},"subject":[],"published":{"date-parts":[[2023,10,13]]},"assertion":[{"value":"2024-01-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}