{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,19]],"date-time":"2026-03-19T01:23:57Z","timestamp":1773883437492,"version":"3.50.1"},"reference-count":82,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Internal Grant Agency of Tomas Bata University in Zl\u00edn","award":["IGA\/CebiaTech\/2026\/004"],"award-info":[{"award-number":["IGA\/CebiaTech\/2026\/004"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2026]]},"DOI":"10.1109\/access.2026.3672311","type":"journal-article","created":{"date-parts":[[2026,3,9]],"date-time":"2026-03-09T19:59:26Z","timestamp":1773086366000},"page":"39349-39363","source":"Crossref","is-referenced-by-count":0,"title":["A Benchmarkable Modular Tool-Augmented Chatbot Architecture for Business Use Cases"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-8338-4981","authenticated-orcid":false,"given":"Jozef","family":"Kovac","sequence":"first","affiliation":[{"name":"AI Laboratory, Faculty of Applied Informatics, Tomas Bata University in Zlín, Zlín, Czech Republic"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5839-4263","authenticated-orcid":false,"given":"Roman","family":"Senkerik","sequence":"additional","affiliation":[{"name":"AI Laboratory, Faculty of Applied Informatics, Tomas Bata University in Zlín, Zlín, Czech Republic"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0861-0340","authenticated-orcid":false,"given":"Adam","family":"Viktorin","sequence":"additional","affiliation":[{"name":"AI Laboratory, Faculty of Applied Informatics, Tomas Bata University in Zlín, Zlín, Czech Republic"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3341-4336","authenticated-orcid":false,"given":"Tomas","family":"Kadavy","sequence":"additional","affiliation":[{"name":"AI Laboratory, Faculty of Applied Informatics, Tomas Bata University in Zlín, Zlín, Czech Republic"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.61969\/jai.1337500"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2022.3192720"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1126\/science.adh2586"},{"key":"ref4","article-title":"History of generative artificial intelligence (AI) chatbots: Past, present, and future development","author":"Al-Amin","year":"2024","journal-title":"arXiv:2402.05122"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICAST55766.2022.10039515"},{"key":"ref6","first-page":"78799","article-title":"A systematic review of chatbot model and chatbot technologies","volume":"12","author":"Alam","year":"2024","journal-title":"IEEE Access"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2025.3548519"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTEM61137.2024.10561155"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/IRASET57153.2023.10153005"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/KST61284.2024.10499652"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.softx.2024.102029"},{"key":"ref12","article-title":"GPT-4 technical report","volume-title":"arXiv:2303.08774","author":"Achiam","year":"2023"},{"key":"ref13","article-title":"Fundamental limitations of alignment in large language models","author":"Wolf","year":"2024","journal-title":"arXiv:2304.11082"},{"key":"ref14","article-title":"Large language models: A comprehensive survey of its applications, challenges, limitations, and future prospects","author":"Hadi","year":"2023"},{"key":"ref15","volume-title":"Llama 3","year":"2025"},{"key":"ref16","volume-title":"LLM Leaderboard\u2014Compare Models","year":"2025"},{"key":"ref17","volume-title":"ChatGPT Plugins","year":"2023"},{"key":"ref18","volume-title":"Introducing GPTs","year":"2023"},{"key":"ref19","volume-title":"ChatGPT Capabilities Overview | OpenAI Help Center","year":"2026"},{"key":"ref20","volume-title":"Claude in Chrome | Claude","year":"2026"},{"key":"ref21","volume-title":"Learn About Gemini, the Everyday AI Assistant From Google","year":"2026"},{"key":"ref22","volume-title":"Tool Use With Claude","year":"2025"},{"key":"ref23","volume-title":"MCP Servers With the Gemini CLI","year":"2025"},{"key":"ref24","volume-title":"Connectors and MCP Servers","year":"2025"},{"key":"ref25","volume-title":"All LangChain JavaScript Integration Providers\u2014Docs By LangChain","year":"2026"},{"key":"ref26","volume-title":"Hugging Face\u2014Documentation","year":"2025"},{"key":"ref27","article-title":"Huggingface\u2019s transformers: State-of-the-art natural language processing","author":"Wolf","year":"2020","journal-title":"arXiv:1910.03771"},{"key":"ref28","volume-title":"Introduction | Langchain","year":"2022"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.59287\/icaens.1127"},{"key":"ref30","volume-title":"Handling Events\u2014React","year":"2025"},{"key":"ref31","volume-title":"Event\u2014Stream","year":"2018"},{"key":"ref32","volume-title":"Agents | Langchain","year":"2023"},{"key":"ref33","volume-title":"Programming C#: Building. NET Applications With C","author":"Liberty","year":"2005"},{"key":"ref34","volume-title":"PostgreSQL","year":"1996"},{"key":"ref35","volume-title":"Chroma DB Pricing 2024","year":"2022"},{"key":"ref36","volume-title":"Home | Chroma","year":"2022"},{"key":"ref37","volume-title":"Concepts | Langchain","year":"2025"},{"key":"ref38","volume-title":"Defining Custom Tools | Langchain","year":"2025"},{"key":"ref39","volume-title":"Returning Structured Output | Langchain","year":"2025"},{"key":"ref40","volume-title":"Datart.cz (shops)","year":"2025"},{"key":"ref41","volume-title":"Datart.CZ (Announcements)","year":"2023"},{"key":"ref42","volume-title":"Datart.CZ (E-Shop)","year":"2023"},{"key":"ref43","volume-title":"Datart.CZ (Support and FAQ)","year":"2023"},{"key":"ref44","volume-title":"OpenAI\u2014Embedding Models","year":"2023"},{"key":"ref45","volume-title":"Usage Guide | Chroma","year":"2025"},{"key":"ref46","volume-title":"Self-Querying | Langchain","year":"2023"},{"key":"ref47","volume-title":"Chroma | Langchain","year":"2023"},{"key":"ref48","volume-title":"Apify Documentation","year":"2025"},{"key":"ref49","volume-title":"Quickstart | Langchain","year":"2023"},{"key":"ref50","volume-title":"Query Validation | Langchain","year":"2023"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4302-3471-5_6"},{"key":"ref52","volume-title":"NPGSQL Entity Framework Core Provider","year":"2023"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.772"},{"key":"ref54","article-title":"Training language models to follow instructions with human feedback","author":"Ouyang","year":"2022","journal-title":"arXiv:2203.02155"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2020.106627"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-68288-0_3"},{"key":"ref57","volume-title":"OpenAI\u2014Moderation","year":"2023"},{"key":"ref58","volume-title":"Azure OpenAI Service Content Filtering\u2014Azure OpenAI","year":"2023"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v18i1.31358"},{"key":"ref60","volume-title":"Usage Policies","year":"2024"},{"key":"ref61","volume-title":"Code of Conduct for the Azure OpenAI Service","year":"2024"},{"key":"ref62","article-title":"How well do large language models perform in arithmetic tasks?","author":"Yuan","year":"2023","journal-title":"arXiv:2304.02015"},{"key":"ref63","article-title":"GPT can solve mathematical problems without a calculator","author":"Yang","year":"2023","journal-title":"arXiv:2309.03241"},{"key":"ref64","article-title":"Investigating the limitations of transformers with simple arithmetic tasks","author":"Nogueira","year":"2021","journal-title":"arXiv:2102.13019"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-88480-2_61"},{"key":"ref66","volume-title":"Wolfram|Alpha APIs: Computational Knowledge Integration","year":"2009"},{"key":"ref67","volume-title":"Wolfram Alpha | Langchain","year":"2023"},{"key":"ref68","volume-title":"LangSmith","year":"2025"},{"key":"ref69","volume-title":"LangSmith Docs\u2014Docs By LangChain","year":"2025"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.153"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.eacl-demo.16"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.52202\/075280-2020"},{"key":"ref73","article-title":"Judge\u2019s verdict: A comprehensive analysis of LLM judge capability through human agreement","author":"Han","year":"2025","journal-title":"arXiv:2510.09738"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-025-02005-2"},{"key":"ref75","article-title":"When judgment becomes noise: How design failures in LLM judge benchmarks silently undermine validity","author":"Feuer","year":"2025","journal-title":"arXiv:2509.20293"},{"key":"ref76","article-title":"Are we on the right way to assessing LLM-as-a-judge?","author":"Feng","year":"2025","journal-title":"arXiv:2512.16041"},{"key":"ref77","article-title":"LLM-evaluation tropes: Perspectives on the validity of LLM-evaluations","author":"Dietz","year":"2025","journal-title":"arXiv:2504.19076"},{"key":"ref78","volume-title":"AI Agent-as-a-Judge: A Framework to Evaluate Agents With Agents","year":"2025"},{"key":"ref79","volume-title":"GPT-4\u2014Quality, Performance & Price Analysis | Artificial Analysis","year":"2023"},{"key":"ref80","volume-title":"Pricing","year":"2025"},{"key":"ref81","volume-title":"Gemini Developer API Pricing | Gemini API | Google AI for Developers","year":"2026"},{"key":"ref82","volume-title":"Pricing","year":"2026"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/11323511\/11426925.pdf?arnumber=11426925","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T19:40:39Z","timestamp":1773862839000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11426925\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":82,"URL":"https:\/\/doi.org\/10.1109\/access.2026.3672311","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]}}}