{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,23]],"date-time":"2026-01-23T07:30:33Z","timestamp":1769153433046,"version":"3.49.0"},"publisher-location":"Cham","reference-count":51,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031539596","type":"print"},{"value":"9783031539602","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-53960-2_5","type":"book-chapter","created":{"date-parts":[[2024,3,20]],"date-time":"2024-03-20T05:54:30Z","timestamp":1710914070000},"page":"54-71","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Architectural Scalability of Conversational Chatbot: The Case of ChatGPT"],"prefix":"10.1007","author":[{"given":"Daniela","family":"Mechkaroska","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ervin","family":"Domazet","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amra","family":"Feta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ustijana Rechkoska","family":"Shikoska","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,3,21]]},"reference":[{"key":"5_CR1","unstructured":"Brain [Brn.Ai] Code For Equity, Published in Chatbots Journal: Chatbot Trends Report (2021). https:\/\/chatbotsjournal.com\/chatbot-trends-report-2021-b15479c404e4. Accessed 3 Mar 2021"},{"key":"5_CR2","doi-asserted-by":"publisher","unstructured":"F\u00f8lstad, A., Araujo, T., Law, E.LC., et al.: Future directions for chatbot research: an interdisciplinary research agenda.\u00a0Computing 103, 2915\u20132942 (2021). https:\/\/doi.org\/10.1007\/s00607-021-01016-7","DOI":"10.1007\/s00607-021-01016-7"},{"key":"5_CR3","doi-asserted-by":"publisher","DOI":"10.4108\/airo.v1i1.2983","volume":"1","author":"MA Haque","year":"2023","unstructured":"Haque, M.A.: A brief analysis of \u201cchatGPT\u201d \u2013 a revolutionary tool designed by openAI. EAI Endorsed Trans AI Robotics 1, e15 (2023)","journal-title":"EAI Endorsed Trans AI Robotics"},{"key":"5_CR4","unstructured":"Medium, ChatGPT & GPT 4, How it works? https:\/\/medium.com\/@fenjiro\/chatgpt-gpt-4-how-it-works-10b33fb3f12b. Accessed 17 Apr 2023"},{"key":"5_CR5","unstructured":"Stackbuiders, Inside the brain of ChatGPT. https:\/\/www.stackbuilders.com\/blog\/inside-the-brain-of-chatgpt\/#:~:text=chatGPT%20is%20an%20ai%20tool,in%20natural%20language%20p\nrocessing%20tasks. 2 May 2023"},{"key":"5_CR6","unstructured":"Scalable Path. https:\/\/www.scalablepath.com\/data-science\/chatgpt-architecture-explained. 9 May 2023"},{"key":"5_CR7","unstructured":"Vaswani, A., et al.: Attention is all you need. NIPS\u201917: Proceedings of the 31st International Conference on Neural Information Processing Systems, pp. 6000\u20136010 (2017)"},{"key":"5_CR8","unstructured":"Medium. https:\/\/medium.com\/@amol-wagh\/open-ai-understand-foundational-concepts-of-chatgpt-and-cool-stuff-you-can-explore-a7a77baf0ee3#:~:text=It%20is%20based%20on%20the,is%20based%20on%20Transformer%20architecture. 5 Feb 2023"},{"key":"5_CR9","unstructured":"TechRound, How does Chat GPT Actually work?. https:\/\/techround.co.uk\/guides\/how-does-chat-gpt-actually-work\/. 15 Feb 2023"},{"key":"5_CR10","unstructured":"ThoughtSpot. https:\/\/www.thoughtspot.com\/data-trends\/ai\/what-is-transformer-architecture-chatgpt. 23 Feb 2023"},{"key":"5_CR11","unstructured":"Subedi Medium. https:\/\/subedi.medium.com\/chatgpt-101-pre-training-56a98f04389. 4 Feb 2023"},{"key":"5_CR12","unstructured":"Subedi Medium. https:\/\/subedi.medium.com\/chatgpt-101-fine-tuning-caa0cb4cc936. 4 Feb 2023"},{"key":"5_CR13","unstructured":"Radford, A., Wu, J., Child, R., Luan, D., Amodei, D., Sutskever, I.: Language models are unsupervised multitask learners. OpenAI blog 1(8), 9 (2019). https:\/\/d4mucfpksywv.cloudfront.net\/better-language-models\/language-models.pdf"},{"key":"5_CR14","unstructured":"Keskar, N.S., Mudigere, D., Nocedal, J., Smelyanskiy, M., Tang, P.T.P.: On large-batch training for deep learning: Generalization gap and sharp minima. arXiv preprint arXiv:1609.04836. https:\/\/arxiv.org\/pdf\/1609.04836.pdf, (2019)"},{"key":"5_CR15","unstructured":"Hoffman, M.W., et al.: Acme: A Research Framework for Distributed Reinforcement Learning. arXiv preprint arXiv:2006.00979 (2020)"},{"issue":"2","key":"5_CR16","doi-asserted-by":"publisher","first-page":"414","DOI":"10.1109\/TCSS.2023.3252679","volume":"10","author":"FY Wang","year":"2023","unstructured":"Wang, F.Y., Li, J., Qin, R., Zhu, J., Mo, H., Hu, B.: ChatGPT for computational social systems: from conversational applications to human-oriented operating systems. IEEE Trans. Computational Social Syst. 10(2), 414\u2013425 (2023). https:\/\/doi.org\/10.1109\/TCSS.2023.3252679","journal-title":"IEEE Trans. Computational Social Syst."},{"key":"5_CR17","unstructured":"Mantel group, ChatGPT decoded A comprehensive overview of large language models. https:\/\/eliiza.com.au\/wp-content\/uploads\/2023\/03\/ChatGPT-decoded.pdf. 1 Mar 2023"},{"key":"5_CR18","unstructured":"GPT blogs, ChatGPT: How Much Data Is Used in the Training Process?. https:\/\/gptblogs.com\/chatgpt-how-much-data-is-used-in-the-training-process#training-chatgpt-the-importance-of-a-diverse-dataset-5. 1 Feb 2023"},{"key":"5_CR19","unstructured":"Open AI Master. How to Get chatGPT Faster Response. https:\/\/openaimaster.com\/how-to-get-chat-gpt-faster-response\/. 3 June 2023"},{"key":"5_CR20","unstructured":"AIM, Is Parallel Programming Really That Difficult? https:\/\/analyticsindiamag.com\/is-parallel-programming-really-that-difficult\/. 21 Feb 2023"},{"key":"5_CR21","unstructured":"Ts2, Best Practices for Programming ChatGPT in Shell: Code Optimization and Performance. https:\/\/ts2.space\/en\/best-practices-for-programming-chatgpt-in-shell-code-optimization-and-performance\/. 23 June 2023"},{"key":"5_CR22","doi-asserted-by":"publisher","unstructured":"Czech, Z.: References. In: Introduction to Parallel Computing, pp. 323\u2013342. Cambridge University Press, Cambridge (2017). https:\/\/doi.org\/10.1017\/9781316795835.011","DOI":"10.1017\/9781316795835.011"},{"key":"5_CR23","unstructured":"Talent, Beginner\u2019s Guide to Batch Processing. https:\/\/www.talend.com\/resources\/batch-processing\/#:~:text=Batch%20processing%20handles%20large%20amounts,the%20efficiency%20of%20job%20processing2023"},{"key":"5_CR24","unstructured":"Kili, P.L.: How to Perform Distributed Training? (2023). https:\/\/kili-technology.com\/data-labeling\/machine-learning\/how-to-perform-distributed-training"},{"key":"5_CR25","unstructured":"Microsoft, Distributed training with Azure Machine Learning. https:\/\/learn.microsoft.com\/en-us\/azure\/machine-learning\/concept-distributed-training?view=azureml-api-2#data-parallelism. 7 Mar 2023"},{"key":"5_CR26","doi-asserted-by":"publisher","unstructured":"Cao, Y., et al.: A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT. https:\/\/doi.org\/10.48550\/arXiv.2303.04226. 7 Mar 2023","DOI":"10.48550\/arXiv.2303.04226"},{"key":"5_CR27","unstructured":"Towards Data Science, J. Davis, Understanding Mixed Precision Training. https:\/\/towardsdatascience.com\/understanding-mixed-precision-training-4b246679c7c4. 28 Jan 2021"},{"key":"5_CR28","unstructured":"Nvidia Docs Hub, Train With Mixed Precision. https:\/\/docs.nvidia.com\/deeplearning\/performance\/mixed-precision-training\/index.html. 1 Feb 2023"},{"key":"5_CR29","doi-asserted-by":"publisher","unstructured":"Micikevicius, P., et al.: Mixed Precision Training. , Published as a conference paper at ICLR (2018). https:\/\/doi.org\/10.48550\/arXiv.1710.03740","DOI":"10.48550\/arXiv.1710.03740"},{"key":"5_CR30","unstructured":"Hugging Face, Performance and Scalability: How To Fit a Bigger Model and Train It Faster. https:\/\/huggingface.co\/docs\/transformers\/v4.18.0\/en\/performance. 11 Jan 2022"},{"key":"5_CR31","unstructured":"Kaggle, Optimization approaches for Transformers (2022). https:\/\/www.kaggle.com\/code\/vad13irt\/optimization-approaches-for-transformers"},{"key":"5_CR32","unstructured":"Medium. https:\/\/medium.com\/@travismartin991\/chatgpt-and-cloud-computing-are-two-technologies-that-are-rapidly-gaining-popularity-in-various-f8e6ebd6bf04. 5 Feb 2023"},{"key":"5_CR33","unstructured":"NuttyCloud. https:\/\/nuttycloud.com\/on-which-cloud-technology-chatgpt-has-been-built-and-developed\/. 4 Feb 2023"},{"key":"5_CR34","unstructured":"Chatbots with Large Cloud Providers \u2013 AWS vs GCP vs Azure. https:\/\/chatbotbusinessframework.com\/chatbot-platform-comparison-solutions-amazon-aws-google-cloud-microsoft-azure\/. 3 Nov 2020"},{"key":"5_CR35","unstructured":"Telefonica Tech, ChatGPT and Cloud Computing: A happy marriage. https:\/\/telefonicatech.com\/en\/blog\/chatgpt-and-cloud-computing-a-happy-marriage#:~:text=The%20relationship%20between%20ChatGPT%20and,established%20between%20OpenAI%20and%20Microsoft. 30 May 2023"},{"key":"5_CR36","unstructured":"Medium, Scalability in the Cloud: Vertical vs Horizontal Scaling. https:\/\/medium.com\/javarevisited\/scalability-in-the-cloud-vertical-vs-horizontal-scaling-ba38ca29d1b7. 9 July 2022"},{"key":"5_CR37","unstructured":"Esds, What is the Difference Between Horizontal & Vertical Scaling? (2021). https:\/\/www.esds.co.in\/blog\/what-is-the-difference-between-horizontal-vertical-scaling\/#:~:text=There%20are%20two%20types%20of,distributed%20workload%20is%20Horizontal%20Scaling"},{"key":"5_CR38","unstructured":"AWS. https:\/\/aws.amazon.com\/blogs\/storage\/accelerating-gpt-large-language-model-training-with-aws-services\/. 18 May 2023"},{"key":"5_CR39","unstructured":"AWS (2023). https:\/\/aws.amazon.com\/ec2\/"},{"key":"5_CR40","unstructured":"Google Cloud, Documentation. https:\/\/cloud.google.com\/kubernetes-engine\/docs\/concepts\/verticalpodautoscaler. 15 Sep 2023"},{"key":"5_CR41","unstructured":"Google Cloud, Documentation. https:\/\/cloud.google.com\/kubernetes-engine\/docs\/concepts\/horizontalpodautoscaler. 15 Sep 2023"},{"key":"5_CR42","unstructured":"Google Cloud, Documentation. https:\/\/cloud.google.com\/compute\/docs\/load-balancing-and-autoscaling#:~:text=documentation%20for%20descriptions.-,Autoscaling,need%20for%20resources%20is%20lower. 20 Sep 2023"},{"key":"5_CR43","unstructured":"Orange Mantra, Microsoft\u2019s ChatGPT Integration, Explained!. https:\/\/www.orangemantra.com\/blog\/microsofts-chatgpt-integration-explained\/#:~:text=Azure%20provides%20powerful%20scalability%20options,be%20optimized%20for%20cost%20efficiency. 10 Mar 2023"},{"key":"5_CR44","unstructured":"Microsoft, Vertical Pod Autoscaling (preview) in Azure Kubernetes Service (AKS). https:\/\/learn.microsoft.com\/en-us\/azure\/aks\/vertical-pod-autoscaler. 22 Mar 2023"},{"key":"5_CR45","unstructured":"Microsoft, Tutorial: Scale applications in Azure Kubernetes Service (AKS). https:\/\/learn.microsoft.com\/en-us\/azure\/aks\/tutorial-kubernetes-scale?tabs=azure-cli#autoscale-the-application. 4 May 2023"},{"key":"5_CR46","unstructured":"Data Science Central, How To Use ChatGPT in Cloud Computing. https:\/\/www.datasciencecentral.com\/how-to-use-chatgpt-in-cloud-computing\/#:~:text=Using%20ChatGPT%20as%20a%20built,latest%20updates%20to%20your%20infrastructure. 21 Feb 2023"},{"key":"5_CR47","unstructured":"Baeldung, Attention Mechanism in the Transformers Model. https:\/\/www.baeldung.com\/cs\/attention-mechanism-transformers. 16 June 2023"},{"key":"5_CR48","doi-asserted-by":"publisher","unstructured":"Ray, P.P.: ChatGPT: a comprehensive review on background, applications, key challenges, bias, ethics, limitations and future scope, Internet of Things and Cyber-Physical Systems, 3, Pages 121\u2013154, ISSN 2667\u20133452 (2023). https:\/\/doi.org\/10.1016\/j.iotcps.2023.04.003","DOI":"10.1016\/j.iotcps.2023.04.003"},{"key":"5_CR49","unstructured":"AwesomeScreen, Understanding Chat GPT: What It Is and How to Use It. https:\/\/www.awesomescreenshot.com\/blog\/knowledge\/what-is-chat-gpt. 29 Mar 2023"},{"key":"5_CR50","unstructured":"Assemblyai, How ChatGPT actually works. https:\/\/www.assemblyai.com\/blog\/how-chatgpt-actually-works\/. 23 Dec 2022"},{"key":"5_CR51","unstructured":"GeeksforGeeks, System Design \u2013 Horizontal and Vertical Scaling. https:\/\/www.geeksforgeeks.org\/system-design-horizontal-and-vertical-scaling\/. 16 Feb 2023"}],"container-title":["Lecture Notes in Networks and Systems","Advances in Information and Communication"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-53960-2_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,20]],"date-time":"2024-03-20T05:56:30Z","timestamp":1710914190000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-53960-2_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031539596","9783031539602"],"references-count":51,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-53960-2_5","relation":{},"ISSN":["2367-3370","2367-3389"],"issn-type":[{"value":"2367-3370","type":"print"},{"value":"2367-3389","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"21 March 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"FICC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Future of Information and Communication Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Berlin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 April 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 April 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ficc2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/saiconference.com\/FICC","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}