{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T23:31:46Z","timestamp":1774481506928,"version":"3.50.1"},"publisher-location":"Singapore","reference-count":34,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819674220","type":"print"},{"value":"9789819674237","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,7,25]],"date-time":"2025-07-25T00:00:00Z","timestamp":1753401600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,7,25]],"date-time":"2025-07-25T00:00:00Z","timestamp":1753401600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-96-7423-7_13","type":"book-chapter","created":{"date-parts":[[2025,7,24]],"date-time":"2025-07-24T21:12:33Z","timestamp":1753391553000},"page":"148-159","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Applying LLMOps to\u00a0Support the\u00a0Automatic Analysis of\u00a0CAs"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2914-8696","authenticated-orcid":false,"given":"Pablo","family":"Landeta-L\u00f3pez","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0303-2740","authenticated-orcid":false,"given":"Jos\u00e9 Mar\u00eda","family":"Garc\u00eda","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2470-8287","authenticated-orcid":false,"given":"Cathy","family":"Guevara-Vega","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9827-1834","authenticated-orcid":false,"given":"Antonio","family":"Ruiz-Cort\u00e9s","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,7,25]]},"reference":[{"key":"13_CR1","doi-asserted-by":"crossref","unstructured":"Bansal, C., Renganathan, S., Asudani, A., Midy, O., Janakiraman, M.: DeCaf: diagnosing and triaging performance issues in large-scale cloud services, pp. 201\u2013210 (2020)","DOI":"10.1145\/3377813.3381353"},{"key":"13_CR2","doi-asserted-by":"crossref","unstructured":"Joshi, K.P., Pearce, C.: Automating cloud service level agreements using semantic technologies. In: 2015 IEEE International Conference on Cloud Engineering, pp. 416\u2013421 (2015)","DOI":"10.1109\/IC2E.2015.63"},{"issue":"1","key":"13_CR3","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1109\/TSC.2016.2593925","volume":"10","author":"JM Garc\u00eda","year":"2017","unstructured":"Garc\u00eda, J.M., Fern\u00e1ndez, P., Pedrinaci, C., Resinas, M., Cardoso, J., Ruiz-Cort\u00e9s, A.: Modeling service level agreements with linked USDL agreement. IEEE Trans. Serv. Comput. 10(1), 52\u201365 (2017)","journal-title":"IEEE Trans. Serv. Comput."},{"key":"13_CR4","doi-asserted-by":"crossref","unstructured":"Garcia, J.M., Martin-Diaz, O., Fernandez, P., Muller, C., Ruiz-Cortes, A.: A flexible billing life cycle for cloud services using augmented customer agreements. IEEE Access 9, 44374\u201344389 (2021)","DOI":"10.1109\/ACCESS.2021.3066443"},{"key":"13_CR5","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1016\/j.knosys.2013.04.007","volume":"49","author":"JM Garc\u00eda","year":"2013","unstructured":"Garc\u00eda, J.M., Junghans, M., Ruiz, D., Agarwal, S., Ruiz-Cort\u00e9s, A.: Integrating semantic web services ranking mechanisms using a common preference model. Knowl.-Based Syst. 49, 22\u201336 (2013)","journal-title":"Knowl.-Based Syst."},{"key":"13_CR6","doi-asserted-by":"crossref","unstructured":"Garc\u00eda, J.M., Ruiz, D., Ruiz-Cort\u00e9s, A.: A model of user preferences for semantic services discovery and ranking. In: The Semantic Web: Research and Applications, pp. 1\u201314 (2010)","DOI":"10.1007\/978-3-642-13489-0_1"},{"key":"13_CR7","unstructured":"Molino-Pe\u00f1a, E., Garc\u00eda, J.M., Ruiz-Cort\u00e9s, A.: Limitations of current techniques to detect Obligations and Rights in SLA, pp. 1\u201310 (2023)"},{"key":"13_CR8","unstructured":"Molino-Pe\u00f1a, E., Garcia, J.M., Ruiz Cort\u00e9s, A.: Operaciones de an\u00e1lisis sobre los t\u00e9rminos de uso en customer agreements. In: Actas de las XVII Jornadas de Ciencia e Ingenier\u00eda de Servicios (JCIS 2022), Sistedes (2022). https:\/\/hdl.handle.net\/11705\/JCIS\/2022\/041"},{"key":"13_CR9","doi-asserted-by":"crossref","unstructured":"Molino-Pe\u00f1a, E., Garc\u00eda, J.M.: Towards a systematic comparison framework for cloud services customer agreements. In: Service-Oriented Computing - ICSOC 2023 Workshops, Springer Nature Singapore, pp. 241\u2013252 (2024). ISBN: 978-981-97-0989-2","DOI":"10.1007\/978-981-97-0989-2_19"},{"key":"13_CR10","doi-asserted-by":"crossref","unstructured":"Nay, J.J., et al.: Large language models as tax attorneys: a case study in legal capabilities emergence. In: Philosophical Transactions of the Royal Society A: Mathematical, Physical and Engineering Sciences, vol. 382, no. 2270 (2024)","DOI":"10.1098\/rsta.2023.0159"},{"issue":"7553","key":"13_CR11","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y Lecun","year":"2015","unstructured":"Lecun, Y., Bengio, Y., Hinton, G.: Deep learning. Nature 521(7553), 436\u2013444 (2015)","journal-title":"Nature"},{"key":"13_CR12","doi-asserted-by":"crossref","unstructured":"Manning, C.D.: Human Language Understanding & Reasoning. Daedalus 151(2), 127\u2013138 (2022). ISSN: 0011-5266","DOI":"10.1162\/daed_a_01905"},{"key":"13_CR13","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems, vol. 2017-December, pp. 5999\u20136009 (2017)"},{"key":"13_CR14","unstructured":"Ong, I., et al.: RouteLLM: Learning to route LLMs with preference data (2024). arXiv: 2406.18665 [cs.LG]"},{"key":"13_CR15","doi-asserted-by":"crossref","unstructured":"Kreuzberger, D., Kuhl, N., Hirschl, S.: Machine learning operations (MLOps): overview, definition, and architecture. IEEE Access 11, 31866\u201331879 (2023)","DOI":"10.1109\/ACCESS.2023.3262138"},{"key":"13_CR16","doi-asserted-by":"crossref","unstructured":"Shi, C., Liang, P., Wu, Y., Zhan, T., Jin, Z.: Maximizing user experience with LLMOps-driven personalized recommendation systems. Appl. Comput. Eng. 64(1), 101\u2013107 (2024). ISSN: 2755-2721","DOI":"10.54254\/2755-2721\/64\/20241353"},{"key":"13_CR17","doi-asserted-by":"publisher","unstructured":"Busson, A.J.G., et al.: Saturn platform: foundation model operations and generative AI for financial services. (1), 85\u201388 (2023). https:\/\/doi.org\/10.5753\/webmedia_estendido.2023.234354.","DOI":"10.5753\/webmedia_estendido.2023.234354."},{"key":"13_CR18","unstructured":"Deb, P.: LLMOps: an approach and early thoughts (2023). https:\/\/t.ly\/Zu2Tk (visited on 08\/26\/2024)"},{"key":"13_CR19","doi-asserted-by":"crossref","unstructured":"Chang, Y., et al.: A survey on evaluation of large language models. ACM Trans. Intell. Syst. Technol. 15(3) (2024)","DOI":"10.1145\/3641289"},{"key":"13_CR20","unstructured":"Wei, A., Haghtalab, N., Steinhardt, J.: Jailbroken: how does LLM safety training fail?. 36 (2023)"},{"key":"13_CR21","doi-asserted-by":"publisher","unstructured":"Menz, B.D., et al.: Current safeguards, risk mitigation, and transparency measures of large language models against the generation of health disinformation: repeated cross sectional analysis. BMJ (2024). https:\/\/doi.org\/10.1136\/bmj-2023-078538.","DOI":"10.1136\/bmj-2023-078538."},{"key":"13_CR22","unstructured":"Lewis, P., et al.: Retrieval-augmented generation for knowledge-intensive NLP tasks. vol. 2020-December (2020)"},{"key":"13_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1162\/tacl_a_00530","volume":"11","author":"S Siriwardhana","year":"2023","unstructured":"Siriwardhana, S., Weerasekera, R., Wen, E., Kaluarachchi, T., Rajib, R., Nanayakkara, S.: Improving the domain adaptation of retrieval augmented generation (RAG) models for open domain question answering. Trans. Assoc. Comput. Linguist. 11, 1\u201317 (2023)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"13_CR24","unstructured":"Kojima, T., Gu, S.S., Reid, M., Matsuo, Y., Iwasawa, Y.: Large language models are zero-shot reasoners. vol. 35 (2022)"},{"key":"13_CR25","doi-asserted-by":"crossref","unstructured":"Liu, Y., Iter, D., Xu, Y., Wang, S., Xu, R., Zhu, C.: G-Eval: NLG evaluation using GPT-4 with better human alignment, pp. 2511\u20132522 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.153"},{"key":"13_CR26","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1016\/j.jss.2015.06.063","volume":"123","author":"B Fitzgerald","year":"2017","unstructured":"Fitzgerald, B., Stol, K.-J.: Continuous software engineering: a roadmap and agenda. J. Syst. Softw. 123, 176\u2013189 (2017)","journal-title":"J. Syst. Softw."},{"key":"13_CR27","doi-asserted-by":"crossref","unstructured":"Alnafessah, A., Gias, A.U., Wang, R., Zhu, L., Casale, G., Filieri, A.: Quality-aware DevOps research: where do we stand? IEEE Access 9, 44476\u201344489 (2021)","DOI":"10.1109\/ACCESS.2021.3064867"},{"key":"13_CR28","doi-asserted-by":"crossref","unstructured":"Ros, R., Runeson, P.: Continuous experimentation and A\/B testing: A mapping study, pp. 35\u201341 (2018)","DOI":"10.1145\/3194760.3194766"},{"issue":"8","key":"13_CR29","doi-asserted-by":"publisher","first-page":"1035","DOI":"10.1007\/s10514-023-10132-6","volume":"47","author":"A Elhafsi","year":"2023","unstructured":"Elhafsi, A., Sinha, R., Agia, C., Schmerling, E., Nesnas, I., Pavone, M.: Semantic anomaly detection with large language models. Auton. Robot. 47(8), 1035\u20131055 (2023)","journal-title":"Auton. Robot."},{"key":"13_CR30","doi-asserted-by":"crossref","unstructured":"Nasution, A.H., Onan, A.: ChatGPT label: comparing the quality of human-generated and LLM-generated annotations in low-resource language NLP tasks. IEEE Access 12, 71876\u201371900 (2024)","DOI":"10.1109\/ACCESS.2024.3402809"},{"key":"13_CR31","first-page":"3","volume":"1","author":"J M\u00f6kander","year":"2023","unstructured":"M\u00f6kander, J., Schuett, J., Hannah, R., Floridi, L.: Auditing large language models: a three-layered approach. AI Ethics 1, 3 (2023)","journal-title":"AI Ethics"},{"key":"13_CR32","unstructured":"Molino Pe\u00f1a, M.E., Garc\u00eda Rodriguez, J.M., Ru\u00edz Cort\u00e9s, A.: An\u00e1lisis autom\u00e1tico de obligaciones y derechos en acuerdos de cliente. Universidad de Sevilla, p. 95 (2023). https:\/\/idus.us.es\/handle\/11441\/149944?show=full"},{"key":"13_CR33","unstructured":"Huyen, C.: Building A Generative AI Platform (2024). https:\/\/huyenchip.com\/2024\/07\/25\/genai-platform.html (visitedon 08\/19\/2024)"},{"key":"13_CR34","doi-asserted-by":"crossref","unstructured":"Cheng, Y., Chen, J., Huang, Q., Xing, Z., Xu, X., Lu, Q.: Prompt sapper: a LLM-empowered production tool for building AI chains. ACM Trans. Softw. Eng. Methodol. 33(5) (2024)","DOI":"10.1145\/3638247"}],"container-title":["Lecture Notes in Computer Science","Service-Oriented Computing \u2013 ICSOC 2024 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-7423-7_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,7]],"date-time":"2025-09-07T22:17:45Z","timestamp":1757283465000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-7423-7_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,25]]},"ISBN":["9789819674220","9789819674237"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-7423-7_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7,25]]},"assertion":[{"value":"25 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICSOC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Service-Oriented Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tunis","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tunisia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icsoc2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icsoc2024.redcad.tn\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}