{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T14:09:54Z","timestamp":1785506994602,"version":"3.56.0"},"reference-count":83,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T00:00:00Z","timestamp":1775779200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T00:00:00Z","timestamp":1780358400000},"content-version":"vor","delay-in-days":53,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"Multimedia University (MMU), Malaysia"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-026-48021-4","type":"journal-article","created":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T13:15:55Z","timestamp":1775826955000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A novel NFR-based conceptual quality framework for modern API industry"],"prefix":"10.1038","volume":"16","author":[{"given":"Aumir","family":"Shabbir","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Aziz","family":"Deraman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mohamad Nor Bin","family":"Hassan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kamal Uddin","family":"Sarker","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shahid","family":"Kamal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,4,10]]},"reference":[{"key":"48021_CR1","doi-asserted-by":"publisher","unstructured":"Godinho, A., Rosado, J., S\u00e1, F. & Cardoso, F. Method for evaluating the performance of web-based apis. In International Conference on Smart Objects and Technologies for Social Good, pp. 30\u201348 https:\/\/doi.org\/10.1007\/978-3-031-52524-7_3 (Springer, 2023).","DOI":"10.1007\/978-3-031-52524-7_3"},{"key":"48021_CR2","doi-asserted-by":"publisher","first-page":"112110","DOI":"10.1016\/j.jss.2024.112110","volume":"215","author":"A Lercher","year":"2024","unstructured":"Lercher, A., Glock, J., Macho, C. & Pinzger, M. Microservice api evolution in practice: a study on strategies and challenges. J. Syst. Softw. 215, 112110. https:\/\/doi.org\/10.1016\/j.jss.2024.112110 (2024).","journal-title":"J. Syst. Softw."},{"key":"48021_CR3","doi-asserted-by":"publisher","unstructured":"Raatikainen, M. et al. State of the practice in application programming interfaces (APIs): A case study. In European Conference on Software Architecture pp. 191\u2013206. https:\/\/doi.org\/10.1007\/978-3-030-86044-8_14 (Springer, 2021).","DOI":"10.1007\/978-3-030-86044-8_14"},{"key":"48021_CR4","doi-asserted-by":"publisher","unstructured":"Andreo, S. & Bosch, J. API management challenges in ecosystems. In Eur. Commission, Louxembourg, Louxembourg, UK, Tech. Rep. JRC118082, pp. 86\u201393. https:\/\/doi.org\/10.1007\/978-3-030-33742-1_8 (2019).","DOI":"10.1007\/978-3-030-33742-1_8"},{"key":"48021_CR5","doi-asserted-by":"publisher","unstructured":"Andreo, S. & Bosch, J. API Management challenges in ecosystems. In Software Business: 10th International Conference, ICSOB Jyv\u00e4skyl\u00e4, Finland, November 18\u201320, 2019, Proceedings 10. pp. 86\u201393. https:\/\/doi.org\/10.1007\/978-3-030-33742-1_8 (Springer, 2019).","DOI":"10.1007\/978-3-030-33742-1_8"},{"key":"48021_CR6","doi-asserted-by":"publisher","unstructured":"Ahmad, M., Geewax, J. J., Macvean, A., Karger, D. & Ma, K. L. API Governance at scale. In Proceedings of the 46th International Conference on Software Engineering: Software Engineering in Practice. pp. 430\u2013440. https:\/\/doi.org\/10.1145\/3639477.3639713 (ACM, 2024).","DOI":"10.1145\/3639477.3639713"},{"key":"48021_CR7","doi-asserted-by":"publisher","unstructured":"Chu, S., Koe, J., Garlan, D. & Kang, E. Integrating graceful degradation and recovery through requirement-driven adaptation. 2024 IEEE\/ACM 19th Symp. Softw. Eng. Adapt. Self-Managing Syst., pp. 122\u2013132, (2024). https:\/\/doi.org\/10.1145\/3643915.3644090","DOI":"10.1145\/3643915.3644090"},{"key":"48021_CR8","doi-asserted-by":"publisher","first-page":"2849","DOI":"10.1007\/s12652-020-02443-8","volume":"12","author":"P Rajput","year":"2020","unstructured":"Rajput, P. & Sikka, G. Multi-agent architecture for fault recovery in self-healing systems. J. Ambient Intell. Humaniz. Comput. 12, 2849\u20132866. https:\/\/doi.org\/10.1007\/s12652-020-02443-8 (2020).","journal-title":"J. Ambient Intell. Humaniz. Comput."},{"key":"48021_CR9","doi-asserted-by":"publisher","unstructured":"Scrocca, M., Tommasini, R., Margara, A., Della Valle, E. & Sakr, S. The Kaiju project: enabling event-driven observability. Proc. 14th ACM Int. Conf. Distrib. Event-based Syst.. https:\/\/doi.org\/10.1145\/3401025.3401740 (2020).","DOI":"10.1145\/3401025.3401740"},{"key":"48021_CR10","doi-asserted-by":"publisher","unstructured":"Shabbir, A., Deraman, A., Bin Hassan, M. N., Sarker, K. U. & Kamal, S. Prioritizing non-functional requirements and influencing factors for API quality framework: An industry approach. Int. J. Adv. Comput. Sci. Appl. 16 (9). https:\/\/doi.org\/10.14569\/IJACSA.2025.0160934 (2025).","DOI":"10.14569\/IJACSA.2025.0160934"},{"key":"48021_CR11","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1109\/TSC.2019.2940009","volume":"15","author":"M Cinque","year":"2019","unstructured":"Cinque, M., Della Corte, R. & Pecchia, A. Microservices monitoring with event logs and black box execution tracing. IEEE Trans. Serv. Comput. 15, 294\u2013307. https:\/\/doi.org\/10.1109\/TSC.2019.2940009 (2019).","journal-title":"IEEE Trans. Serv. Comput."},{"key":"48021_CR12","doi-asserted-by":"publisher","first-page":"3387","DOI":"10.1109\/TDSC.2021.3095544","volume":"19","author":"J Zhang","year":"2021","unstructured":"Zhang, J. et al. DBFT: A byzantine fault tolerance protocol with graceful performance degradation. IEEE Trans. Dependable Secur. Comput. 19, 3387\u20133400. https:\/\/doi.org\/10.1109\/TDSC.2021.3095544 (2021).","journal-title":"IEEE Trans. Dependable Secur. Comput."},{"issue":"12","key":"48021_CR13","doi-asserted-by":"publisher","first-page":"2465","DOI":"10.3390\/electronics14122465","volume":"14","author":"H Cho","year":"2025","unstructured":"Cho, H., Sung, J. H., Kang, H. J., Jang, J. & Shin, D. Quantifying cyber resilience: a framework based on availability metrics and AUC-based normalization. Electronics 14 (12), 2465. https:\/\/doi.org\/10.3390\/electronics14122465 (2025).","journal-title":"Electronics"},{"key":"48021_CR14","doi-asserted-by":"publisher","unstructured":"Bucaille, S., C\u00e1novas, J. L., Izquierdo, H., Ed-Douibi & Cabot, J. An OpenAPI-based testing framework to monitor non-functional properties of REST APIs. In International Conference on Web Engineering. pp. 533\u2013537. https:\/\/doi.org\/10.1007\/978-3-030-50578-3_39 (Springer, 2020).","DOI":"10.1007\/978-3-030-50578-3_39"},{"key":"48021_CR15","unstructured":"ISO, I. S. O. & IEC 25010:. Online Browsing Platform (OBP). https:\/\/www.iso.org\/obp\/ui\/#iso:std:iso-iec:25010:ed-2:v1:en (2023)."},{"key":"48021_CR16","doi-asserted-by":"publisher","unstructured":"Shabbir, A., Deraman, A., Nor Bin Hassan, M., Sarker, K. U. & Kamal, S. Enhancing API quality: A comprehensive review of non-functional requirements for quality-centric framework development. KSII Trans. INTERNET Inf. Syst. 20 (2), 23 https:\/\/doi.org\/10.3837\/tiis.2026.02.011 (2026).","DOI":"10.3837\/tiis.2026.02.011"},{"key":"48021_CR17","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1016\/j.infsof.2016.12.003","volume":"84","author":"J Zou","year":"2017","unstructured":"Zou, J., Xu, L., Yang, M., Zhang, X. & Yang, D. Towards comprehending the non-functional requirements through developers\u2019 eyes: An exploration of stack overflow using topic analysis. Inf. Softw. Technol. 84, 19\u201332. https:\/\/doi.org\/10.1016\/j.infsof.2016.12.003 (2017).","journal-title":"Inf. Softw. Technol."},{"key":"48021_CR18","doi-asserted-by":"publisher","unstructured":"Murphy, L., Kery, M. B., Alliyu, O., Macvean, A. & Myers, B. A. API designers in the field: Design practices and challenges for creating usable APIs. In IEEE Symposium on Visual Languages and Human-Centric computing (vl\/hcc). pp. 249\u2013258. https:\/\/doi.org\/10.1109\/VLHCC.2018.8506523 (IEEE, 2018).","DOI":"10.1109\/VLHCC.2018.8506523"},{"issue":"9","key":"48021_CR19","doi-asserted-by":"publisher","first-page":"4369","DOI":"10.3390\/app12094369","volume":"12","author":"A Ehsan","year":"2022","unstructured":"Ehsan, A., Abuhaliqa, M. A. M. E., Catal, C. & Mishra, D. RESTful API testing methodologies: Rationale, challenges, and solution directions. Appl. Sci. 12 (9), 4369. https:\/\/doi.org\/10.3390\/app12094369 (2022).","journal-title":"Appl. Sci."},{"key":"48021_CR20","doi-asserted-by":"publisher","unstructured":"dos Santos, E. & Casas, S. Unveiling quality in API management: A systematic mapping study. In L Latin American Computer Conference (CLEI) pp. 1\u201310 https:\/\/doi.org\/10.1109\/CLEI64178.2024.10700447 (IEEE, 2024).","DOI":"10.1109\/CLEI64178.2024.10700447"},{"key":"48021_CR21","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1007\/s00766-023-00401-2","volume":"28","author":"M Sadi","year":"2023","unstructured":"Sadi, M. & Yu, E. WEBAPIK: a body of structured knowledge on designing web APIs. Requir Eng. 28, 441\u2013479. https:\/\/doi.org\/10.1007\/s00766-023-00401-2 (2023).","journal-title":"Requir Eng."},{"issue":"3","key":"48021_CR22","doi-asserted-by":"publisher","first-page":"4223","DOI":"10.32604\/cmc.2025.067536","volume":"84","author":"F Tanveer","year":"2025","unstructured":"Tanveer, F., Iradat, F., Iqbal, W. & Ahmad, A. Towards secure APIs: A survey on RESTful API vulnerability detection. Comput. Mater. Contin. 84 (3), 4223. https:\/\/doi.org\/10.32604\/cmc.2025.067536 (2025).","journal-title":"Comput. Mater. Contin"},{"issue":"3","key":"48021_CR23","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1177\/0047281617721853","volume":"48","author":"M Meng","year":"2018","unstructured":"Meng, M., Steinhardt, S. & Schubert, A. Application programming interface documentation: What do software developers want? J. Tech. Writ. Commun. 48 (3), 295\u2013330. https:\/\/doi.org\/10.1177\/0047281617721853 (2018).","journal-title":"J. Tech. Writ. Commun."},{"issue":"3","key":"48021_CR24","doi-asserted-by":"publisher","first-page":"304","DOI":"10.3390\/info17030304","volume":"17","author":"A Singjai","year":"2026","unstructured":"Singjai, A. Deriving empirically grounded NFR specifications from practitioner discourse: A validated methodology applied to trustworthy APIs in the AI Era. Information 17 (3), 304. https:\/\/doi.org\/10.3390\/info17030304 (2026).","journal-title":"Information"},{"key":"48021_CR25","doi-asserted-by":"publisher","unstructured":"Ali, A., Khalil, I., Ahmad, I., Parveen, I. & Zaman, U. K. U. Role of Non-functional Requirements in projects\u2019 success, 2nd Int. Conf. Digit. Futur. Transform. Technol. 1\u20137, https:\/\/doi.org\/10.1109\/ICoDT255437.2022.9787463 (2022).","DOI":"10.1109\/ICoDT255437.2022.9787463"},{"key":"48021_CR26","doi-asserted-by":"publisher","unstructured":"Gupta, V., Chopra, R. & Chauhan, D. Nonfunctional requirements in mobile application development. https:\/\/doi.org\/10.1201\/9781003160922 (2021).","DOI":"10.1201\/9781003160922"},{"key":"48021_CR27","doi-asserted-by":"publisher","unstructured":"Khan, F., Jan, S. R., Tahir, M., Khan, S. & Ullah, F. Survey: Dealing non-functional requirements at architecture level. 9, 7\u201313 https:\/\/doi.org\/10.21015\/vtse.v9i2.410 (2016).","DOI":"10.21015\/vtse.v9i2.410"},{"key":"48021_CR28","doi-asserted-by":"crossref","unstructured":"Albuquerque, C. & Correia, F. F. Tracing and metrics design patterns for monitoring cloud-native applications. arXiv (2025).","DOI":"10.1007\/978-3-032-19157-1_2"},{"key":"48021_CR29","doi-asserted-by":"publisher","unstructured":"Ahmed, H. et al. Observability in microservices: An in-depth exploration of frameworks, challenges. IEEE Access 13, 72011\u201372039 https:\/\/doi.org\/10.1109\/ACCESS.2025.3562125 (2025).","DOI":"10.1109\/ACCESS.2025.3562125"},{"key":"48021_CR30","doi-asserted-by":"publisher","first-page":"86904","DOI":"10.1109\/ACCESS.2022.3193102","volume":"10","author":"M Usman","year":"2022","unstructured":"Usman, M., Ferlin, S., Brunstrom, A. & Taheri, J. A survey on observability of distributed edge & container-based microservices. IEEE Access. 10, 86904\u201386919. https:\/\/doi.org\/10.1109\/ACCESS.2022.3193102 (2022).","journal-title":"IEEE Access."},{"key":"48021_CR31","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/MS.2023.3330234","volume":"41","author":"I Gorton","year":"2024","unstructured":"Gorton, I., Fong-Jones, L. & Larsson, A. Observability Q&A. IEEE Softw. 41, 50\u201354. https:\/\/doi.org\/10.1109\/MS.2023.3330234 (2024).","journal-title":"IEEE Softw."},{"key":"48021_CR32","doi-asserted-by":"publisher","first-page":"274","DOI":"10.3390\/fi14100274","volume":"14","author":"N Kratzke","year":"2022","unstructured":"Kratzke, N. & Observability, C. N. The many-faceted benefits of structured and Unified logging - A multi-case study. Futur Internet. 14, 274. https:\/\/doi.org\/10.3390\/fi14100274 (2022).","journal-title":"Futur Internet"},{"key":"48021_CR33","doi-asserted-by":"publisher","first-page":"111015","DOI":"10.1016\/j.jss.2021.111015","volume":"181","author":"S Lima","year":"2021","unstructured":"Lima, S., Correia, J., Ara\u00fajo, F. & Cardoso, J. Improving observability in event sourcing systems. J. Syst. Softw. 181, 111015. https:\/\/doi.org\/10.1016\/j.jss.2021.111015 (2021).","journal-title":"J. Syst. Softw."},{"key":"48021_CR34","doi-asserted-by":"publisher","unstructured":"Sharma, B. & Nadig, D. eBPF-enhanced complete observability solution for cloud-native microservices. ICC 2024 - IEEE Int. Conf. Commun. 1980\u20131985. https:\/\/doi.org\/10.1109\/ICC51166.2024.10622329 (2024).","DOI":"10.1109\/ICC51166.2024.10622329"},{"key":"48021_CR35","doi-asserted-by":"publisher","unstructured":"Becker, K. & Voss, S. Analyzing graceful degradation for mixed critical fault-tolerant real-time systems. IEEE 18th Int. Symp. Real-Time Distrib. Comput.. pp. 110\u2013118 https:\/\/doi.org\/10.1109\/ISORC.2015.10 (2015).","DOI":"10.1109\/ISORC.2015.10"},{"key":"48021_CR36","doi-asserted-by":"crossref","unstructured":"Rouholamini, S. R., Mirabi, M., Farazkish, R. & Sahafi, A. Proactive self-healing techniques for cloud computing: A systematic review. Concurr Comput. Pract. Exp. (2024).","DOI":"10.1002\/cpe.8246"},{"key":"48021_CR37","doi-asserted-by":"publisher","first-page":"1243","DOI":"10.1002\/spe.2491","volume":"47","author":"B Mohammed","year":"2017","unstructured":"Mohammed, B., Kiran, M., Maiyama, K., Kamala, M. & Awan, I. Failover strategy for fault tolerance in cloud computing environment. Softw. Pract. Exp. 47, 1243\u20131274. https:\/\/doi.org\/10.1002\/spe.2491 (2017).","journal-title":"Softw. Pract. Exp."},{"key":"48021_CR38","unstructured":"Reboucas Dos Santos, E. & Casas, S. Api management quality and iso\/iec square: a practitioners\u2019 perspective. (2024)."},{"key":"48021_CR39","doi-asserted-by":"publisher","DOI":"10.4236\/jcc.2023.119002","author":"A Stefani","year":"2023","unstructured":"Stefani, A. & Vassiliadis, B. ISO25000-related metrics for evaluating the quality of complex information systems. J. Comput. Commun. https:\/\/doi.org\/10.4236\/jcc.2023.119002 (2023).","journal-title":"J. Comput. Commun."},{"key":"48021_CR40","doi-asserted-by":"publisher","unstructured":"Muhamad, W. Designing semantic web service based on OAS 3.0 through relational database. In 2020 International Conference on Information Technology Systems and Innovation (ICITSI). pp. 306\u2013311. https:\/\/doi.org\/10.1109\/ICITSI50517.2020.9264930 (IEEE, 2020).","DOI":"10.1109\/ICITSI50517.2020.9264930"},{"key":"48021_CR41","doi-asserted-by":"publisher","unstructured":"Espinoza-Arias, P., Garijo, D. & Corcho, O. Mapping the web ontology language to the openapi specification. In International Conference on Conceptual Modeling. pp. 117\u2013127. https:\/\/doi.org\/10.1007\/978-3-030-65847-2_11 (Springer, 2020).","DOI":"10.1007\/978-3-030-65847-2_11"},{"key":"48021_CR42","doi-asserted-by":"publisher","unstructured":"Banias, O., Florea, D., Gyalai, R. & Curiac, D. Automated specification-based testing of REST APIs. Sens. (Basel). 21 https:\/\/doi.org\/10.3390\/s21165375 (2021).","DOI":"10.3390\/s21165375"},{"key":"48021_CR43","doi-asserted-by":"publisher","unstructured":"Yu, L., Al\u00e9groth, E., Chatzipetrou, P. & Gorschek, T. Utilising CI environment for efficient and effective testing of NFRs. Inf. Softw. Technol. 117 https:\/\/doi.org\/10.1016\/j.infsof.2019.106199 (2020).","DOI":"10.1016\/j.infsof.2019.106199"},{"key":"48021_CR44","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10664-023-10356-1","volume":"28","author":"L Yu","year":"2023","unstructured":"Yu, L., Al\u00e9groth, E., Chatzipetrou, P. & Gorschek, T. Automated NFR testing in continuous integration environments: a multi-case study of Nordic companies. Empir. Softw. Eng. 28, 1\u201329. https:\/\/doi.org\/10.1007\/s10664-023-10356-1 (2023).","journal-title":"Empir. Softw. Eng."},{"key":"48021_CR45","doi-asserted-by":"publisher","unstructured":"Habibullah, K., Gay, G. & Horkoff, J. A framework for managing quality requirements for machine learning-based software systems. pp. 3\u201320 https:\/\/doi.org\/10.1007\/978-3-031-70245-7_1 (2024).","DOI":"10.1007\/978-3-031-70245-7_1"},{"key":"48021_CR46","doi-asserted-by":"publisher","DOI":"10.1145\/3646548.3676541","author":"G Jadoon","year":"2024","unstructured":"Jadoon, G. Preserving non-functional requirements in goal models using meta-models of the software product lines. Proc. 28th ACM Int. Syst. Softw. Prod. Line Conf. https:\/\/doi.org\/10.1145\/3646548.3676541 (2024).","journal-title":"Proc. 28th ACM Int. Syst. Softw. Prod. Line Conf."},{"key":"48021_CR47","doi-asserted-by":"publisher","first-page":"53995","DOI":"10.1109\/ACCESS.2023.3281195","volume":"11","author":"E Sherif","year":"2023","unstructured":"Sherif, E., Helmy, W. & Galal-Edeen, G. H. Proposed framework to manage non-functional requirements in agile. IEEE access. 11, 53995\u201354005. https:\/\/doi.org\/10.1109\/ACCESS.2023.3281195 (2023).","journal-title":"IEEE access."},{"key":"48021_CR48","doi-asserted-by":"publisher","unstructured":"Viviani, L., Guerra, E., Melegati, J. & Wang, X. An empirical study about the instability and uncertainty of non-functional requirements. In International Conference on Agile Software Development. pp. 77\u201393. https:\/\/doi.org\/10.1007\/978-3-031-33976-9_6 (Springer, 2023).","DOI":"10.1007\/978-3-031-33976-9_6"},{"issue":"1","key":"48021_CR49","doi-asserted-by":"publisher","first-page":"1992","DOI":"10.14704\/WEB\/V19I1\/WEB19135","volume":"19","author":"D Kumar","year":"2022","unstructured":"Kumar, D., Kumar, A. & Singh, L. Non-functional requirements elicitation in agile base models. Webology 19 (1), 1992\u20132018. https:\/\/doi.org\/10.14704\/WEB\/V19I1\/WEB19135 (2022).","journal-title":"Webology"},{"key":"48021_CR50","doi-asserted-by":"publisher","first-page":"2008","DOI":"10.21275\/SR23822111402","volume":"12","author":"S Pargaonkar","year":"2023","unstructured":"Pargaonkar, S. A comprehensive review of performance testing methodologies and best practices: software quality engineering. Int. J. Sci. Res. 12, 2008\u20132014. https:\/\/doi.org\/10.21275\/SR23822111402 (2023).","journal-title":"Int. J. Sci. Res."},{"key":"48021_CR51","doi-asserted-by":"publisher","first-page":"111609","DOI":"10.1016\/j.jss.2023.111609","volume":"198","author":"R Ko\u00e7i","year":"2023","unstructured":"Ko\u00e7i, R., Franch, X., Jovanovic, P. & Abell\u00f3, A. Web api evolution patterns: A usage-driven approach. J. Syst. Softw. 198, 111609. https:\/\/doi.org\/10.1016\/j.jss.2023.111609 (2023).","journal-title":"J. Syst. Softw."},{"key":"48021_CR52","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3470133","volume":"54","author":"M Lamothe","year":"2021","unstructured":"Lamothe, M., Gu\u00e9h\u00e9neuc, Y. G. & Shang, W. A systematic review of API evolution literature. ACM Comput. Surv. 54, 1\u201336. https:\/\/doi.org\/10.1145\/3470133 (2021).","journal-title":"ACM Comput. Surv."},{"key":"48021_CR53","unstructured":"Erme, H. Challenges of quality assurance of software developed by a subcontractor: a case study. (2024)."},{"key":"48021_CR54","doi-asserted-by":"publisher","unstructured":"De, B. Api architecture trends in 2023. In API Management: An Architect\u2019s Guide to Developing and Managing APIs for Your Organization. 385\u2013411. https:\/\/doi.org\/10.1007\/979-8-8688-0054-2_16 (Springer, 2023).","DOI":"10.1007\/979-8-8688-0054-2_16"},{"key":"48021_CR55","doi-asserted-by":"publisher","unstructured":"Ofoeda, J., Boateng, R. & Effah, J. Application Programming Interface (API) Research. Int. J. Enterp. Inf. Syst. 15 (3), 76\u201395. https:\/\/doi.org\/10.4018\/IJEIS.2019070105 (Jul. 2019).","DOI":"10.4018\/IJEIS.2019070105"},{"issue":"1","key":"48021_CR56","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1002\/sys.21715","volume":"27","author":"S Das","year":"2024","unstructured":"Das, S., Deb, N., Chaki, N. & Cortesi, A. Minimising conflicts among run-time non\u2010functional requirements within DevOps. Syst. Eng. 27 (1), 177\u2013198. https:\/\/doi.org\/10.1002\/sys.21715 (2024).","journal-title":"Syst. Eng."},{"key":"48021_CR57","doi-asserted-by":"publisher","unstructured":"Santos, S., Pimentel, T., Rocha, F. G. & Soares, M. Using behavior-driven development (BDD) for non-functional requirements. https:\/\/doi.org\/10.20944\/preprints202406.1061.v1 (2024).","DOI":"10.20944\/preprints202406.1061.v1"},{"key":"48021_CR58","doi-asserted-by":"publisher","first-page":"24631","DOI":"10.1109\/ACCESS.2023.3253771","volume":"11","author":"A Muhammad","year":"2023","unstructured":"Muhammad, A., Siddique, A., Mubasher, M., Aldweesh, A. & Naveed, Q. N. Prioritizing non-functional requirements in agile process using multi criteria decision making analysis. IEEE Access. 11, 24631\u201324654. https:\/\/doi.org\/10.1109\/ACCESS.2023.3253771 (2023).","journal-title":"IEEE Access."},{"key":"48021_CR59","unstructured":"Mathijssen, M., Overeem, M. & Jansen, S. Identification of practices and capabilities in API management: a systematic literature review. arXiv.10481, 2020. (2006)."},{"key":"48021_CR60","doi-asserted-by":"publisher","unstructured":"Martinez, G. G., Del Carpio, \u00c1. F. & G\u00f3mez, L. N. A model for detecting conflicts and dependencies in non-functional requirements using scenarios and use cases. In XLV Latin American Computing Conference (CLEI). pp. 1\u20138. https:\/\/doi.org\/10.1109\/CLEI47609.2019.235051 (IEEE, 2019).","DOI":"10.1109\/CLEI47609.2019.235051"},{"key":"48021_CR61","doi-asserted-by":"publisher","unstructured":"Scheibmeir, J. & Malaiya, Y. An API development model for digital twins. In IEEE 19th International Conference on Software Quality, Reliability and Security Companion (QRS-C). pp. 518\u2013519. https:\/\/doi.org\/10.1109\/QRS-C.2019.00103 (IEEE, 2019).","DOI":"10.1109\/QRS-C.2019.00103"},{"key":"48021_CR62","doi-asserted-by":"publisher","first-page":"5","DOI":"10.13052\/jwe1540-9589.19563","volume":"19","author":"D Bermbach","year":"2020","unstructured":"Bermbach, D. & Wittern, E. Benchmarking web api quality-revisited. J. Web Eng. 19, 5\u20136. https:\/\/doi.org\/10.13052\/jwe1540-9589.19563 (2020).","journal-title":"J. Web Eng."},{"key":"48021_CR63","doi-asserted-by":"publisher","unstructured":"Castro, C. F. et al. Towards a conceptual framework for decomposing non-functional requirements of business process into quality of service attributes. In ICEIS -Proceedings of the 21st International Conference on Enterprise Information Systems. pp. 481\u2013492 https:\/\/doi.org\/10.5220\/0007656504810492 (SciTePress, 2019).","DOI":"10.5220\/0007656504810492"},{"issue":"3","key":"48021_CR64","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1080\/17439760.2016.1262619","volume":"12","author":"VL Plano Clark","year":"2017","unstructured":"Plano Clark, V. L. Mixed methods research. J. Posit. Psychol. 12 (3), 305\u2013306. https:\/\/doi.org\/10.1080\/17439760.2016.1262619 (2017).","journal-title":"J. Posit. Psychol."},{"issue":"1","key":"48021_CR65","doi-asserted-by":"publisher","first-page":"e0314853","DOI":"10.1371\/journal.pone.0314853","volume":"20","author":"ZK Saw","year":"2025","unstructured":"Saw, Z. K. et al. Forward-backward translation, content validity, face validity, construct validity, criterion validity, test-retest reliability, and internal consistency of a questionnaire on patient acceptance of orthodontic retainer. PLoS One. 20 (1), e0314853. https:\/\/doi.org\/10.1371\/journal.pone.0314853 (2025).","journal-title":"PLoS One"},{"issue":"5","key":"48021_CR66","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1002\/nur.20147","volume":"29","author":"DF Polit","year":"2006","unstructured":"Polit, D. F. & Beck, C. T. The content validity index: are you sure you know what\u2019s being reported? Critique and recommendations. Res. Nurs. Health. 29 (5), 489\u2013497. https:\/\/doi.org\/10.1002\/nur.20147 (2006).","journal-title":"Res. Nurs. Health"},{"issue":"5","key":"48021_CR67","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1007\/s10488-013-0528-y","volume":"42","author":"LA Palinkas","year":"2015","unstructured":"Palinkas, L. A. et al. Purposeful sampling for qualitative data collection and analysis in mixed method implementation research. Adm. policy Ment Heal Ment Heal Serv. Res. 42 (5), 533\u2013544. https:\/\/doi.org\/10.1007\/s10488-013-0528-y (2015).","journal-title":"Adm. policy Ment Heal Ment Heal Serv. Res."},{"key":"48021_CR68","unstructured":"IBM Corp. IBM Statistical Package for the Social Sciences (IBM SPSS), Version 21.0. https:\/\/www.ibm.com\/products\/spss-statistics"},{"key":"48021_CR69","doi-asserted-by":"publisher","unstructured":"Malapane, T. A. & Ndlovu, N. K. Assessing the reliability of Likert scale statements in an e-commerce quantitative study: A Cronbach alpha analysis using SPSS Statistics. In systems and information engineering design symposium (sieds) pp. 90\u201395. https:\/\/doi.org\/10.1109\/SIEDS61124.2024.10534753 (IEEE, 2024).","DOI":"10.1109\/SIEDS61124.2024.10534753"},{"key":"48021_CR70","doi-asserted-by":"publisher","first-page":"53","DOI":"10.5116\/ijme.4dfb.8dfd","volume":"2","author":"M Tavakol","year":"2011","unstructured":"Tavakol, M. & Dennick, R. Making sense of Cronbach\u2019s alpha. Int. J. Med. Educ. 2, 53. https:\/\/doi.org\/10.5116\/ijme.4dfb.8dfd (2011).","journal-title":"Int. J. Med. Educ."},{"issue":"2","key":"48021_CR71","doi-asserted-by":"publisher","first-page":"48","DOI":"10.34068\/joe.50.02.48","volume":"50","author":"HN Boone Jr","year":"2012","unstructured":"Boone, H. N. Jr & Boone, D. A. Analyzing likert data. J. Ext. 50 (2), 48. https:\/\/doi.org\/10.34068\/joe.50.02.48 (2012).","journal-title":"J. Ext."},{"key":"48021_CR72","doi-asserted-by":"publisher","unstructured":"George, D. & Mallery, P. IBM SPSS statistics 29 step by step: A simple guide and reference https:\/\/doi.org\/10.4324\/9781032622156 (Routledge, 2024).","DOI":"10.4324\/9781032622156"},{"issue":"1","key":"48021_CR73","doi-asserted-by":"publisher","first-page":"160940691773384","DOI":"10.1177\/1609406917733847","volume":"16","author":"LS Nowell","year":"2017","unstructured":"Nowell, L. S., Norris, J. M., White, D. E. & Moules, N. J. Thematic analysis: Striving to meet the trustworthiness criteria. Int. J. Qual. methods. 16 (1), 1609406917733847. https:\/\/doi.org\/10.1177\/1609406917733847 (2017).","journal-title":"Int. J. Qual. methods"},{"issue":"2","key":"48021_CR74","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1191\/1478088706qp063oa","volume":"3","author":"V Braun","year":"2006","unstructured":"Braun, V. & Clarke, V. Using thematic analysis in psychology. Qual. Res. Psychol. 3 (2), 77\u2013101. https:\/\/doi.org\/10.1191\/1478088706qp063oa (2006).","journal-title":"Qual. Res. Psychol."},{"key":"48021_CR75","doi-asserted-by":"publisher","unstructured":"Miller, D. C. & Salkind, N. J. Handbook of research design and social measurement https:\/\/doi.org\/10.4135\/9781412984386 (Sage, 2002).","DOI":"10.4135\/9781412984386"},{"key":"48021_CR76","doi-asserted-by":"publisher","first-page":"264","DOI":"10.1016\/j.procs.2024.01.026","volume":"232","author":"J Figueira","year":"2024","unstructured":"Figueira, J. & Coutinho, C. Developing self-adaptive microservices. Procedia Comput. Sci. 232, 264\u2013273. https:\/\/doi.org\/10.1016\/j.procs.2024.01.026 (2024).","journal-title":"Procedia Comput. Sci."},{"key":"48021_CR77","doi-asserted-by":"publisher","unstructured":"Souza, A. Observability and monitoring. In Tech Leadership Playbook: Building and Sustaining High-Impact Technology Teams. 171\u2013191. https:\/\/doi.org\/10.1007\/979-8-8688-0543-1_7 (Springer, 2024).","DOI":"10.1007\/979-8-8688-0543-1_7"},{"key":"48021_CR78","doi-asserted-by":"publisher","unstructured":"Bogart, C., K\u00e4stner, C., Herbsleb, J. & Thung, F. How to break an API: cost negotiation and community values in three software ecosystems. In Proceedings of the 24th ACM SIGSOFT International Symposium on Foundations of Software Engineering. pp. 109\u2013120. https:\/\/doi.org\/10.1145\/2950290.2950325 (2016).","DOI":"10.1145\/2950290.2950325"},{"key":"48021_CR79","doi-asserted-by":"publisher","unstructured":"dos Santos, E., Casas, S., An API management software quality metamodel based on square and GQM. Eng. e solu\u00e7 oes Ci\u00eancia e Tecnol. para o Desenvolv. Hum., pp. 249\u2013266 https:\/\/doi.org\/10.22533\/at.ed.30225210317 (2025).","DOI":"10.22533\/at.ed.30225210317"},{"key":"48021_CR80","doi-asserted-by":"publisher","unstructured":"Dragoni, N. et al. Microservices: yesterday, today, and tomorrow. Present ulterior Softw. Eng., pp. 195\u2013216, https:\/\/doi.org\/10.1007\/978-3-319-67425-4_12 (2017).","DOI":"10.1007\/978-3-319-67425-4_12"},{"key":"48021_CR81","doi-asserted-by":"publisher","unstructured":"Alshuqayran, N., Ali, N. & Evans, R. A systematic mapping study in microservice architecture. In IEEE 9th international conference on service-oriented computing and applications (SOCA). pp. 44\u201351 https:\/\/doi.org\/10.1109\/SOCA.2016.15 (IEEE, 2016).","DOI":"10.1109\/SOCA.2016.15"},{"key":"48021_CR82","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1016\/j.cosrev.2019.05.001","volume":"33","author":"I Rauf","year":"2019","unstructured":"Rauf, I., Troubitsyna, E. & Porres, I. A systematic mapping study of API usability evaluation methods. Comput. Sci. Rev. 33, 49\u201368. https:\/\/doi.org\/10.1016\/j.cosrev.2019.05.001 (2019).","journal-title":"Comput. Sci. Rev."},{"key":"48021_CR83","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1016\/j.infsof.2017.12.010","volume":"97","author":"E Mosqueira-Rey","year":"2018","unstructured":"Mosqueira-Rey, E., Alonso-R\u00edos, D., Moret-Bonillo, V., Fern\u00e1ndez-Varela, I. & \u00c1lvarez-Est\u00e9vez, D. A systematic approach to API usability: Taxonomy-derived criteria and a case study. Inf. Softw. Technol. 97, 46\u201363. https:\/\/doi.org\/10.1016\/j.infsof.2017.12.010 (2018).","journal-title":"Inf. Softw. Technol."}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-48021-4","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-48021-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-48021-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T13:29:20Z","timestamp":1785504560000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-48021-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,10]]},"references-count":83,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["48021"],"URL":"https:\/\/doi.org\/10.1038\/s41598-026-48021-4","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4,10]]},"assertion":[{"value":"11 December 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 April 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 April 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","label":"Competing interests","group":{"name":"EthicsHeading","label":"Declarations"}}],"article-number":"16955"}}