{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,22]],"date-time":"2026-01-22T00:58:51Z","timestamp":1769043531356,"version":"3.49.0"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031141782","type":"print"},{"value":"9783031141799","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-14179-9_4","type":"book-chapter","created":{"date-parts":[[2022,9,4]],"date-time":"2022-09-04T23:02:47Z","timestamp":1662332567000},"page":"46-60","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Assessing Black-box Test Case Generation Techniques for\u00a0Microservices"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3767-4036","authenticated-orcid":false,"given":"Luca","family":"Giamattei","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8104-3832","authenticated-orcid":false,"given":"Antonio","family":"Guerriero","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2449-1724","authenticated-orcid":false,"given":"Roberto","family":"Pietrantuono","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8747-3446","authenticated-orcid":false,"given":"Stefano","family":"Russo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,9,5]]},"reference":[{"key":"4_CR1","unstructured":"Lewis, J., Fowler, M.: Microservices - a definition of this new architectural term. http:\/\/martinfowler.com\/articles\/microservices.html (2014)"},{"issue":"3","key":"4_CR2","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1109\/MS.2020.3013820","volume":"38","author":"A Arcuri","year":"2021","unstructured":"Arcuri, A.: Automated black- and white-box testing of RESTful APIs with EvoMaster. IEEE Softw. 38(3), 72\u201378 (2021)","journal-title":"IEEE Softw."},{"key":"4_CR3","doi-asserted-by":"crossref","unstructured":"Ma, S., Fan, C., Chuang, Y., Lee, W., Lee, S., Hsueh, N.: Using service dependency graph to analyze and test microservices. In 2018 IEEE 42nd Annual Computer Software and Applications Conference (COMPSAC), vol. 02, pp. 81\u201386 (2018)","DOI":"10.1109\/COMPSAC.2018.10207"},{"key":"4_CR4","doi-asserted-by":"crossref","unstructured":"Corradini, D., Zampieri, A., Pasqua, M., Viglianisi, E., Dallago, M., Ceccato, M.: Automated black-box testing of nominal and error scenarios in RESTful APIs. Softw. Test. Verification Reliab. 32, e1808 (2022)","DOI":"10.1002\/stvr.1808"},{"key":"4_CR5","doi-asserted-by":"crossref","unstructured":"Atlidakis, V., Godefroid, P., Polishchuk, M.: RESTler: Stateful rest API fuzzing. In: IEEE\/ACM 41st International Conference on Software Engineering (ICSE), pp. 748\u2013758. IEEE (2019)","DOI":"10.1109\/ICSE.2019.00083"},{"key":"4_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"459","DOI":"10.1007\/978-3-030-65310-1_33","volume-title":"Service-Oriented Computing","author":"A Martin-Lopez","year":"2020","unstructured":"Martin-Lopez, A., Segura, S., Ruiz-Cort\u00e9s, A.: RESTest: black-box constraint-based testing of RESTful web APIs. In: Kafeza, E., Benatallah, B., Martinelli, F., Hacid, H., Bouguettaya, A., Motahari, H. (eds.) ICSOC 2020. LNCS, vol. 12571, pp. 459\u2013475. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-65310-1_33"},{"key":"4_CR7","doi-asserted-by":"crossref","unstructured":"Martin-Lopez, A., Segura, S., Ruiz-Cort\u00e9s, A.: Test coverage criteria for RESTful web APIs. In: Proceedings of the 10th ACM SIGSOFT International Workshop on Automating TEST Case Design, Selection, and Evaluation (A-TEST), pp. 15\u201321. ACM (2019)","DOI":"10.1145\/3340433.3342822"},{"key":"4_CR8","doi-asserted-by":"publisher","first-page":"24738","DOI":"10.1109\/ACCESS.2021.3056505","volume":"9","author":"N Laranjeiro","year":"2021","unstructured":"Laranjeiro, N., Agnelo, J., Bernardino, J.: A black box tool for robustness testing of rest services. IEEE Access 9, 24738\u201324754 (2021)","journal-title":"IEEE Access"},{"key":"4_CR9","doi-asserted-by":"crossref","unstructured":"Ed-douibi, H., Izquierdo, J.L.C., Cabot, J.: Automatic generation of test cases for REST APIs: a specification-based approach. In: IEEE 22nd International Enterprise Distributed Object Computing Conference (EDOC), pp. 181\u2013190. IEEE (2018)","DOI":"10.1109\/EDOC.2018.00031"},{"key":"4_CR10","doi-asserted-by":"crossref","unstructured":"Karlsson, S., \u010cau\u0161evi\u0107, A., Sundmark. D.: QuickREST: property-based test generation of OpenAPI-described RESTful APIs. In: 2020 IEEE 13th International Conference on Software Testing, Validation and Verification (ICST), pp. 131\u2013141. IEEE (2020)","DOI":"10.1109\/ICST46399.2020.00023"},{"issue":"16","key":"4_CR11","doi-asserted-by":"publisher","first-page":"5375","DOI":"10.3390\/s21165375","volume":"21","author":"O Bania","year":"2021","unstructured":"Bania, O., Florea, D., Gyalai, R., Curiac, D.: Automated specification-based testing of REST APIs. Sensors 21(16), 5375 (2021)","journal-title":"Sensors"},{"key":"4_CR12","doi-asserted-by":"crossref","unstructured":"Corradini, D., Zampieri, A., Pasqua, M., Ceccato, M.: Empirical comparison of black-box test case generation tools for RESTful APIs. In: 2021 IEEE 21st International Working Conference on Source Code Analysis and Manipulation (SCAM), pp. 226\u2013236. IEEE (2021)","DOI":"10.1109\/SCAM52516.2021.00035"},{"issue":"5","key":"4_CR13","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1109\/52.536462","volume":"13","author":"DM Cohen","year":"1996","unstructured":"Cohen, D.M., Dalal, S.R., Parelius, J., Patton, G.C.: The combinatorial design approach to automatic test generation. IEEE Software 13(5), 83\u201388 (1996)","journal-title":"IEEE Software"},{"issue":"2","key":"4_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1883612.1883618","volume":"43","author":"C Nie","year":"2011","unstructured":"Nie, C., Leung, H.: A survey of combinatorial testing. ACM Comput. Surv. 43(2), 1\u201329 (2011)","journal-title":"ACM Comput. Surv."},{"issue":"4","key":"4_CR15","doi-asserted-by":"publisher","first-page":"2661","DOI":"10.1007\/s10664-019-09799-2","volume":"25","author":"L Hu","year":"2020","unstructured":"Hu, L., Wong, W.E., Kuhn, D.R., Kacker, R.N.: How does combinatorial testing perform in the real world: an empirical study. Empirical Software Eng. 25(4), 2661\u20132693 (2020). https:\/\/doi.org\/10.1007\/s10664-019-09799-2","journal-title":"Empirical Software Eng."},{"key":"4_CR16","volume-title":"Software Testing and Analysis - Process, Principles and Techniques","author":"M Pezz\u00e8","year":"2007","unstructured":"Pezz\u00e8, M., Young, M.: Software Testing and Analysis - Process, Principles and Techniques. Wiley, Hoboken (2007)"},{"key":"4_CR17","doi-asserted-by":"crossref","unstructured":"Bertolino, A., De Angelis, G., Guerriero, A., Miranda, B., Pietrantuono, R.. Russo, S.: DevOpRET: continuous reliability testing in DevOps. J. Softw. Evol. Process. e2298 (2020). smr.2298","DOI":"10.1002\/smr.2298"},{"issue":"2","key":"4_CR18","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1109\/TSE.2018.2887384","volume":"47","author":"X Zhou","year":"2021","unstructured":"Zhou, X., Peng, X., Xie, T., Sun, J., Ji, C., Li, W., Ding, D.: Fault analysis and debugging of microservice systems: industrial survey, benchmark system, and empirical study. IEEE Trans. Softw. Eng. 47(2), 243\u2013260 (2021)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"4_CR19","volume-title":"Microservices Patterns","author":"C Richardson","year":"2018","unstructured":"Richardson, C.: Microservices Patterns. Manning Publications, Shelter Island (2018)"},{"key":"4_CR20","unstructured":"Portswigger: burp suite. https:\/\/portswigger.net\/burp"},{"key":"4_CR21","doi-asserted-by":"crossref","unstructured":"Corradini, D., Zampieri, A.. Pasqua, M., Ceccato, M.: Restats: a test coverage tool for RESTful APIs. CoRR, abs\/2108.08209 (2021)","DOI":"10.26226\/morressier.613b5417842293c031b5b5c6"},{"key":"4_CR22","volume-title":"Microservices for the Enterprise: Designing, Developing, and Deploying","author":"K Indrasiri","year":"2018","unstructured":"Indrasiri, K., Siriwardena, P.: Microservices for the Enterprise: Designing, Developing, and Deploying, 1st edn. Apress, USA (2018)","edition":"1"},{"key":"4_CR23","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.111061","volume":"182","author":"M Waseem","year":"2021","unstructured":"Waseem, M., Liang, P., Shahin, M., Di Salle, A., M\u00e1rquez, G.: Design, monitoring, and testing of microservices systems: the practitioners\u2019 perspective. J. Syst. Softw. 182, 111061 (2021)","journal-title":"J. Syst. Softw."},{"issue":"1","key":"4_CR24","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1109\/TSC.2019.2940009","volume":"15","author":"M Cinque","year":"2022","unstructured":"Cinque, M., Della Corte, R., Pecchia, A.: Microservices monitoring with event logs and black box execution tracing. IEEE Trans. Serv. Comput. 15(1), 294\u2013307 (2022)","journal-title":"IEEE Trans. Serv. Comput."},{"key":"4_CR25","doi-asserted-by":"crossref","unstructured":"Zhou, X., et al.: Poster: benchmarking microservice systems for software engineering research. In: 2018 IEEE\/ACM 40th International Conference on Software Engineering: Companion (ICSE-Companion), pp. 323\u2013324. IEEE (2018)","DOI":"10.1145\/3183440.3194991"}],"container-title":["Communications in Computer and Information Science","Quality of Information and Communications Technology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-14179-9_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,4]],"date-time":"2022-09-04T23:17:59Z","timestamp":1662333479000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-14179-9_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031141782","9783031141799"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-14179-9_4","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"5 September 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"QUATIC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on the Quality of Information and Communications Technology","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Talavera de la Reina","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"quatic2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.quatic.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"54","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"18","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"33% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}