{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T21:07:15Z","timestamp":1774472835189,"version":"3.50.1"},"publisher-location":"Cham","reference-count":38,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031141348","type":"print"},{"value":"9783031141355","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-14135-5_30","type":"book-chapter","created":{"date-parts":[[2022,8,23]],"date-time":"2022-08-23T19:08:31Z","timestamp":1661281711000},"page":"336-350","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Continuously Testing Distributed IoT Systems: An Overview of\u00a0the\u00a0State of\u00a0the\u00a0Art"],"prefix":"10.1007","author":[{"given":"Jossekin","family":"Beilharz","sequence":"first","affiliation":[]},{"given":"Philipp","family":"Wiesner","sequence":"additional","affiliation":[]},{"given":"Arne","family":"Boockmeyer","sequence":"additional","affiliation":[]},{"given":"Lukas","family":"Pirl","sequence":"additional","affiliation":[]},{"given":"Dirk","family":"Friedenberger","sequence":"additional","affiliation":[]},{"given":"Florian","family":"Brokhausen","sequence":"additional","affiliation":[]},{"given":"Ilja","family":"Behnke","sequence":"additional","affiliation":[]},{"given":"Andreas","family":"Polze","sequence":"additional","affiliation":[]},{"given":"Lauritz","family":"Thamsen","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,8,24]]},"reference":[{"key":"30_CR1","doi-asserted-by":"crossref","unstructured":"Adjih, C., et al.: FIT IoT-LAB: a large scale open experimental IoT testbed. In: 2015 IEEE 2nd World Forum on Internet of Things (WF-IoT). IEEE (2015)","DOI":"10.1109\/WF-IoT.2015.7389098"},{"key":"30_CR2","doi-asserted-by":"crossref","unstructured":"Behnke, I., Thamsen, L., Kao, O.: H\u00e9Ctor: a framework for testing IoT applications across heterogeneous DGE and cloud testbeds. In: 12th International Conference on Utility and Cloud Computing Companion. ACM (2019)","DOI":"10.1145\/3368235.3368832"},{"key":"30_CR3","doi-asserted-by":"crossref","unstructured":"Beilharz, J., et al.: Towards a staging environment for the Internet of Things. In: 2021 IEEE International Conference on Pervasive Computing and Communications (PerCom Workshops). IEEE (2021)","DOI":"10.1109\/PerComWorkshops51409.2021.9431087"},{"key":"30_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1007\/978-3-030-58768-0_6","volume-title":"Software Engineering and Formal Methods","author":"M Bures","year":"2020","unstructured":"Bures, M., et al.: Interoperability and integration testing methods for IoT systems: a systematic mapping study. In: de Boer, F., Cerone, A. (eds.) SEFM 2020. LNCS, vol. 12310, pp. 93\u2013112. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58768-0_6"},{"key":"30_CR5","doi-asserted-by":"publisher","first-page":"1637","DOI":"10.1109\/JIOT.2017.2786639","volume":"5","author":"M Chernyshev","year":"2017","unstructured":"Chernyshev, M., Baig, Z., Bello, O., Zeadally, S.: Internet of things (IoT): research, simulators, and testbeds. IEEE Internet Things J. 5, 1637\u20131647 (2017)","journal-title":"IEEE Internet Things J."},{"key":"30_CR6","doi-asserted-by":"crossref","unstructured":"Coutinho, A., Greve, F., Prazeres, C., Cardoso, J.: Fogbed: a rapid-prototyping emulation environment for fog computing. In: 2018 IEEE International Conference on Communications (ICC). IEEE (2018)","DOI":"10.1109\/ICC.2018.8423003"},{"key":"30_CR7","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1109\/MC.2016.245","volume":"49","author":"AV Dastjerdi","year":"2016","unstructured":"Dastjerdi, A.V., Buyya, R.: Fog computing: helping the Internet of Things realize its potential. Computer 49, 112\u2013116 (2016)","journal-title":"Computer"},{"key":"30_CR8","doi-asserted-by":"crossref","unstructured":"Dias, J.P., Couto, F., Paiva, A.C., Ferreira, H.S.: A brief overview of existing tools for testing the Internet-of-Things. In: 2018 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW). IEEE (2018)","DOI":"10.1109\/ICSTW.2018.00035"},{"key":"30_CR9","doi-asserted-by":"crossref","unstructured":"Geldenhuys, M.K., Will, J., Pfister, B., Haug, M., Scharmann, A., Thamsen, L.: Dependable IoT data stream processing for monitoring and control of urban infrastructures. In: IEEE International Conference on Cloud Engineering. IEEE (2021)","DOI":"10.1109\/IC2E52221.2021.00041"},{"key":"30_CR10","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1007\/978-3-030-77211-6_33","volume-title":"Artificial Intelligence in Medicine","author":"K Gontarska","year":"2021","unstructured":"Gontarska, K., Wrazen, W., Beilharz, J., Schmid, R., Thamsen, L., Polze, A.: Predicting medical interventions from vital parameters: towards a decision support system for remote patient monitoring. In: Tucker, A., Henriques Abreu, P., Cardoso, J., Pereira Rodrigues, P., Ria\u00f1o, D. (eds.) AIME 2021. LNCS (LNAI), vol. 12721, pp. 293\u2013297. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-77211-6_33"},{"key":"30_CR11","doi-asserted-by":"publisher","first-page":"1275","DOI":"10.1002\/spe.2509","volume":"47","author":"H Gupta","year":"2017","unstructured":"Gupta, H., Vahid Dastjerdi, A., Ghosh, S.K., Buyya, R.: iFogSim: a toolkit for modeling and simulation of resource management techniques in the Internet of Things, Edge and Fog computing environments. Pract. Exp. Softw. 47, 1275\u20131296 (2017)","journal-title":"Pract. Exp. Softw."},{"key":"30_CR12","doi-asserted-by":"crossref","unstructured":"Hasenburg, J., Grambow, M., Bermbach, D.: Mockfog 2.0: automated execution of fog application experiments in the cloud. IEEE Trans. Cloud Comput. (2021)","DOI":"10.1109\/TCC.2021.3074988"},{"key":"30_CR13","doi-asserted-by":"crossref","unstructured":"Kang, H.S., et al.: Smart manufacturing: Past research, present findings, and future directions. Int. J. Precis. Eng. Manuf.-Green Technol. (2016)","DOI":"10.1007\/s40684-016-0015-5"},{"key":"30_CR14","unstructured":"Keahey, K., et al.: Lessons learned from the Chameleon testbed. In: 2020 USENIX Annual Technical Conference (USENIX ATC 2020) (2020)"},{"key":"30_CR15","doi-asserted-by":"crossref","unstructured":"Kim, H., Ahmad, A., Hwang, J., Baqa, H., Le Gall, F., Ortega, M., Song, J.: IoT-TaaS: towards a prospective IoT testing framework. IEEE Access (2018)","DOI":"10.1109\/ACCESS.2018.2802489"},{"key":"30_CR16","doi-asserted-by":"crossref","unstructured":"Ly-Trong, N., Dang-Le-Bao, C., Huynh-Van, D., Le-Trung, Q.: UiTiOt v3: a hybrid testbed for evaluation of large-scale IoT networks. In: 9th International Symposium on Information and Communication Technology. ACM (2018)","DOI":"10.1145\/3287921.3287935"},{"key":"30_CR17","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1145\/1137975.1137979","volume":"10","author":"P Mahadevan","year":"2006","unstructured":"Mahadevan, P., Rodriguez, A., Becker, D., Vahdat, A.: MobiNet: a scalable emulation infrastructure for ad hoc and wireless networks. ACM SIGMOBILE Mobile Comput. Commun. Rev. 10, 26\u201337 (2006)","journal-title":"ACM SIGMOBILE Mobile Comput. Commun. Rev."},{"key":"30_CR18","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1007\/s12652-017-0598-x","volume":"10","author":"LP Malasinghe","year":"2019","unstructured":"Malasinghe, L.P., Ramzan, N., Dahal, K.: Remote patient monitoring: a comprehensive study. J. Amb. Intell. Human. Comput. 10, 57\u201376 (2019)","journal-title":"J. Amb. Intell. Human. Comput."},{"key":"30_CR19","doi-asserted-by":"crossref","unstructured":"Masek, P., et al.: A harmonized perspective on transportation management in smart cities: the novel IoT-driven environment for road traffic modeling. Sensors (2016)","DOI":"10.3390\/s16111872"},{"key":"30_CR20","doi-asserted-by":"crossref","unstructured":"Mayer, R., Graser, L., Gupta, H., Saurez, E., Ramachandran, U.: EmuFog: extensible and scalable emulation of large-scale fog computing infrastructures. In: 2017 IEEE Fog World Congress (FWC). IEEE (2017)","DOI":"10.1109\/FWC.2017.8368525"},{"key":"30_CR21","doi-asserted-by":"crossref","unstructured":"Miyachi, T., Chinen, K.i., Shinoda, Y.: StarBED and SpringOS: large-scale general purpose network testbed and supporting software. In: 1st International Conference on Performance Evaluation Methodolgies and Tools. ACM (2006)","DOI":"10.1145\/1190095.1190133"},{"key":"30_CR22","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1109\/MCOM.2018.1700298","volume":"56","author":"M Mohammadi","year":"2018","unstructured":"Mohammadi, M., Al-Fuqaha, A.: Enabling cognitive smart cities using big data and machine learning: approaches and challenges. IEEE Commun. Mag. 56, 94\u2013101 (2018)","journal-title":"IEEE Commun. Mag."},{"key":"30_CR23","doi-asserted-by":"crossref","unstructured":"M\u00e4kinen, A., Jim\u00e9nez, J., Morabito, R.: ELIoT: design of an emulated IoT platform. In: 2017 IEEE 28th Annual International Symposium on Personal, Indoor, and Mobile Radio Communications (PIMRC). IEEE (2017)","DOI":"10.1109\/PIMRC.2017.8292769"},{"key":"30_CR24","doi-asserted-by":"crossref","unstructured":"Nikolaidis, F., Marazakis, M., Bilas, A.: IOTier: a virtual testbed to evaluate systems for IoT environments. In: 2021 IEEE\/ACM 21st International Symposium on Cluster, Cloud and Internet Computing (CCGrid). IEEE (2021)","DOI":"10.1109\/CCGrid51090.2021.00081"},{"key":"30_CR25","doi-asserted-by":"crossref","unstructured":"Patel, N.D., Mehtre, B.M., Wankar, R.: Simulators, emulators, and test-beds for internet of things: A comparison. In: 2019 Third International Conference on I-SMAC (IoT in Social, Mobile, Analytics and Cloud). IEEE (2019)","DOI":"10.1109\/I-SMAC47947.2019.9032519"},{"key":"30_CR26","doi-asserted-by":"crossref","unstructured":"Petersen, E., Cotto, G., To, M.A.: Dockemu 2.0: evolution of a network emulation tool. In: 2019 IEEE 39th Central America and Panama Convention. IEEE (2019)","DOI":"10.1109\/CONCAPANXXXIX47272.2019.8977002"},{"key":"30_CR27","doi-asserted-by":"crossref","unstructured":"Ramprasad, B., Fokaefs, M., Mukherjee, J., Litoiu, M.: EMU-IoT - a virtual Internet of Things lab. In: 2019 IEEE International Conference on Autonomic Computing (ICAC). IEEE (2019)","DOI":"10.1109\/ICAC.2019.00019"},{"key":"30_CR28","doi-asserted-by":"crossref","unstructured":"Sarzyniec, L., Buchert, T., Jeanvoine, E., Nussbaum, L.: Design and evaluation of a virtual experimental environment for distributed systems. In: 21st Euromicro International Conference on Parallel, Distributed, and Network-Based Processing. IEEE (2013)","DOI":"10.1109\/PDP.2013.32"},{"key":"30_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2018\/1068261","volume":"2018","author":"J Sendorek","year":"2018","unstructured":"Sendorek, J., Szydlo, T., Brzoza-Woch, R.: Software-defined virtual testbed for IoT systems. Wireless Commun. Mobile Comput. 2018, 1\u201311 (2018)","journal-title":"Wireless Commun. Mobile Comput."},{"key":"30_CR30","doi-asserted-by":"crossref","unstructured":"Symeonides, M., Georgiou, Z., Trihinas, D., Pallis, G., Dikaiakos, M.D.: Fogify: a fog computing emulation framework. In: 2020 IEEE\/ACM Symposium on Edge Computing (SEC). IEEE (2020)","DOI":"10.1109\/SEC50012.2020.00011"},{"key":"30_CR31","doi-asserted-by":"crossref","unstructured":"Tonneau, A.S., Mitton, N., Vandaele, J.: How to choose an experimentation platform for wireless sensor networks? A survey on static and mobile wireless sensor network experimentation facilities. Ad Hoc Networks (2015)","DOI":"10.1109\/DCOSS.2014.41"},{"key":"30_CR32","doi-asserted-by":"crossref","unstructured":"Wiesner, P., Thamsen, L.: LEAF: Simulating large energy-aware fog computing environments. In: 2021 IEEE 5th International Conference on Fog and Edge Computing (ICFEC). IEEE (2021)","DOI":"10.1109\/ICFEC51620.2021.00012"},{"key":"30_CR33","unstructured":"Worstcase: Blockade (2021). https:\/\/github.com\/worstcase\/blockade"},{"key":"30_CR34","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1016\/j.sysarc.2016.06.008","volume":"72","author":"X Zeng","year":"2017","unstructured":"Zeng, X., Garg, S.K., Strazdins, P., Jayaraman, P.P., Georgakopoulos, D., Ranjan, R.: IOTSim: a simulator for analysing IoT applications. J. Syst. Architect. 72, 93\u2013107 (2017)","journal-title":"J. Syst. Architect."},{"key":"30_CR35","doi-asserted-by":"crossref","unstructured":"Zeng, Y., Chao, M., Stoleru, R.: EmuEdge: a hybrid emulator for reproducible and realistic edge computing experiments. In: 2019 IEEE International Conference on Fog Computing (ICFC). IEEE (2019)","DOI":"10.1109\/ICFC.2019.00027"},{"key":"30_CR36","doi-asserted-by":"publisher","first-page":"15458","DOI":"10.1109\/JSEN.2020.3026643","volume":"21","author":"Y Zhao","year":"2021","unstructured":"Zhao, Y., et al.: Continuous monitoring of train parameters using IoT sensor and edge computing. IEEE Sens. J. 21, 15458\u201315488 (2021)","journal-title":"IEEE Sens. J."},{"key":"30_CR37","doi-asserted-by":"crossref","unstructured":"Zhou, J., Ji, Z., Bagrodia, R.L.: TWINE: a hybrid emulation testbed for wireless networks and applications. In: INFOCOM, vol. 6. Citeseer (2006)","DOI":"10.1109\/INFOCOM.2006.183"},{"key":"30_CR38","doi-asserted-by":"crossref","unstructured":"Zhou, J., Ji, Z., Varshney, M., Xu, Z., Yang, Y., Marina, M., Bagrodia, R.: WHYNET: a hybrid testbed for large-scale, heterogeneous and adaptive wireless networks. In: 1st International Workshop on Wireless Network Testbeds, Experimental Evaluation & Characterization. ACM (2006)","DOI":"10.1145\/1160987.1161016"}],"container-title":["Lecture Notes in Computer Science","Service-Oriented Computing \u2013 ICSOC 2021 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-14135-5_30","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,23]],"date-time":"2022-08-23T19:15:23Z","timestamp":1661282123000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-14135-5_30"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031141348","9783031141355"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-14135-5_30","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"24 August 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICSOC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Service-Oriented Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 November 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 November 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icsoc2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/icsoc.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"189","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}