{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,15]],"date-time":"2026-04-15T23:51:58Z","timestamp":1776297118085,"version":"3.50.1"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030760625","type":"print"},{"value":"9783030760632","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-76063-2_42","type":"book-chapter","created":{"date-parts":[[2021,5,21]],"date-time":"2021-05-21T08:03:04Z","timestamp":1621584184000},"page":"635-650","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Quality and Reliability Metrics for IoT Systems: A Consolidated View"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9601-8787","authenticated-orcid":false,"given":"Matej","family":"Klima","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4127-5372","authenticated-orcid":false,"given":"Vaclav","family":"Rechtberger","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2994-7826","authenticated-orcid":false,"given":"Miroslav","family":"Bures","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1849-5788","authenticated-orcid":false,"given":"Xavier","family":"Bellekens","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5195-8193","authenticated-orcid":false,"given":"Hanan","family":"Hindy","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9051-7609","authenticated-orcid":false,"given":"Bestoun S.","family":"Ahmed","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,5,22]]},"reference":[{"key":"42_CR1","doi-asserted-by":"crossref","unstructured":"van der Aalst, L., Roodenrijs, E., Vink, J., Baarda, R.: TMap NEXT: business driven test management. Uitgeverij kleine Uil (2013)","DOI":"10.1155\/2013\/507984"},{"key":"42_CR2","doi-asserted-by":"publisher","first-page":"13758","DOI":"10.1109\/ACCESS.2019.2893493","volume":"7","author":"BS Ahmed","year":"2019","unstructured":"Ahmed, B.S., Bures, M., Frajtak, K., Cerny, T.: Aspects of quality in Internet of Things (IoT) solutions: a systematic mapping study. IEEE Access 7, 13758\u201313780 (2019)","journal-title":"IEEE Access"},{"key":"42_CR3","doi-asserted-by":"publisher","DOI":"10.1017\/9781316771273","volume-title":"Introduction to Software Testing","author":"P Ammann","year":"2016","unstructured":"Ammann, P., Offutt, J.: Introduction to Software Testing. Cambridge University Press, Cambridge (2016)"},{"key":"42_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"118","DOI":"10.1007\/978-3-540-78917-8_4","volume-title":"Formal Methods and Testing","author":"P Ammann","year":"2008","unstructured":"Ammann, P., Offutt, J., Xu, W.: Coverage criteria for state based specifications. In: Hierons, R.M., Bowen, J.P., Harman, M. (eds.) Formal Methods and Testing. LNCS, vol. 4949, pp. 118\u2013156. Springer, Heidelberg (2008). https:\/\/doi.org\/10.1007\/978-3-540-78917-8_4"},{"key":"42_CR5","doi-asserted-by":"crossref","unstructured":"Ar\u00e1uz, J., Fynn-Cudjoe, T.: Actuator quality in the Internet of Things. In: 2013 IEEE International Workshop of Internet-of-Things Networking and Control (IoT-NC), pp. 34\u201342 (2013)","DOI":"10.1109\/IoT-NC.2013.6694051"},{"issue":"2","key":"42_CR6","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1007\/s11219-011-9144-9","volume":"20","author":"R Baggen","year":"2012","unstructured":"Baggen, R., Correia, J.P., Schill, K., Visser, J.: Standardized code quality benchmarking for improving software maintainability. Softw. Qual. J. 20(2), 287\u2013307 (2012)","journal-title":"Softw. Qual. J."},{"key":"42_CR7","doi-asserted-by":"crossref","unstructured":"Bonilla, R.I., Crow, J.J., Basantes, L.S., Cruz, L.G.: A metric for measuring IoT devices security levels. In: 2017 IEEE 15th International Conference on Dependable, Autonomic and Secure Computing, 15th International Conference on Pervasive Intelligence and Computing, 3rd International Conference on Big Data Intelligence and Computing and Cyber Science and Technology Congress (DASC\/PiCom\/DataCom\/CyberSciTech), pp. 704\u2013709 (2017)","DOI":"10.1109\/DASC-PICom-DataCom-CyberSciTec.2017.123"},{"key":"42_CR8","doi-asserted-by":"crossref","unstructured":"Bures, M.: Framework for assessment of web application automated testability. In: Proceedings of the 2015 Conference on Research in Adaptive and Convergent Systems, pp. 512\u2013514 (2015)","DOI":"10.1145\/2811411.2811557"},{"key":"42_CR9","doi-asserted-by":"crossref","unstructured":"Bures, M.: Metrics for automated testability of web applications. In: Proceedings of the 16th International Conference on Computer Systems and Technologies, pp. 83\u201389 (2015)","DOI":"10.1145\/2812428.2812458"},{"key":"42_CR10","series-title":"EAI\/Springer Innovations in Communication and Computing","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1007\/978-3-030-28925-6_6","volume-title":"3rd EAI International Conference on IoT in Urban Space","author":"M Bures","year":"2020","unstructured":"Bures, M., Bellekens, X., Frajtak, K., Ahmed, B.S.: A comprehensive view on quality characteristics of the IoT solutions. In: Jos\u00e9, R., Van Laerhoven, K., Rodrigues, H. (eds.) Urb-IoT 2018. EICC, pp. 59\u201369. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-28925-6_6"},{"key":"42_CR11","doi-asserted-by":"crossref","unstructured":"Chaparro, O., Bavota, G., Marcus, A., Di Penta, M.: On the impact of refactoring operations on code quality metrics. In: 2014 IEEE International Conference on Software Maintenance and Evolution, pp. 456\u2013460. IEEE (2014)","DOI":"10.1109\/ICSME.2014.73"},{"key":"42_CR12","doi-asserted-by":"crossref","unstructured":"Chawla, M.K., Chhabra, I.: A quantitative framework for integrated software quality measurement in multi-versions systems. In: 2016 International Conference on Internet of Things and Applications (IOTA), pp. 310\u2013315. IEEE (2016)","DOI":"10.1109\/IOTA.2016.7562743"},{"key":"42_CR13","unstructured":"Chen, Y., Probert, R.L., Robeson, K.: Effective test metrics for test strategy evolution. In: Proceedings of the 2004 Conference of the Centre for Advanced Studies on Collaborative Research, pp. 111\u2013123 (2004)"},{"issue":"6","key":"42_CR14","doi-asserted-by":"publisher","first-page":"476","DOI":"10.1109\/32.295895","volume":"20","author":"SR Chidamber","year":"1994","unstructured":"Chidamber, S.R., Kemerer, C.F.: A metrics suite for object oriented design. IEEE Trans. Softw. Eng. 20(6), 476\u2013493 (1994)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"42_CR15","volume-title":"Software Engineering Metrics and Models","author":"SD Conte","year":"1986","unstructured":"Conte, S.D., Dunsmore, H.E., Shen, Y.: Software Engineering Metrics and Models. Benjamin-Cummings Publishing Co., Inc., San Francisco (1986)"},{"key":"42_CR16","doi-asserted-by":"crossref","unstructured":"Dias Neto, A.C., Subramanyan, R., Vieira, M., Travassos, G.H.: A survey on model-based testing approaches: a systematic review. In: Proceedings of the 1st ACM International Workshop on Empirical Assessment of Software Engineering Languages and Technologies: Held in Conjunction with the 22nd IEEE\/ACM International Conference on Automated Software Engineering (ASE), pp. 31\u201336 (2007)","DOI":"10.1145\/1353673.1353681"},{"issue":"2","key":"42_CR17","doi-asserted-by":"publisher","first-page":"146","DOI":"10.1109\/32.345830","volume":"21","author":"RG Dromey","year":"1995","unstructured":"Dromey, R.G.: A model for software product quality. IEEE Trans. Softw. Eng. 21(2), 146\u2013162 (1995)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"42_CR18","doi-asserted-by":"crossref","unstructured":"Heitlager, I., Kuipers, T., Visser, J.: A practical model for measuring maintainability. In: 6th International Conference on the Quality of Information and Communications Technology (QUATIC 2007), pp. 30\u201339. IEEE (2007)","DOI":"10.1109\/QUATIC.2007.8"},{"key":"42_CR19","doi-asserted-by":"publisher","first-page":"104650","DOI":"10.1109\/ACCESS.2020.3000179","volume":"8","author":"H Hindy","year":"2020","unstructured":"Hindy, H., et al.: A taxonomy of network threats and the effect of current datasets on intrusion detection systems. IEEE Access 8, 104650\u2013104675 (2020)","journal-title":"IEEE Access"},{"key":"42_CR20","doi-asserted-by":"crossref","unstructured":"Jiang, Y., Cuki, B., Menzies, T., Bartlow, N.: Comparing design and code metrics for software quality prediction. In: Proceedings of the 4th International Workshop on Predictor Models in Software Engineering, pp. 11\u201318 (2008)","DOI":"10.1145\/1370788.1370793"},{"issue":"5","key":"42_CR21","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1109\/MS.2004.1331309","volume":"21","author":"HW Jung","year":"2004","unstructured":"Jung, H.W., Kim, S.G., Chung, C.S.: Measuring software product quality: a survey of ISO\/IEC 9126. IEEE Softw. 21(5), 88\u201392 (2004)","journal-title":"IEEE Softw."},{"key":"42_CR22","volume-title":"Metrics and Models in Software Quality Engineering","author":"SH Kan","year":"2002","unstructured":"Kan, S.H.: Metrics and Models in Software Quality Engineering. Addison-Wesley Longman Publishing Co., Inc., Boston (2002)"},{"issue":"1","key":"42_CR23","doi-asserted-by":"publisher","first-page":"66","DOI":"10.17706\/IJCEE.2016.8.1.66-76","volume":"8","author":"M Kim","year":"2016","unstructured":"Kim, M.: A quality model for evaluating IoT applications. Int. J. Comput. Electr. Eng. 8(1), 66 (2016)","journal-title":"Int. J. Comput. Electr. Eng."},{"key":"42_CR24","series-title":"Lecture Notes in Electrical Engineering","doi-asserted-by":"publisher","first-page":"497","DOI":"10.1007\/978-981-10-3023-9_77","volume-title":"Advances in Computer Science and Ubiquitous Computing","author":"M Kim","year":"2017","unstructured":"Kim, M., Park, J.H., Lee, N.Y.: A quality model for IoT service. In: Park, J.J.J.H., Pan, Y., Yi, G., Loia, V. (eds.) CSA\/CUTE\/UCAWSN 2016. LNEE, vol. 421, pp. 497\u2013504. Springer, Singapore (2017). https:\/\/doi.org\/10.1007\/978-981-10-3023-9_77"},{"key":"42_CR25","doi-asserted-by":"crossref","unstructured":"Kiruthika, J., Khaddaj, S.: Software quality issues and challenges of internet of things. In: 2015 14th International Symposium on Distributed Computing and Applications for Business Engineering and Science (DCABES), pp. 176\u2013179. IEEE (2015)","DOI":"10.1109\/DCABES.2015.51"},{"key":"42_CR26","unstructured":"Koomen, T., Broekman, B., van der Aalst, L., Vroon, M.: TMap next: for result-driven testing. Uitgeverij kleine Uil (2013)"},{"key":"42_CR27","doi-asserted-by":"crossref","unstructured":"Li, F., Nastic, S., Dustdar, S.: Data quality observation in pervasive environments. In: 2012 IEEE 15th International Conference on Computational Science and Engineering, pp. 602\u2013609. IEEE (2012)","DOI":"10.1109\/ICCSE.2012.88"},{"key":"42_CR28","doi-asserted-by":"crossref","unstructured":"Marinissen, E.J., et al.: IoT: source of test challenges. In: 2016 21th IEEE European Test Symposium (ETS), pp. 1\u201310. IEEE (2016)","DOI":"10.1109\/ETS.2016.7519331"},{"issue":"6","key":"42_CR29","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1109\/MSP.2006.145","volume":"4","author":"P Mell","year":"2006","unstructured":"Mell, P., Scarfone, K., Romanosky, S.: Common vulnerability scoring system. IEEE Secur. Priv. 4(6), 85\u201389 (2006)","journal-title":"IEEE Secur. Priv."},{"key":"42_CR30","unstructured":"Ming, Z., Yan, M.: A modeling and computational method for QoS in IoT. In: 2012 IEEE International Conference on Computer Science and Automation Engineering, pp. 275\u2013279. IEEE (2012)"},{"issue":"1","key":"42_CR31","first-page":"204","volume":"3","author":"PB Nirpal","year":"2011","unstructured":"Nirpal, P.B., Kale, K.: A brief overview of software testing metrics. Int. J. Comput. Sci. Eng. 3(1), 204\u20132011 (2011)","journal-title":"Int. J. Comput. Sci. Eng."},{"key":"42_CR32","doi-asserted-by":"crossref","unstructured":"Pantiuchina, J., Lanza, M., Bavota, G.: Improving code: the (mis) perception of quality metrics. In: 2018 IEEE International Conference on Software Maintenance and Evolution (ICSME), pp. 80\u201391. IEEE (2018)","DOI":"10.1109\/ICSME.2018.00017"},{"key":"42_CR33","volume-title":"Software Testing and Analysis: Process, Principles, and Techniques","author":"M Pezz\u00e8","year":"2008","unstructured":"Pezz\u00e8, M., Young, M.: Software Testing and Analysis: Process, Principles, and Techniques. Wiley, Hoboken (2008)"},{"key":"42_CR34","doi-asserted-by":"crossref","unstructured":"Singh, M., Baranwal, G.: Quality of Service (QoS) in Internet of Things. In: 2018 3rd International Conference On Internet of Things: Smart Innovation and Usages (IoT-SIU), pp. 1\u20136 (2018)","DOI":"10.1109\/IoT-SIU.2018.8519862"},{"issue":"1","key":"42_CR35","first-page":"91","volume":"97","author":"I Snigdh","year":"2016","unstructured":"Snigdh, I., Gupta, N.: Quality of service metrics in wireless sensor networks: a survey. J. Inst. Eng. (India): Ser. B 97(1), 91\u201396 (2016)","journal-title":"J. Inst. Eng. (India): Ser. B"},{"key":"42_CR36","unstructured":"Sollie, R.S.: Security and usability assessment of several authentication technologies. Master\u2019s thesis (2005)"},{"key":"42_CR37","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1007\/978-3-319-49421-0_5","volume-title":"Software Quality. Complexity and Challenges of Software Engineering in Emerging Technologies","author":"M Staron","year":"2017","unstructured":"Staron, M., Meding, W.: A portfolio of internal quality metrics for software architects. In: Winkler, D., Biffl, S., Bergsmann, J. (eds.) SWQD 2017. LNBIP, vol. 269, pp. 57\u201369. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-49421-0_5"},{"issue":"2","key":"42_CR38","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1002\/smr.470","volume":"23","author":"M Staron","year":"2011","unstructured":"Staron, M., Meding, W., Karlsson, G., Nilsson, C.: Developing measurement systems: an industrial case study. J. Softw. Maint. Evol. Res. Pract. 23(2), 89\u2013107 (2011)","journal-title":"J. Softw. Maint. Evol. Res. Pract."},{"key":"42_CR39","unstructured":"Van de Ven, T., Bloem, J., Duniau, J.P.: IoTMap: testing in an IoT environment. Uitgeverij kleine Uil (2016)"},{"key":"42_CR40","doi-asserted-by":"publisher","first-page":"186","DOI":"10.1016\/j.jss.2017.05.125","volume":"132","author":"G White","year":"2017","unstructured":"White, G., Nallur, V., Clarke, S.: Quality of service approaches in IoT: a systematic mapping. J. Syst. Softw. 132, 186\u2013203 (2017)","journal-title":"J. Syst. Softw."},{"issue":"2","key":"42_CR41","doi-asserted-by":"publisher","first-page":"1527","DOI":"10.1109\/TII.2014.2306329","volume":"10","author":"X Zheng","year":"2014","unstructured":"Zheng, X., Martin, P., Brohman, K., Da Xu, L.: CLOUDQUAL: a quality model for cloud services. IEEE Trans. Ind. Inform. 10(2), 1527\u20131536 (2014)","journal-title":"IEEE Trans. Ind. Inform."}],"container-title":["Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","Science and Technologies for Smart Cities"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-76063-2_42","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,21]],"date-time":"2021-05-21T08:12:49Z","timestamp":1621584769000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-76063-2_42"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030760625","9783030760632"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-76063-2_42","relation":{},"ISSN":["1867-8211","1867-822X"],"issn-type":[{"value":"1867-8211","type":"print"},{"value":"1867-822X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"22 May 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SmartCity360\u00b0","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Summit Smart City 360\u00b0","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 December 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 December 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"sc2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/smartcity360.eai-conferences.org\/2020\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Confy EAI plus","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"42","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"110","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"N\/A% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Covid-19 full online","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}