{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T06:12:51Z","timestamp":1790835171823,"version":"4.1.0"},"reference-count":138,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/OAPA.html"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61672080"],"award-info":[{"award-number":["61672080"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"JWYY","award":["41402020502"],"award-info":[{"award-number":["41402020502"]}]},{"name":"NASFC","award":["2016ZD51031"],"award-info":[{"award-number":["2016ZD51031"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2018]]},"DOI":"10.1109\/access.2018.2869834","type":"journal-article","created":{"date-parts":[[2018,9,12]],"date-time":"2018-09-12T18:54:38Z","timestamp":1536778478000},"page":"52179-52194","source":"Crossref","is-referenced-by-count":56,"title":["Review on Testing of Cyber Physical Systems: Methods and Testbeds"],"prefix":"10.1109","volume":"6","author":[{"given":"Xin","family":"Zhou","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaodong","family":"Gou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tingting","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8226-4477","authenticated-orcid":false,"given":"Shunkun","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.compind.2017.03.007"},{"key":"ref38","first-page":"375","article-title":"Model-based real-time evaluation of security patterns: A SCADA system case study","author":"motii","year":"2016","journal-title":"Proc Int Conf Comput Saf Rel Secur"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/Trustcom.2015.648"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/SEAA.2015.68"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/AUTEST.2013.6645058"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2011.2161241"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1177\/0037549716656791"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2015.7102637"},{"key":"ref35","first-page":"563","article-title":"A tool prototype for model-based testing cyber-physical systems","author":"aerts","year":"2015","journal-title":"Proc Int Colloq Theoret Aspects Comput"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/EPEC.2016.7771704"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1002\/0471028959.sof207"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2012.13"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/2554850.2555028"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2014.2322503"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2017.7510349"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1155\/2014\/217415"},{"key":"ref24","first-page":"8","author":"zihe","year":"2016","journal-title":"Testing and Evaluation Tecgnology of Cyber-Physical System"},{"key":"ref23","first-page":"310","article-title":"CPS: Sensor-net to sensor-acuator-net","volume":"25","author":"wenfang","year":"2010","journal-title":"China Inf World"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/ICAR.2015.7251475"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2012.2189915"},{"key":"ref100","first-page":"116","author":"crenshaw","year":"2013","journal-title":"Using Robots and Contract Learning to Teach Cyber-Physical Systems to Undergraduates"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/1366283.1366309"},{"key":"ref50","first-page":"105","article-title":"Testing safety properties of cyber-physical systems with non-intrusive fault injection—An industrial case study","volume":"9923","author":"frohlich","year":"2016","journal-title":"Computer Safety Reliability and Security"},{"key":"ref51","first-page":"1","article-title":"Combining fault-injection with property-based testing","author":"vedder","year":"2013","journal-title":"Proc Int Workshop Eng Simul Cyber-Phys Syst"},{"key":"ref59","first-page":"1","article-title":"Recent advances and trends of cyber-physical systems and big data analytics in industrial informatics","author":"lee","year":"2014","journal-title":"Proc IEEE Int Conf Ind Informatics"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/IEEM.2015.7385969"},{"key":"ref57","first-page":"1","article-title":"Big data in cyber-physical systems, digital manufacturing and industry 4.0","volume":"6","author":"wang","year":"2016","journal-title":"Int J Eng Manuf"},{"key":"ref56","first-page":"1","article-title":"Medical cyber physical systems andbigdata platforms","author":"don","year":"2013","journal-title":"Medical Cyber-physical Systems Workshop"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.7148\/2016-0579"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/SMC.2014.6974399"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1016\/j.procir.2015.08.026"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2016.07.016"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/2934466.2946046"},{"key":"ref4","first-page":"1001","article-title":"Strategy for reliability testing and evaluation of cyber physical systems","author":"li","year":"2016","journal-title":"Proc IEEE Int Conf Ind Eng Eng Manage"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-803801-7.00009-2"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/SIES.2016.7509419"},{"key":"ref5","first-page":"22","author":"zihe","year":"2016","journal-title":"Testing and Evaluation Technology of Cyber-Physical System"},{"key":"ref8","first-page":"198","article-title":"Requirements-aided automatic test case generation for industrial cyber-physical systems","author":"sinha","year":"2016","journal-title":"Proc Int Conf Eng Complex Comput Syst"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-15651-9_21"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2011.2160000"},{"key":"ref9","first-page":"1","article-title":"Centralized healthcare cyber-physical system’s data analysis module development","author":"sultanovs","year":"2016","journal-title":"Proc IEEE 4th Workshop Adv Inf Electron Elect Eng (AIEEE)"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2016.2614599"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ISdea.2012.592"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3126510"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TETC.2014.2386615"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2014.05.007"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/2908812.2908871"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2014.28"},{"key":"ref43","first-page":"71","article-title":"Towards a search-based interactive configuration of cyber-physical system product lines","author":"yue","year":"2013","journal-title":"CEUR Proceedings"},{"key":"ref127","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1007\/978-3-319-11164-3_17","article-title":"ModelPlex: Verified runtime validation of verified cyber-physical system models","author":"mitsch","year":"2014","journal-title":"Proc Int'l Conf Runtime Verification"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2782881"},{"key":"ref125","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1007\/978-3-319-75632-5_5","article-title":"Specification-based monitoring of cyber-physical systems: A survey on theory, tools and applications","author":"bartocci","year":"2018","journal-title":"Lectures on Runtime Verification"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/MCS.2016.2602089"},{"key":"ref73","first-page":"2","article-title":"vMCN: Virtual mobile cloud network for realizing scalable, real-time cyber physical systems","author":"nakauchi","year":"2016","journal-title":"Workshop on Distributed Cloud Computing (DCC)"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-05624-1_3"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1109\/MASS.2015.15"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-05624-1_11"},{"key":"ref128","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-319-11164-3_24","article-title":"RV-monitor: Efficient parametric runtime verification with simultaneous properties","volume":"8734","author":"luo","year":"2014","journal-title":"Runtime Verification"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.4108\/icst.collaboratecom.2011.247118"},{"key":"ref76","article-title":"Test-based falsification and conformance testing for cyber-physical systems","author":"abbas","year":"2015"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-32582-8_14"},{"key":"ref77","author":"abbas","year":"2014","journal-title":"Conformance Testing As Falsification for Cyber-physical Systems"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2657006"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1007\/s11036-015-0664-6"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-11164-3_20"},{"key":"ref134","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-319-67531-2_11","article-title":"Combining model checking and runtime verification for safe robotics","volume":"10548","author":"desai","year":"2017","journal-title":"Runtime Verification"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1109\/SERE-C.2014.43"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2016.33"},{"key":"ref132","first-page":"133","article-title":"Robust online monitoring of signal temporal logic","author":"deshmukh","year":"2015","journal-title":"Runtime Verification"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2015.9"},{"key":"ref136","article-title":"S-TaLiRo: A tool for temporal logic falsification for hybrid systems","author":"annpureddy","year":"2011","journal-title":"Tools and Algorithms for the Construction and Analysis of Systems"},{"key":"ref135","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-319-67531-2_5","article-title":"Combining symbolic runtime enforcers for cyber-physical systems","volume":"10548","author":"andersson","year":"2017","journal-title":"Runtime Verification"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227231"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1109\/ACC.2015.7171969"},{"key":"ref60","first-page":"185","article-title":"Data-driven monitoring of cyber-physical systems leveraging on big data and the Internet-of-Things for diagnosis and control","author":"niggemann","year":"2015","journal-title":"Proc Safeprocess"},{"key":"ref62","article-title":"Challenges of big data based cyber-physical system","author":"zhong","year":"0"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/IMIS.2014.139"},{"key":"ref63","first-page":"58","article-title":"Automatic resource scaling for medical cyber-physical systems running in private cloud computing architecture","volume":"36","author":"ahn","year":"2014","journal-title":"Proc MCPS CPSWeek"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2015.2460747"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/2093698.2093863"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/EWDTS.2014.7027107"},{"key":"ref67","first-page":"68","article-title":"Cloud-based testing for context-aware cyber-physical systems","author":"berger","year":"2012","journal-title":"Software Testing in the Cloud Perspectives on An Emerging Discipline"},{"key":"ref68","first-page":"18","article-title":"Enhancing security in cloud-based cyber-physical systems","volume":"2","author":"puttonen","year":"2016","journal-title":"Cloud Computing for Research"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ISORC.2008.25"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/MSN.2014.50"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/1837274.1837461"},{"key":"ref109","first-page":"82","article-title":"Model problem and testbed for experiments with adaptation in smart cyber-physical systems","author":"matena","year":"2017","journal-title":"Proc IEEE\/ACM Int Symp Softw Eng Adapt Self-Manag Syst"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/MSCPES.2015.7115395"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2012.2226919"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2432013"},{"key":"ref107","first-page":"1","article-title":"Experimental evaluation of cyber attacks on automatic generation control using a CPS security testbed","author":"ashok","year":"2015","journal-title":"Proc Power Energy Soc Gen Meeting"},{"key":"ref93","doi-asserted-by":"crossref","first-page":"690","DOI":"10.1002\/dac.1382","article-title":"A dynamic control middleware for cyber physical systems on an IPv6-based global network","volume":"26","author":"sang","year":"2013","journal-title":"Int J Commun Syst"},{"key":"ref106","first-page":"27","article-title":"Demo abstract: SURE: An experimentation and evaluation testbed for CPS security and resilience","author":"neema","year":"2016","journal-title":"Intl Conf on Cyber-Physical Syst"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-67549-7_1"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/IIH-MSP.2015.50"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2015.10.079"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2017.02.010"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2016.2626267"},{"key":"ref103","first-page":"341","article-title":"Communications network analysis in a SCADA system testbed under cyber-attacks","author":"miciolino","year":"2016","journal-title":"X Telecommunication Forum-TELFOR"},{"key":"ref102","first-page":"97","article-title":"A testbed to simulate and analyze resilient cyber-physical systems","author":"kumar","year":"2015","journal-title":"Proc Int Symp Rapid Syst Prototyping"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/SIES.2013.6601494"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1109\/PESGM.2016.7741075"},{"key":"ref110","first-page":"133","article-title":"A co-simulation environment for integrated cyber and power systems","author":"sun","year":"2015","journal-title":"Proc IEEE Int Conf Smart Grid Commun"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/ICITST.2015.7412114"},{"key":"ref99","first-page":"1","article-title":"UPBOT: A testbed for cyber-physical systems","author":"crenshaw","year":"2010","journal-title":"Proc Conf Cyber Security Exper Test"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1016\/j.scient.2011.05.004"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/TETC.2013.2287188"},{"key":"ref10","first-page":"292","article-title":"A preliminary cyber-physical security assessment of the robot operating system (ROS)","volume":"8741","author":"farrar","year":"2013","journal-title":"Proc SPIE"},{"key":"ref11","first-page":"4242","article-title":"A survey on concepts, applications, and challenges in cyber-physical systems","volume":"8","author":"gunes","year":"2014","journal-title":"KSII Trans Internet Inf Syst"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2015.2410831"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2016.2627399"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"194","DOI":"10.1007\/978-3-319-25945-1_12","article-title":"A survey on testing for cyber physical system","author":"asadollah","year":"2015","journal-title":"Proc IFIP Int Conf Testing Softw Syst"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1007\/s11768-016-5123-9","article-title":"A survey on the security of cyber-physical systems","volume":"14","author":"guangyu","year":"2016","journal-title":"Control Theory Technol"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1145\/3061639.3072955"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.compind.2016.02.004"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1145\/2465787.2465797"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1109\/WiMOB.2014.6962228"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICCSA.2012.36"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/2362336.2362351"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2016.08.017"},{"key":"ref84","article-title":"Robust testing for discrete-time and continuous-time system models","author":"fainekos","year":"2010"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmsy.2017.04.004"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2017.2703172"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/CYBER.2014.6917426"},{"key":"ref114","first-page":"131","article-title":"Demo: The multi-agent based evaluation of connected vehicle systems","author":"zhou","year":"2015","journal-title":"Proc IEEE Veh Netw Conf"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1109\/PESGM.2016.7741176"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/IECON.2013.6700049"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-24310-3_14"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/ISGT.2013.6497874"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1049\/iet-gtd.2016.1853"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2013.2266831"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2017.01.016"},{"key":"ref122","first-page":"1491","article-title":"Simulating drone-be-gone: Agile low-cost cyber-physical UAV testbed (demonstration)","author":"harras","year":"2016","journal-title":"Proc 1st Int Conf Autonomous Agents Multiagent Syst"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1145\/3055366.3055375"},{"key":"ref85","first-page":"174","article-title":"A specification-based intrusion detection framework for cyber-physical environment in electric power system","volume":"17","author":"pan","year":"2015","journal-title":"IJ Network Security"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2014.10.002"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOMW.2013.6970712"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/DRPT.2015.7432368"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8274985\/08464069.pdf?arnumber=8464069","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,26]],"date-time":"2022-01-26T19:16:58Z","timestamp":1643224618000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8464069\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"references-count":138,"URL":"https:\/\/doi.org\/10.1109\/access.2018.2869834","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018]]}}}