{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T07:49:47Z","timestamp":1779263387998,"version":"3.51.4"},"reference-count":106,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/100006785","name":"Google Open Source under the Open-Source Complex Ecosystems And Networks (OCEAN) Project","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Syst. Man Cybern, Syst."],"published-print":{"date-parts":[[2022,12]]},"DOI":"10.1109\/tsmc.2022.3163019","type":"journal-article","created":{"date-parts":[[2022,4,11]],"date-time":"2022-04-11T20:35:38Z","timestamp":1649709338000},"page":"7679-7691","source":"Crossref","is-referenced-by-count":6,"title":["A Review and Framework for Modeling Complex Engineered System Development Processes"],"prefix":"10.1109","volume":"52","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8200-8150","authenticated-orcid":false,"given":"John","family":"Meluso","sequence":"first","affiliation":[{"name":"Vermont Complex Systems Center, University of Vermont, Burlington, VT, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jesse","family":"Austin-Breneman","sequence":"additional","affiliation":[{"name":"Department of Mechanical Engineering, University of Michigan at Ann Arbor, Ann Arbor, MI, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4614-0792","authenticated-orcid":false,"given":"James P.","family":"Bagrow","sequence":"additional","affiliation":[{"name":"Department of Mathematics and Statistics, University of Vermont, Burlington, VT, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Laurent","family":"Hebert-Dufresne","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Vermont, Burlington, VT, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Systems engineering guide for systems of systems, version 1.0","year":"2008"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1115\/1.4004973"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2019.2940864"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1115\/1.4039494"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1115\/1.4035793"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCA.2012.2199304"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1115\/1.4004465"},{"key":"ref36","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780195124415.001.0001","author":"mitchell","year":"2009","journal-title":"Complexity A Guided Tour"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1119\/1.3590372"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1093\/oso\/9780198805090.001.0001"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1177\/1094428112470006"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.5465\/AMR.2007.26586485"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-08-097086-8.43104-1"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2016.2563403"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2020.3042898"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2017.2733542"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.2514\/1.C000311"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.2514\/6.2015-1865"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2013.01.120"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.082080599"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCA.2010.2048027"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.2514\/1.J051895"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.48.7.938.2818"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.2307\/25148636"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.60.1412"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/S0378-4371(99)00291-5"},{"key":"ref57","article-title":"Observations of designer behaviors in complex system design","author":"austin-breneman","year":"2011"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.36.7.867"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1002\/sys.20108"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.2307\/258374"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1287\/orsc.1110.0686"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.46.10.1269.12273"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/IEEESTD.2015.7106435"},{"key":"ref4","author":"deming","year":"1986","journal-title":"Out of the Crisis Quality Productivity and Competitive Position"},{"key":"ref3","author":"kapurch","year":"2007","journal-title":"NASA Systems Engineering Handbook"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1142\/S0218126698000043"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.jom.2007.06.007"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1080\/17517575.2019.1597169"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1287\/orsc.1060.0231"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.cad.2010.10.006"},{"key":"ref9","first-page":"1","article-title":"A research agenda for the coming renaissance","author":"collopy","year":"2012","journal-title":"Proc 49th AIAA Aerospace Sciences Meeting including the New Horizons Forum and Aerospace Exposition"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.1090.1117"},{"key":"ref45","first-page":"1","article-title":"The role of engineering design in large-scale complex systems","author":"lewis","year":"2012","journal-title":"Proc 12th AIAA Aviation Technol Integr Oper (ATIO) Conf 14th AIAA\/ISSM"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.47.8.1029.10228"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.2307\/256062"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1002\/inst.12102"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2008.2007163"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.2514\/6.2010-9320"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1080\/10429247.2003.11415214"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1111\/0824-7935.00051"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1017\/9781316451038"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1057\/jos.2016.7"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1057\/jos.2014.26"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1115\/1.4045671"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.18564\/jasss.2857"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1177\/0049124196025001005"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1093\/icc\/dtw027"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010933404324"},{"key":"ref79","article-title":"Validating computational models","author":"carley","year":"2017"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1137\/070710111"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1115\/1.2771182"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.1060.0617"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-32834-3_2"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1115\/1.4031745"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1126\/science.286.5439.509"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevLett.80.2109"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.65.026107"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.082080899"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-32834-3"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1057\/jos.2010.3"},{"key":"ref1","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/8799.001.0001","author":"de weck","year":"2011","journal-title":"Engineering Systems Meeting Human Needs in A Complex Technological World"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1504\/IJSSE.2020.109739"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1504\/IJSSE.2014.065756"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1002\/sys.21255"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.2307\/258936"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2011.03.087"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2009.5429318"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.3233\/AOP-120024"},{"key":"ref104","author":"scott","year":"2007","journal-title":"Organizations and Organizing Rational Natural and Open System Perspectives"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1002\/sys.21556"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1080\/17517575.2015.1080860"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1287\/orsc.10.1.43"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.2017.2877"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780199664054.003.0002"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.5465\/AMR.2007.24351453"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.5465\/amj.2016.0625"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2013.01.122"},{"key":"ref11","first-page":"1","article-title":"NSF\/NASA workshop on the design of large-scale complex engineered systems—From research to product realization","author":"bloebaum","year":"2012","journal-title":"Proc 12th AIAA Aciation Technol Integr Oper (ATIO) Conf"},{"key":"ref12","first-page":"1","article-title":"The design of large-scale complex engineered systems: Present challenges and future promise","author":"bloebaum","year":"2012","journal-title":"Proc AIAA Aviation Technol Integr Oper (ATIO) Conf 14th AIAA\/ISSM"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICSMC.2003.1244709"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.2307\/j.ctt7srgf"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2009.2017397"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/SYSCON.2015.7116807"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1111\/1467-9876.00194"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/SysCon.2014.6819242"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.28.8.936"},{"key":"ref18","first-page":"1","author":"salvucci-favier","year":"2016","journal-title":"A Complexity Primer for Systems Engineers"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijproman.2007.10.003"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2020.2964668"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijpe.2005.05.010"},{"key":"ref80","author":"wilensky","year":"2015","journal-title":"An Introduction to Agent-Based Modeling Modeling Natural Social and Engineered Complex Systems with NetLogo"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1162\/desi_a_00670"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1002\/mde.1448"},{"key":"ref86","article-title":"Exploring ‘designer context’ in engineering design: The relationship between self, environment, and design methods","author":"chou","year":"2020"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2019.2961753"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2016.2531647"}],"container-title":["IEEE Transactions on Systems, Man, and Cybernetics: Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6221021\/9954241\/09754986.pdf?arnumber=9754986","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,21]],"date-time":"2024-09-21T23:44:10Z","timestamp":1726962250000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9754986\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12]]},"references-count":106,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tsmc.2022.3163019","relation":{},"ISSN":["2168-2216","2168-2232"],"issn-type":[{"value":"2168-2216","type":"print"},{"value":"2168-2232","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,12]]}}}