{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,5]],"date-time":"2026-02-05T07:43:00Z","timestamp":1770277380252,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":89,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,11,7]],"date-time":"2020-11-07T00:00:00Z","timestamp":1604707200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1453474, CCF-1618231, CCF-1717963, CNS-1823354"],"award-info":[{"award-number":["CCF-1453474, CCF-1618231, CCF-1717963, CNS-1823354"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100015089","name":"Office of Naval Research","doi-asserted-by":"publisher","award":["N00014-17-1-2896"],"award-info":[{"award-number":["N00014-17-1-2896"]}],"id":[{"id":"10.13039\/100015089","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,11,8]]},"DOI":"10.1145\/3368089.3409749","type":"proceedings-article","created":{"date-parts":[[2020,11,8]],"date-time":"2020-11-08T06:03:52Z","timestamp":1604815432000},"page":"1039-1051","source":"Crossref","is-referenced-by-count":10,"title":["eQual: informing early design decisions"],"prefix":"10.1145","author":[{"given":"Arman","family":"Shahbazian","sequence":"first","affiliation":[{"name":"University of Southern California, USA \/ Google, USA"}]},{"given":"Suhrid","family":"Karthik","sequence":"additional","affiliation":[{"name":"University of Southern California, USA"}]},{"given":"Yuriy","family":"Brun","sequence":"additional","affiliation":[{"name":"University of Massachusetts at Amherst, USA"}]},{"given":"Nenad","family":"Medvidovic","sequence":"additional","affiliation":[{"name":"University of Southern California, USA"}]}],"member":"320","published-online":{"date-parts":[[2020,11,7]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1062455.1062508"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2012.64"},{"key":"e_1_3_2_2_3_1","volume-title":"Michele Ciavotta, and Alexander Lavrentev.","author":"Ardagna Danilo","year":"2014"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.979986"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2008.03.066"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.3384\/ecp11063105"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1216993.1217020"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2009.09.033"},{"key":"e_1_3_2_2_9_1","volume-title":"Asymptotic methods in queuing theory","author":"Borovkov Aleksandr Alekseevich"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-85289-6_8"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2011.25"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2015.2412134"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.57"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"crossref","unstructured":"Yair Censor. 1977. Pareto optimality in multiobjective problems. Applied Mathematics & Optimization 4 1 ( 1977 ) 41-59.  Yair Censor. 1977. Pareto optimality in multiobjective problems. Applied Mathematics & Optimization 4 1 ( 1977 ) 41-59.","DOI":"10.1007\/BF01442131"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1062455.1062525"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"crossref","unstructured":"Jane Cleland-Huang Rafaella Settimi Xuchang Zou and Peter Solc. 2007. Automated classification of non-functional requirements. Requirements Engineering 12 2 ( 2007 ) 103-120.  Jane Cleland-Huang Rafaella Settimi Xuchang Zou and Peter Solc. 2007. Automated classification of non-functional requirements. Requirements Engineering 12 2 ( 2007 ) 103-120.","DOI":"10.1007\/s00766-007-0045-1"},{"key":"e_1_3_2_2_17_1","volume-title":"Evaluating Software Architectures: Methods and Case Studies","author":"Clements Paul"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2648511.2648537"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-87879-7_6"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2010.58"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSECOMPANION.2007.21"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/HPCS.2010.5547134"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.14778\/1454159.1454226"},{"key":"e_1_3_2_2_24_1","volume-title":"OTM Confederated International Conferences \u201cOn the Move to Meaningful Internet Systems\u201d. 362-379","author":"Dorn Christoph","year":"2012"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10617-009-9049-z"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/WICSA-ECSA.212.24"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486795"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cie.2018.08.004"},{"key":"e_1_3_2_2_31_1","volume-title":"North American SearchBased Software Engineering Symposium (NasBASE). Elsevier, 1-16","author":"Fleck Martin","year":"2015"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486856"},{"key":"e_1_3_2_2_33_1","volume-title":"Markov chain monte carlo","author":"Gilks Walter R"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.5555\/1126253.1126657"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.2514\/6.2010-9101"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.5555\/1768283.1768294"},{"key":"e_1_3_2_2_37_1","unstructured":"GuideArch V1. 0 2012. GuideArch V1.0. http:\/\/mason.gmu.edu\/~nesfaha2\/ Projects\/GuideArch\/.  GuideArch V1. 0 2012. GuideArch V1.0. http:\/\/mason.gmu.edu\/~nesfaha2\/ Projects\/GuideArch\/."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2011.06.026"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"crossref","unstructured":"Svein Hallsteinsen Mike Hinchey Sooyong Park and Klaus Schmid. 2008. Dynamic software product lines. Computer 41 4 ( 2008 ).  Svein Hallsteinsen Mike Hinchey Sooyong Park and Klaus Schmid. 2008. Dynamic software product lines. Computer 41 4 ( 2008 ).","DOI":"10.1109\/MC.2008.123"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.5555\/1927558.1927576"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985858"},{"key":"e_1_3_2_2_42_1","unstructured":"IBM. [n.d.]. IBM Rationale Rhapsody. http:\/\/www-03.ibm.com\/software\/ products\/en\/ratirhapfami.  IBM. [n.d.]. IBM Rationale Rhapsody. http:\/\/www-03.ibm.com\/software\/ products\/en\/ratirhapfami."},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.5555\/2023011.2023014"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.5555\/381473.381504"},{"key":"e_1_3_2_2_45_1","volume-title":"Simulation modeling and analysis","author":"David Kelton W"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.5555\/829557"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.5555\/94473.94484"},{"key":"e_1_3_2_2_48_1","volume-title":"Automated improvement of software architecture models for performance and other quality attributes","author":"Koziolek Anne"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568239"},{"key":"e_1_3_2_2_50_1","unstructured":"Daniel R. Levinson. 2014. An Overview Of 60 Contracts That Contributed To The Development And Operation Of The Federal Marketplace OEI-03-14-00231. http:\/\/oig.hhs.gov\/oei\/reports\/oei-03-14-00231.pdf.  Daniel R. Levinson. 2014. An Overview Of 60 Contracts That Contributed To The Development And Operation Of The Federal Marketplace OEI-03-14-00231. http:\/\/oig.hhs.gov\/oei\/reports\/oei-03-14-00231.pdf."},{"key":"e_1_3_2_2_51_1","volume-title":"Congress on Evolutionary Computation (CEC). 432-439","author":"Li Rui","year":"2011"},{"key":"e_1_3_2_2_52_1","unstructured":"Rensis Likert. 1932. A technique for the measurement of attitudes. Archives of psychology ( 1932 ).  Rensis Likert. 1932. A technique for the measurement of attitudes. Archives of psychology ( 1932 )."},{"key":"e_1_3_2_2_53_1","unstructured":"FMS Luke Chung. 2013. Healthcare.gov is a Technological Disaster. http:\/\/goo. gl\/8B1fcN.  FMS Luke Chung. 2013. Healthcare.gov is a Technological Disaster. http:\/\/goo. gl\/8B1fcN."},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2016.2515604"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.3"},{"key":"e_1_3_2_2_56_1","volume-title":"Computational Intelligence in Reliability Engineering","author":"Marseguerra Marzio"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/1712605.1712624"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.2514\/1.J051895"},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/QRASA.2016.10"},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.825767"},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/1712605.1712612"},{"key":"e_1_3_2_2_63_1","unstructured":"Joaquin Miller and Jishnu Mukerji (Eds.). 2003. MDA guide. Object Management Group ( 2003 ).  Joaquin Miller and Jishnu Mukerji (Eds.). 2003. MDA guide. Object Management Group ( 2003 )."},{"key":"e_1_3_2_2_64_1","unstructured":"Tim Mullaney. 2013. Demand overwhelmed HealthCare.gov. http:\/\/goo.gl\/ k3o4Rg.  Tim Mullaney. 2013. Demand overwhelmed HealthCare.gov. http:\/\/goo.gl\/ k3o4Rg."},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"crossref","unstructured":"Joost Noppen Pim van den Broek and Mehmet Ak\u015fit. 2008. Software development with imperfect information. Soft computing 12 1 ( 2008 ) 3.  Joost Noppen Pim van den Broek and Mehmet Ak\u015fit. 2008. Software development with imperfect information. Soft computing 12 1 ( 2008 ) 3.","DOI":"10.1007\/s00500-007-0214-7"},{"key":"e_1_3_2_2_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106273"},{"key":"e_1_3_2_2_67_1","unstructured":"Carlo Poloni and Valentino Pediroda. 1997. GA coupled with computationally expensive simulations: tools to improve eficiency. Genetic Algorithms and Evolution Strategies in Engineering and Computer Science ( 1997 ) 267-288.  Carlo Poloni and Valentino Pediroda. 1997. GA coupled with computationally expensive simulations: tools to improve eficiency. Genetic Algorithms and Evolution Strategies in Engineering and Computer Science ( 1997 ) 267-288."},{"key":"e_1_3_2_2_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/1287624.1287716"},{"key":"e_1_3_2_2_69_1","doi-asserted-by":"crossref","unstructured":"Thanawin Rakthanmanon Bilson Campana Abdullah Mueen Gustavo Batista Brandon Westover Qiang Zhu Jesin Zakaria and Eamonn Keogh. 2013. Addressing big data time series: Mining trillions of time series subsequences under dynamic time warping. ACM Transactions on Knowledge Discovery from Data (TKDD) 7 3 ( 2013 ) 10.  Thanawin Rakthanmanon Bilson Campana Abdullah Mueen Gustavo Batista Brandon Westover Qiang Zhu Jesin Zakaria and Eamonn Keogh. 2013. Addressing big data time series: Mining trillions of time series subsequences under dynamic time warping. ACM Transactions on Knowledge Discovery from Data (TKDD) 7 3 ( 2013 ) 10.","DOI":"10.1145\/2513092.2500489"},{"key":"e_1_3_2_2_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884792"},{"key":"e_1_3_2_2_71_1","doi-asserted-by":"publisher","DOI":"10.5555\/1926458.1926464"},{"key":"e_1_3_2_2_72_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2013.6693104"},{"key":"e_1_3_2_2_73_1","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486853"},{"key":"e_1_3_2_2_74_1","first-page":"85","volume-title":"Variability Modelling for Model-Driven Development of Software Product Lines. In International Workshop on Variability Modelling of Software-Intensive Systems (VaMoS)","volume":"10","author":"Schaefer Ina","year":"2010"},{"key":"e_1_3_2_2_75_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10270-018-0684-3"},{"key":"e_1_3_2_2_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/2896982.2896994"},{"key":"e_1_3_2_2_77_1","unstructured":"Arman Shahbazian Suhrid Karthik Yuriy Brun and Nenad Medvidovic. 2020. Replication package for \u201ceQual: Informing early design decisions\u201d. https:\/\/doi. org\/10.5281\/zenodo.3905131. 10.5281\/zenodo.3905131.  Arman Shahbazian Suhrid Karthik Yuriy Brun and Nenad Medvidovic. 2020. Replication package for \u201ceQual: Informing early design decisions\u201d. https:\/\/doi. org\/10.5281\/zenodo.3905131. 10.5281\/zenodo.3905131."},{"key":"e_1_3_2_2_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/3183440.3194961"},{"key":"e_1_3_2_2_79_1","volume-title":"Recovering Architectural Design Decisions. In IEEE International Conference on Software Architecture (ICSA).","author":"Shahbazian Arman","year":"2018"},{"key":"e_1_3_2_2_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786845"},{"key":"e_1_3_2_2_81_1","doi-asserted-by":"publisher","DOI":"10.5555\/2337223.2337243"},{"key":"e_1_3_2_2_82_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-011-9152-9"},{"key":"e_1_3_2_2_83_1","doi-asserted-by":"publisher","DOI":"10.5555\/3351736.3351749"},{"key":"e_1_3_2_2_84_1","doi-asserted-by":"publisher","DOI":"10.5555\/1538494"},{"key":"e_1_3_2_2_85_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cad.2008.11.009"},{"key":"e_1_3_2_2_86_1","doi-asserted-by":"publisher","DOI":"10.1109\/SAMOS.2011.6045482"},{"key":"e_1_3_2_2_87_1","unstructured":"United States Government Accountability Ofice. 2015. Report to Congressional Requester GAO-15-238. http:\/\/www.gao.gov\/assets\/670\/668834.pdf.  United States Government Accountability Ofice. 2015. Report to Congressional Requester GAO-15-238. http:\/\/www.gao.gov\/assets\/670\/668834.pdf."},{"key":"e_1_3_2_2_88_1","unstructured":"US Centers for Medicare and Medicaid Services. 2013. McKinsey and Co. Presentation on Health Care Law. http:\/\/goo.gl\/Nns9mr.  US Centers for Medicare and Medicaid Services. 2013. McKinsey and Co. Presentation on Health Care Law. http:\/\/goo.gl\/Nns9mr."},{"key":"e_1_3_2_2_89_1","unstructured":"US Department of Health and Human Services. 2013. HealthCare.gov Progress and Performance Report. http:\/\/goo.gl\/XJRC7Q.  US Department of Health and Human Services. 2013. HealthCare.gov Progress and Performance Report. http:\/\/goo.gl\/XJRC7Q."},{"key":"e_1_3_2_2_90_1","doi-asserted-by":"publisher","DOI":"10.1109\/UKSIM.2009.32"},{"key":"e_1_3_2_2_91_1","doi-asserted-by":"publisher","DOI":"10.1145\/1071021.1071022"},{"key":"e_1_3_2_2_92_1","doi-asserted-by":"publisher","DOI":"10.5555\/2588137"}],"event":{"name":"ESEC\/FSE '20: 28th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","location":"Virtual Event USA","acronym":"ESEC\/FSE '20","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3368089.3409749","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3368089.3409749","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3368089.3409749","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:01:57Z","timestamp":1750197717000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3368089.3409749"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,11,7]]},"references-count":89,"alternative-id":["10.1145\/3368089.3409749","10.1145\/3368089"],"URL":"https:\/\/doi.org\/10.1145\/3368089.3409749","relation":{},"subject":[],"published":{"date-parts":[[2020,11,7]]}}}