{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,20]],"date-time":"2026-06-20T16:50:08Z","timestamp":1781974208344,"version":"3.54.5"},"reference-count":123,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2020,6,1]]},"DOI":"10.1109\/tse.2018.2867847","type":"journal-article","created":{"date-parts":[[2018,8,30]],"date-time":"2018-08-30T19:15:41Z","timestamp":1535656541000},"page":"646-673","source":"Crossref","is-referenced-by-count":39,"title":["Software Configuration Engineering in Practice Interviews, Survey, and Systematic Literature Review"],"prefix":"10.1109","volume":"46","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2724-0034","authenticated-orcid":false,"given":"Mohammed","family":"Sayagh","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Noureddine","family":"Kerzazi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7213-4006","authenticated-orcid":false,"given":"Bram","family":"Adams","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8355-1494","authenticated-orcid":false,"given":"Fabio","family":"Petrillo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Card sort of surveyed experts challenges.","year":"0"},{"key":"ref38","article-title":"Study about surveys.","year":"0"},{"key":"ref33","article-title":"Original questions ideas of the interview.","year":"0"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/SCAM.2015.7335399"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.31"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/SCAM.2017.25"},{"key":"ref37","article-title":"Github api.","year":"0"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2013.6624034"},{"key":"ref35","article-title":"Survey questionnaire.","year":"0"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1111\/j.1468-0394.2005.00300.x"},{"key":"ref28","article-title":"Amazon misconfiguration.","year":"0"},{"key":"ref27","author":"mcconnell","year":"2009","journal-title":"Code Complete"},{"key":"ref29","article-title":"Configuration error.","year":"0"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/2491627.2491640"},{"key":"ref22","article-title":"Survey answers.","year":"0"},{"key":"ref21","article-title":"Interview card sort.","year":"0"},{"key":"ref24","author":"sommerville","year":"2010","journal-title":"Software Engineering"},{"key":"ref23","author":"humble","year":"2010","journal-title":"Continuous Delivery Reliable Software Releases Through Build Test and Deployment Automation"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2017.60"},{"key":"ref26","article-title":"Apache zookeeper.","year":"0"},{"key":"ref100","doi-asserted-by":"crossref","first-page":"41","DOI":"10.4018\/jsse.2010070103","article-title":"Confu: Configuration fuzzing testing framework for software vulnerability detection","volume":"1","author":"huning","year":"2010","journal-title":"International Journal of Secure Software Engineering"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/1858996.1859010"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2013.6693089"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/1529282.1529511"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/1140103.1140308"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227196"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/MASCOT.2008.4770581"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1147\/SJ.2003.5386833"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/988672.988711"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/2851553.2851576"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/2568088.2568091"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ICDEW.2008.4498279"},{"key":"ref40","article-title":"Card sort of surveyed experts recommendations.","year":"0"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568251"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/2043556.2043572"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786852"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/2591062.2591191"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2013.6698919"},{"key":"ref7","article-title":"What i wish systems researchers would work on","author":"welsh","year":"2013"},{"key":"ref49","first-page":"245","article-title":"Automatic misconfiguration troubleshooting with peerpressure","volume":"4","author":"wang","year":"2004","journal-title":"Proc 6th Conf Symp Opearting Syst Des Implementation"},{"key":"ref9","first-page":"77","article-title":"Configuration debugging as search: Finding the needle in the haystack","author":"whitaker","year":"2004","journal-title":"Proc 6th Symp Operating Systems Design and Implementation"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ICAC.2004.1301344"},{"key":"ref45","first-page":"8:1","article-title":"Snitch: Interactive decision trees for troubleshooting misconfigurations","author":"mickens","year":"2007","journal-title":"Proc Workshop Tackling Comput Syst Problems Mach Learn Tech"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/j.scico.2003.12.009"},{"key":"ref47","first-page":"28","article-title":"Context-based online configuration-error detection","author":"yuan","year":"2011","journal-title":"Proc USENIX Conf USENIX Annu Tech Conf"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786845"},{"key":"ref41","article-title":"Guidelines for performing systematic literature reviews in software engineering","author":"kitchenham","year":"2007","journal-title":"Technical report Ver 2 3 EBSE Technical Report EBSE"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/1323293.1294284"},{"key":"ref43","first-page":"307","article-title":"X-ray: Automating root-cause diagnosis of performance anomalies in production software","author":"attariyan","year":"2012","journal-title":"Proc 12th USENIX Symp Operating Syst Des Implementation"},{"key":"ref73","first-page":"5","article-title":"Overview of java application configuration frameworks","volume":"1","author":"denisov","year":"2013","journal-title":"Int J Open Inf Technol"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/1455770.1455802"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2008.4"},{"key":"ref70","first-page":"295","article-title":"Automatic type inference for proactive misconfiguration prevention","author":"xu","year":"2017","journal-title":"Proc Int Conf on Software Eng Knowledge Eng"},{"key":"ref76","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1145\/2901739.2901745","article-title":"Feature toggles: A case study and survey","author":"rahman","year":"2016","journal-title":"Proc of the 10th IEEE Working Conf on Mining Software Repositories"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1145\/2771783.2771817"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1145\/2642937.2643001"},{"key":"ref75","first-page":"365","author":"zhang","year":"2015","journal-title":"Perform Prediction Configurable Softw Syst Fourier Learn"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2014.17"},{"key":"ref79","first-page":"206","article-title":"Efspredictor: Predicting configuration bugs with ensemble feature selection","author":"bowen","year":"2015","journal-title":"Proc Asia-Pacific Software Eng Conf"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/1254882.1254899"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.14778\/1687627.1687767"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2015.45"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/1958746.1958786"},{"key":"ref64","first-page":"69","article-title":"Tuning java's memory manager for high performance server applications","author":"gousios","year":"2006","journal-title":"Proc 5th Int Syst Adm Netw Eng Conf SANE"},{"key":"ref65","article-title":"Configuration file.","year":"0"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/2897045.2897051"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/CSMR-WCRE.2014.6747178"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/PLEASE.2012.6229766"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/2791577","article-title":"Systems approaches to tackling configuration errors: a survey","volume":"47","author":"tianyin","year":"2015","journal-title":"ACM Comput Surveys"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786869"},{"key":"ref1","article-title":"More details on today's outage","author":"johnson","year":"2010"},{"key":"ref109","first-page":"445","article-title":"Using symbolic evaluation to understand behavior in configurable software systems","volume":"1","author":"reisner","year":"2000","journal-title":"Proc of the 32nd Int Conf on Soft Eng"},{"key":"ref95","first-page":"495","article-title":"Testing configurable component-based software—configuration test modeling and complexity analysis","author":"gao","year":"2011","journal-title":"Proc Int Conf on Software Eng Knowledge Eng"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970322"},{"key":"ref94","first-page":"34","author":"offutt","year":"2001","journal-title":"Mutation 2000 Uniting the Orthogonal"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2017.08.010"},{"key":"ref93","article-title":"Staccato: A bug finder for dynamic configuration updates","volume":"56","author":"toman","year":"0","journal-title":"Leibniz International Proceedings in Informatics"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.64"},{"key":"ref92","doi-asserted-by":"crossref","first-page":"687","DOI":"10.1145\/2644865.2541983","article-title":"Encore: exploiting system environment and correlation information for misconfiguration detection","volume":"49","author":"jiaqi","year":"2014","journal-title":"ACM SIGPLAN Notices"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1145\/2491411.2491459"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/SERE.2013.30"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1145\/2950290.2950311"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2017.41"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2011.9"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1145\/1572272.1572294"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2013.55"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2008.4630084"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227129"},{"key":"ref98","first-page":"129","article-title":"Configuration selection using code change impact analysis for regression testing","author":"xiao","year":"2012","journal-title":"Proc Int Conf Softw Maintenance"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1145\/1390630.1390641"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2015.05.005"},{"key":"ref97","first-page":"375","article-title":"Configuration aware prioritization techniques in regression testing","author":"qu","year":"2009","journal-title":"Proc 31st Int Conf Softw Eng"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/QRS-C.2016.35"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2015.222"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ISSREW.2013.6688897"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2015.7332463"},{"key":"ref14","first-page":"1","article-title":"Automating configuration troubleshooting with dynamic information flow analysis","author":"attariyan","year":"2010","journal-title":"Proc 9th USENIX Symp Operating Syst Des Implementation"},{"key":"ref15","first-page":"27","article-title":"Automating configuration troubleshooting with confaid","volume":"36","author":"attariyan","year":"2011","journal-title":"USENIX login"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227069"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606577"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1145\/2961111.2962602"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1145\/2642937.2642960"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606737"},{"key":"ref81","first-page":"184","article-title":"Detecting inter-component configuration errors in proactive: A relation-aware method","author":"wei","year":"2014","journal-title":"Proc 14th Int Conf Quality Softw"},{"key":"ref18","first-page":"281","article-title":"Using causality to diagnose configuration bugs","author":"attariyan","year":"2008","journal-title":"Proc USENIX Annu Tech Conf"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1145\/2024436.2024443"},{"key":"ref119","first-page":"312","article-title":"Xmlsnippet: A coding assistant for xml configuration snippet recommendation","author":"sheng","year":"2012","journal-title":"36th Annual Computer Soft and Appl Conf"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2011.6100053"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635915"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2008.46"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1145\/2517349.2522727"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2003.1201226"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2016.29"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2008.50"},{"key":"ref120","first-page":"42","article-title":"Determine configuration entry correlations for web application systems","author":"wei","year":"2016","journal-title":"Proc 40th Annu Comput Softw Appl Conf"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985812"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1145\/1555228.1555269"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1145\/2642937.2643009"},{"key":"ref123","article-title":"Data:.","year":"0"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227206"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2383381"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/CISIS.2011.109"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2016.37"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/9116582\/08451922.pdf?arnumber=8451922","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,30]],"date-time":"2022-08-30T23:40:46Z","timestamp":1661902846000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8451922\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6,1]]},"references-count":123,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tse.2018.2867847","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,6,1]]}}}