{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,15]],"date-time":"2026-04-15T19:26:28Z","timestamp":1776281188728,"version":"3.50.1"},"reference-count":101,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"8","license":[{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1703487"],"award-info":[{"award-number":["CCF-1703487"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2022,8,1]]},"DOI":"10.1109\/tse.2021.3073242","type":"journal-article","created":{"date-parts":[[2021,4,15]],"date-time":"2021-04-15T22:15:08Z","timestamp":1618524908000},"page":"2939-2954","source":"Crossref","is-referenced-by-count":20,"title":["Simpler Hyperparameter Optimization for Software Analytics: Why, How, When?"],"prefix":"10.1109","volume":"48","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1220-8533","authenticated-orcid":false,"given":"Amritanshu","family":"Agrawal","sequence":"first","affiliation":[{"name":"Wayfair, Boston, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xueqi","family":"Yang","sequence":"additional","affiliation":[{"name":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8714-1601","authenticated-orcid":false,"given":"Rishabh","family":"Agrawal","sequence":"additional","affiliation":[{"name":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2069-5949","authenticated-orcid":false,"given":"Rahul","family":"Yedida","sequence":"additional","affiliation":[{"name":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3599-8010","authenticated-orcid":false,"given":"Xipeng","family":"Shen","sequence":"additional","affiliation":[{"name":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5040-3196","authenticated-orcid":false,"given":"Tim","family":"Menzies","sequence":"additional","affiliation":[{"name":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2877678"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568233"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.148"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-804206-9.00001-5"},{"key":"ref5","article-title":"Software development analytics (dagstuhl seminar 14261)","volume-title":"Dagstuhl Reports","volume":"4","author":"Gall","year":"2014"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/c2012-0-07289-4"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2011.24"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/1013886.1007524"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.70721"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.111"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.27"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2597073.2597085"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v32i2.2348"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2804429"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568269"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.51"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/2245276.2231967"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2004.1274907"},{"key":"ref19","first-page":"157","article-title":"Per-corpus configuration of topic modelling for github and stack overflow collections","author":"Treude","year":"2018"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2010.05.009"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884857"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/tse.2019.2945020"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/4235.585893"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.91"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2016.04.017"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180197"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.02.005"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.5555\/1953048.2078195"},{"key":"ref29","article-title":"UCI machine learning repository","author":"Dua","year":"2017"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/2168931.2168943"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2012.83"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.1998.658762"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/MICRO.2003.1253185"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.2307\/2984875"},{"key":"ref35","first-page":"993","article-title":"Latent dirichlet allocation","volume":"3","author":"Blei","year":"2003","journal-title":"J. Mach. Learn. Res."},{"key":"ref36","volume-title":"Pattern Classification","author":"Duda","year":"2000"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/BF00116251"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1201\/9781315139470"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010933404324"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/130385.130401"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606598"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022602019183"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1023\/A:1008202821328"},{"key":"ref44","article-title":"Why is differential evolution better than grid search for tuning defect predictors?","author":"Fu","year":"2016"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.5555\/2188385.2188395"},{"key":"ref46","first-page":"2546","article-title":"Algorithms for hyper-parameter optimization","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Bergstra"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487629"},{"key":"ref48","first-page":"I-115","article-title":"Making a science of model search: Hyperparameter optimization in hundreds of dimensions for vision architectures","volume-title":"Proc. 30th Int. Conf. Int. Conf. Mach. Learn.","author":"Bergstra"},{"key":"ref49","article-title":"UCI machine learning repository","author":"Frank","year":"2010"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/2593882.2593885"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2372785"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1002\/stv.430"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1002\/9781119202486"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2009.3"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2008.90"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2017.03.012"},{"key":"ref57","article-title":"Improving IV&V techniques through the analysis of project anomalies: Text mining PITS issue reports-final report","author":"Menzies","year":"2008","journal-title":"Citeseer"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2008.4658083"},{"key":"ref59","article-title":"Better predictors for issue lifetime","author":"Rees-Jones","year":"2017","journal-title":"CoRR"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/1808920.1808933"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2003.1245283"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-015-9378-4"},{"key":"ref63","volume-title":"Refactoring: Improving the Design of Existing Code","author":"Fowler","year":"1999"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606614"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2013.05.007"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/1985362.1985366"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1016\/j.entcs.2005.02.059"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2009.47"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2010.11.921"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/IWSC.2012.6227872"},{"key":"ref71","article-title":"UCI machine learning repository","author":"Asuncion","year":"2007"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/2020408.2020418"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236050"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.70721"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1145\/1159733.1159738"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1145\/2950290.2950353"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2012.70"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2013.21"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338941"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1201\/9780429246593"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985795"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1017\/cbo9780511546914"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.3115\/1225403.1225421"},{"key":"ref84","first-page":"130","article-title":"The Porter Stemming Algorithm","author":"Porter","year":"1980"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2821670"},{"key":"ref86","first-page":"777","article-title":"Maximum likelihood estimation of intrinsic dimension","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Levina"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1007\/BF03023043"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44503-X_27"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1049\/sej.1993.0002"},{"key":"ref90","article-title":"Secure deep learning engineering: A software quality assurance perspective","author":"Ma","year":"2018"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2015.38"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.10742"},{"key":"ref93","first-page":"116","article-title":"Towards supporting software engineering using deep learning: A case of software requirements classification","volume-title":"Proc. 5th Int. Conf. Softw. Eng. Res. Innov.","author":"Ju"},{"key":"ref94","first-page":"1073","article-title":"Big code != big vocabulary: Open-vocabulary models for source code","volume-title":"Proc. ACM\/IEEE 42nd Int. Conf. Softw. Eng.","author":"Karampatsis"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1145\/1083165.1083170"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2004.1274041"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2020.2987024"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2870895"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/tse.2020.2983927"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/CLOUD.2018.00047"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106290"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/32\/9857502\/9405415-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/9857502\/09405415.pdf?arnumber=9405415","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,30]],"date-time":"2024-08-30T10:40:39Z","timestamp":1725014439000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9405415\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,1]]},"references-count":101,"journal-issue":{"issue":"8"},"URL":"https:\/\/doi.org\/10.1109\/tse.2021.3073242","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,8,1]]}}}