{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,14]],"date-time":"2026-01-14T18:39:49Z","timestamp":1768415989597,"version":"3.49.0"},"reference-count":104,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"ERC Advanced fellowship","award":["EPIC (741278)"],"award-info":[{"award-number":["EPIC (741278)"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2022,6,1]]},"DOI":"10.1109\/tse.2020.3040793","type":"journal-article","created":{"date-parts":[[2020,11,27]],"date-time":"2020-11-27T20:28:41Z","timestamp":1606508921000},"page":"1868-1882","source":"Crossref","is-referenced-by-count":15,"title":["Learning From Mistakes: Machine Learning Enhanced Human Expert Effort Estimates"],"prefix":"10.1109","volume":"48","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9146-442X","authenticated-orcid":false,"given":"Federica","family":"Sarro","sequence":"first","affiliation":[{"name":"Department of Computer Science, University College London, London, U.K."}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9123-6008","authenticated-orcid":false,"given":"Rebecca","family":"Moussa","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University College London, London, U.K."}]},{"given":"Alessio","family":"Petrozziello","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University College London, London, U.K."}]},{"given":"Mark","family":"Harman","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University College London, London, U.K."}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/S0164-1212(02)00021-3"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2014.01.003"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/WETSoM.2012.6226988"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-26844-6_20"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/SEAA.2015.23"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/IWSM.Mensura.2014.8"},{"key":"ref37","article-title":"The international software benchmarking standards group","year":"2019"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2015.12.001"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.07.012"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.datak.2010.01.001"},{"key":"ref28","article-title":"The COSMIC functional size measurement method – measurement manual","author":"abran","year":"2015"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1983.235271"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/1363102.1363106"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-011-9187-3"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2792473"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884830"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2016.01.003"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1486"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3183519.3183547"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2018.00018"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2016.04.017"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2017.02.021"},{"key":"ref50","author":"witten","year":"2005","journal-title":"Data Mining Practical Machine Learning Tools and Techniques"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010933404324"},{"key":"ref59","first-page":"231","article-title":"Parametric measures of effect size","author":"rosenthal","year":"1994","journal-title":"The handbook of research synthesis"},{"key":"ref58","author":"cohen","year":"1988","journal-title":"Statistical Power Analysis for the Behavioral Sciences"},{"key":"ref57","first-page":"1","article-title":"Statistical comparisons of classifiers over multiple data sets","volume":"7","author":"dem\u0161ar","year":"2006","journal-title":"J Mach Learn Res"},{"key":"ref56","article-title":"Distribution-free multiple comparisons","author":"nemenyi","year":"1963"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.2307\/2279372"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010920819831"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2005.10.010"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/2915970.2916005"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1201\/9781315139470"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/S0164-1212(02)00156-5"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ISESE.2003.1237981"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/2745802.2745813"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/13487689.13487693"},{"key":"ref8","first-page":"373","author":"ferrucci","year":"2014","journal-title":"Search-Based Software Project Management"},{"key":"ref49","author":"ripley","year":"2007","journal-title":"Pattern Recognition and Neural Networks"},{"key":"ref7","author":"mcconnell","year":"2006","journal-title":"Software Estimation Demystifying the Black Art"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2019.110448"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/1868328.1868335"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2794977"},{"key":"ref48","author":"breiman","year":"1984","journal-title":"Classification and Regression Trees"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884857"},{"key":"ref42","first-page":"223","article-title":"An analysis of Bayesian classifiers","author":"langley","year":"1992","journal-title":"Proc Nat Conf Artif Intell"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1967.1053964"},{"key":"ref44","first-page":"18","article-title":"Classification and regression by RandomForest","volume":"2","author":"liaw","year":"2002","journal-title":"R News"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1002\/nav.3800090303"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-89403-2_17"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-27455-9_1"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2016.05.016"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2011.09.002"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2020.106308"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1145\/2601248.2601284"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/TEM.2015.2453354"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/SEAA.2014.76"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2012.83"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-014-9300-5"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.4324\/9780203771587"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/52.391832"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1300\/J079v21n04_02"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1023\/A:1023062629183"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/2738037"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/32.965338"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2003.1245300"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/1540438.1540444"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1002\/0471028959.sof282"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/32.637387"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-03629-8_9"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1002\/0471028959.sof282"},{"key":"ref95","article-title":"Intuitive prediction: Biases and corrective procedures","author":"kahneman","year":"2013"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.2307\/2012819"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.40"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1023\/B:EMSE.0000039881.57613.cb"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/METRIC.1999.809743"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1109\/5992.814654"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.43.7.1029"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338941"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2015.7081824"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2004.103"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1145\/1453101.1453148"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.3758\/BF03193294"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1037\/1076-898X.14.3.266"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijforecast.2007.05.008"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/S0164-1212(02)00067-5"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2011.12.008"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3234940"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2013.02.053"},{"key":"ref15","article-title":"Survey on multiclass classification methods extensible algorithms","author":"aly","year":"2005"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1016\/S0950-5849(02)00188-X"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1023\/A:1009872202035"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2004.1274041"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.27"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/IWESEP.2018.00012"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-05415-0_22"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1016\/S0950-5849(02)00188-X"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/SEAA.2010.59"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2015.7321199"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1016\/0164-1212(94)00092-2"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1002\/acp.1085"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1145\/568760.568833"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1016\/S0164-1212(02)00160-7"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.7763\/LNSE.2014.V2.144"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/9795956\/09272884.pdf?arnumber=9272884","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,4]],"date-time":"2022-07-04T19:50:01Z","timestamp":1656964201000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9272884\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,1]]},"references-count":104,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tse.2020.3040793","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,6,1]]}}}