{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T16:11:09Z","timestamp":1784736669574,"version":"3.55.0"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"1-2","license":[{"start":{"date-parts":[[2012,1,3]],"date-time":"2012-01-03T00:00:00Z","timestamp":1325548800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2012,2]]},"DOI":"10.1007\/s10664-011-9193-5","type":"journal-article","created":{"date-parts":[[2012,1,2]],"date-time":"2012-01-02T17:29:49Z","timestamp":1325525389000},"page":"1-17","source":"Crossref","is-referenced-by-count":79,"title":["Special issue on repeatable results in software engineering prediction"],"prefix":"10.1007","volume":"17","author":[{"given":"Tim","family":"Menzies","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Martin","family":"Shepperd","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2012,1,3]]},"reference":[{"issue":"2","key":"9193_CR1","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1016\/j.asoc.2004.12.002","volume":"6","author":"S Ali","year":"2006","unstructured":"Ali S, Smith K (2006) On learning algorithm selection for classification. Appl Soft Comput 6(2):119\u2013138","journal-title":"Appl Soft Comput"},{"key":"9193_CR2","doi-asserted-by":"crossref","unstructured":"Angelis L, Mittas N (2012) A permutation test based on regression error characteristic curves for software cost estimation models. Empir Softw Eng (Special issue on repeatable results in SE)","DOI":"10.1007\/s10664-011-9177-5"},{"key":"9193_CR3","unstructured":"Azzeh MY (2012) A replicated assessment and comparison of adaptation techniques for analogy-based effort estimation. Empir Softw Eng (Special issue on repeatable results in SE)"},{"issue":"5","key":"9193_CR4","doi-asserted-by":"crossref","first-page":"412","DOI":"10.1093\/bioinformatics\/16.5.412","volume":"16","author":"P Baldi","year":"2000","unstructured":"Baldi P, Brunak S, Chauvin Y, Andersen C, Nielsen H (2000) Assessing the accuracy of prediction algorithms for classification: an overview. Bioinformatics 16(5):412\u2013424","journal-title":"Bioinformatics"},{"key":"9193_CR5","volume-title":"Software engineering economics","author":"B Boehm","year":"1981","unstructured":"Boehm B (1981) Software engineering economics. Prentice Hall, Englewood Cliffs"},{"key":"9193_CR6","volume-title":"Proceedings of the 5th ACM SIGKDD international conference on knowledge discovery and data mining","author":"W Buntine","year":"1999","unstructured":"Buntine W, Fischer B, Pressburger T (1999) Towards automated synthesis of data mining programs. In: Proceedings of the 5th ACM SIGKDD international conference on knowledge discovery and data mining. ACM, New York"},{"key":"9193_CR7","doi-asserted-by":"crossref","unstructured":"Chen Z, Menzies T, Port D (2005) Feature subset selection can improve software cost estimation. In: PROMISE\u201905. Available from http:\/\/menzies.us\/pdf\/05\/fsscocomo.pdf","DOI":"10.1145\/1083165.1083171"},{"key":"9193_CR8","doi-asserted-by":"crossref","unstructured":"Corazza A, Di\u00a0Martino S, Ferrucci F, Gravino C, Sarro F, Mendes E (2010) How effective is tabu search to configure support vector regression for effort estimation? In: Proceedings of the 6th international conference on predictive models in software engineering, PROMISE \u201910","DOI":"10.1145\/1868328.1868335"},{"key":"9193_CR9","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511809088","volume-title":"Introduction to lattices and order","author":"B Davey","year":"2002","unstructured":"Davey B, Priestley H (2002) Introduction to lattices and order, 2nd edn. Cambridge University Press, Cambridge, UK","edition":"2"},{"key":"9193_CR10","doi-asserted-by":"crossref","unstructured":"Dougherty J, Kohavi R, Sahami M (1995) Supervised and unsupervised discretization of continuous features. In: 12th International Machine learning Conference. Morgan Kaufmann, San Mateo, pp 194\u2013202. http:\/\/robotics.stanford.edu\/users\/sahami\/papers-dir\/disc.pdf","DOI":"10.1016\/B978-1-55860-377-6.50032-3"},{"key":"9193_CR11","unstructured":"Fayyad U, Piatetsky-Shapiro G, Smyth P (1996) From data mining to knowledge discovery in databases. AI Mag 17:37\u201354"},{"key":"9193_CR12","unstructured":"Fayyad UM, Irani IH (1993) Multi-interval discretization of continuous-valued attributes for classification learning. In: Proceedings of the thirteenth international joint conference on artificial intelligence, pp 1022\u20131027"},{"issue":"3","key":"9193_CR13","doi-asserted-by":"crossref","first-page":"483","DOI":"10.1017\/S0956796802004562","volume":"13","author":"B Fischer","year":"2003","unstructured":"Fischer B, Schumann J (2003) AutoBayes: a system for generating data analysis programs from statistical models. J Funct Program 13(3):483\u2013508","journal-title":"J Funct Program"},{"key":"9193_CR15","volume-title":"Meta-analysis in social research","author":"G Glass","year":"1981","unstructured":"Glass G, McGaw B, Smith M (1981) Meta-analysis in social research. Sage Publications, Beverly Hills, CA"},{"key":"9193_CR16","doi-asserted-by":"crossref","unstructured":"Gray D, Bowes D, Davey N, Sun Y, Christianson B (2011) The misuse of the nasa metrics data program data sets for automated software defect prediction. In: EASE 2011. IET","DOI":"10.1049\/ic.2011.0012"},{"key":"9193_CR17","doi-asserted-by":"crossref","first-page":"1437","DOI":"10.1109\/TKDE.2003.1245283","volume":"15","author":"MA Hall","year":"2003","unstructured":"Hall MA, Holmes G (2003) Benchmarking attribute selection techniques for discrete class data mining. IEEE Trans Knowl Data Eng 15:1437\u20131447","journal-title":"IEEE Trans Knowl Data Eng"},{"issue":"1\u20132","key":"9193_CR18","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1016\/S0164-1212(02)00156-5","volume":"70","author":"M J\u00f8rgensen","year":"2004","unstructured":"J\u00f8rgensen M (2004) A review of studies on expert estimation of software development effort. J Syst Softw 70(1\u20132):37\u201360","journal-title":"J Syst Softw"},{"key":"9193_CR19","doi-asserted-by":"crossref","unstructured":"Keung J, Kocaguneli E, Menzies T (2011) A ranking stability indicator for selecting the best effort estimator in software cost estimation. Autom Softw Eng. Available on-line at http:\/\/menzies.us\/pdf\/11draftranking.pdf (submitted)","DOI":"10.1007\/s10515-012-0108-5"},{"issue":"3","key":"9193_CR20","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1049\/ip-sen:20010506","volume":"148","author":"B Kitchenham","year":"2001","unstructured":"Kitchenham B, MacDonell S, Pickard L, Shepperd M (2001) What accuracy statistics really measure. IEE Proc, Softw Eng 148(3):81\u201385","journal-title":"IEE Proc, Softw Eng"},{"issue":"5","key":"9193_CR21","doi-asserted-by":"crossref","first-page":"316","DOI":"10.1109\/TSE.2007.1001","volume":"33","author":"B Kitchenham","year":"2007","unstructured":"Kitchenham B, Mendes E, Travassos GH (2007) Cross versus within-company cost estimation studies: a systematic review. IEEE Trans Softw Eng 33(5):316\u2013329. doi: 10.1109\/TSE.2007.1001 . Member-Kitchenham, Barbara A","journal-title":"IEEE Trans Softw Eng"},{"issue":"8","key":"9193_CR22","doi-asserted-by":"crossref","first-page":"721","DOI":"10.1109\/TSE.2002.1027796","volume":"28","author":"BA Kitchenham","year":"2002","unstructured":"Kitchenham BA, Pfleeger SL, Pickard LM, Jones PW, Hoaglin DC, El\u00a0Emam K, Rosenberg J (2002) Preliminary guidelines for empirical research in software engineering. IEEE Trans Softw Eng 28(8):721\u2013734","journal-title":"IEEE Trans Softw Eng"},{"key":"9193_CR23","doi-asserted-by":"crossref","unstructured":"Kocaguneli E, Gay G, Menzies T, Yang Y, Keung JW (2010) When to use data from other projects for effort estimation. In: IEEE ASE\u201910. Available from http:\/\/menzies.us\/pdf\/10other.pdf","DOI":"10.1145\/1858996.1859061"},{"key":"9193_CR24","doi-asserted-by":"crossref","DOI":"10.1002\/9781119013563","volume-title":"Statistical analysis with missing data","author":"R Little","year":"2002","unstructured":"Little R, Rubin D (2002) Statistical analysis with missing data, 2nd edn. Wiley, New York","edition":"2"},{"key":"9193_CR25","doi-asserted-by":"crossref","unstructured":"Mair C, Shepperd M (2005) The consistency of empirical comparisons of regression and analogy-based software project cost prediction. In: 2005 International symposium on empirical software engineering, p 10. doi: 10.1109\/ISESE.2005.1541858","DOI":"10.1109\/ISESE.2005.1541858"},{"key":"9193_CR26","doi-asserted-by":"crossref","unstructured":"Menzies T, Butcher A, Marcus A, Zimmermann T, Cok D (2011) Local vs global models for effort estimation and defect prediction. In: IEEE ASE\u201911. Available from http:\/\/menzies.us\/pdf\/11ase.pdf","DOI":"10.1109\/ASE.2011.6100072"},{"key":"9193_CR27","doi-asserted-by":"crossref","unstructured":"Menzies T, Chen Z, Port D, Hihn J (2005) Simple software cost estimation: safe or unsafe? In: Proceedings, PROMISE workshop, ICSE 2005. Available from http:\/\/menzies.us\/pdf\/05safewhen.pdf","DOI":"10.1145\/1083165.1083170"},{"key":"9193_CR28","series-title":"Ellis Horwood Series in Artifical Intelligence","volume-title":"Machine learning, neural and statistical classification","year":"1994","unstructured":"Michie D, Spiegelhalter D, Taylor C (eds) (1994) Machine learning, neural and statistical classification. Ellis Horwood Series in Artifical Intelligence. Ellis Horwood, Chichester, Sussex, UK"},{"key":"9193_CR29","unstructured":"Murphy B (2012) The difficulties of building generic reliability models for software. Empir Softw Eng (Special issue on repeatable results in SE)"},{"issue":"5","key":"9193_CR30","doi-asserted-by":"crossref","first-page":"380","DOI":"10.1109\/TSE.2005.58","volume":"31","author":"I Myrtveit","year":"2005","unstructured":"Myrtveit I, Stensrud E, Shepperd M (2005) Reliability and validity in comparative studies of software prediction models. IEEE Trans Softw Eng 31(5):380\u2013391","journal-title":"IEEE Trans Softw Eng"},{"key":"9193_CR31","unstructured":"Robles G, Gonzalez-Barahona JM (2012) On the reproducibility of empirical software engineering studies based on data retrieved from development repositories. Empir Softw Eng (Special issue on repeatable results in SE)"},{"issue":"4","key":"9193_CR32","doi-asserted-by":"crossref","first-page":"377","DOI":"10.1214\/ss\/1009213004","volume":"15","author":"A Saltelli","year":"2000","unstructured":"Saltelli A, Tarantola S, Campolongo F (2000) Sensitivity analysis as an ingredient of modeling. Stat Sci 15(4):377\u2013395","journal-title":"Stat Sci"},{"key":"9193_CR33","unstructured":"Shepperd M, MacDonell S (2011) Evaluating prediction systems in software project estimation. Inf Softw Technol, in press"},{"issue":"12","key":"9193_CR34","doi-asserted-by":"crossref","first-page":"736","DOI":"10.1109\/32.637387","volume":"23","author":"M Shepperd","year":"1997","unstructured":"Shepperd M, Schofield C (1997) Estimating software project effort using analogies. IEEE Trans Softw Eng 23(12):736\u2013743","journal-title":"IEEE Trans Softw Eng"},{"key":"9193_CR35","unstructured":"Stensrud E, Myrtveit I (2012) Validity and reliability of evaluation procedures in comparative studies of effort prediction models. Empir Softw Eng (Special issue on repeatable results in SE)"},{"key":"9193_CR36","unstructured":"Turhan B (2012) On the dataset shift problem in software engineering prediction models. Empir Softw Eng (Special issue on repeatable results in SE)"},{"key":"9193_CR37","doi-asserted-by":"crossref","unstructured":"Wagner S (2007) Global sensitivity analysis of predictor models in software engineering. In: Predictor models in software engineering, PROMISE\u201907. IEEE Computer Society, Los Alamitos","DOI":"10.1109\/PROMISE.2007.7"},{"key":"9193_CR38","volume-title":"Data mining","author":"IH Witten","year":"2005","unstructured":"Witten IH, Frank E (2005) Data mining, 2nd edn. Morgan Kaufmann, Los Altos","edition":"2"},{"issue":"1","key":"9193_CR39","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1109\/4235.585893","volume":"1","author":"D Wolpert","year":"1997","unstructured":"Wolpert D, Macready W (1997) No free lunch theorems for optimization. IEEE Trans Evol Comput 1(1):67\u201382","journal-title":"IEEE Trans Evol Comput"},{"key":"9193_CR40","doi-asserted-by":"crossref","unstructured":"Zimmermann T, Nagappan N, Gall H, Giger E, Murphy B (2009) Cross-project defect prediction. In: ESEC\/FSE\u201909","DOI":"10.1145\/1595696.1595713"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-011-9193-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-011-9193-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-011-9193-5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T19:33:57Z","timestamp":1686598437000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-011-9193-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,1,3]]},"references-count":39,"journal-issue":{"issue":"1-2","published-print":{"date-parts":[[2012,2]]}},"alternative-id":["9193"],"URL":"https:\/\/doi.org\/10.1007\/s10664-011-9193-5","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012,1,3]]}}}