{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T16:36:01Z","timestamp":1774974961911,"version":"3.50.1"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2020,6,7]],"date-time":"2020-06-07T00:00:00Z","timestamp":1591488000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,6,7]],"date-time":"2020-06-07T00:00:00Z","timestamp":1591488000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2020,7]]},"DOI":"10.1007\/s10664-020-09826-7","type":"journal-article","created":{"date-parts":[[2020,6,7]],"date-time":"2020-06-07T06:02:20Z","timestamp":1591509740000},"page":"2960-2996","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["RePOR: Mimicking humans on refactoring tasks. Are we there yet?"],"prefix":"10.1007","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1350-0560","authenticated-orcid":false,"given":"Rodrigo","family":"Morales","sequence":"first","affiliation":[]},{"given":"Foutse","family":"Khomh","sequence":"additional","affiliation":[]},{"given":"Giuliano","family":"Antoniol","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,6,7]]},"reference":[{"key":"9826_CR1","doi-asserted-by":"crossref","unstructured":"Abbes M, Khomh F, Gueheneuc YG, Antoniol G (2011) An empirical study of the impact of two antipatterns, blob and spaghetti code, on program comprehension. In: 2011 15th european conf. on Software maintenance and reengineering (CSMR), pp 181\u2013190","DOI":"10.1109\/CSMR.2011.24"},{"key":"9826_CR2","doi-asserted-by":"publisher","unstructured":"Arima R, Higo Y, Kusomoto S (2018) Toward refactoring evaluation with code naturalness. In: Proceedings of the 26th International Conference on Program Comprehension, ICPC \u201918. IEEE Press. https:\/\/doi.org\/10.1145\/3196321.3196362","DOI":"10.1145\/3196321.3196362"},{"key":"9826_CR3","unstructured":"Beck K, Andres C (2004) Extreme programming explained: Embrace change, 2nd edon. Addison-Wesley Professional"},{"key":"9826_CR4","unstructured":"Bois BD, Demeyer S, Verelst J, Mens T, Temmerman M (2006) Does god class decomposition affect comprehensibility?. In: IASTED Conf. on software engineering"},{"key":"9826_CR5","unstructured":"Brown WJ, Malveau RC, Brown WH, Mccormick III HW, Mowbray TJ (1998) Anti Patterns: Refactoring Software, Architectures, and Projects in Crisis, 1st edn. Wiley, New York"},{"key":"9826_CR6","doi-asserted-by":"crossref","unstructured":"Cliff N (2014) Ordinal methods for behavioral data analysis. Psychology Press","DOI":"10.4324\/9781315806730"},{"issue":"2","key":"9826_CR7","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1016\/S0164-1212(03)00240-1","volume":"72","author":"I Deligiannis","year":"2004","unstructured":"Deligiannis I, Stamelos I, Angelis L, Roumeliotis M, Shepperd M (2004) A controlled experiment investigation of an object-oriented design heuristic for maintainability. J Syst Softw 72(2):129\u2013143. https:\/\/doi.org\/10.1016\/S0164-1212(03)00240-1","journal-title":"J Syst Softw"},{"key":"9826_CR8","unstructured":"Fowler M (1999) Refactoring: improving the design of existing code. Pearson Education, India"},{"issue":"2","key":"9826_CR9","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1145\/2685612","volume":"24","author":"G Fraser","year":"2014","unstructured":"Fraser G, Arcuri A (2014) A large scale evaluation of automated unit test generation using evosuite. ACM Trans Softw Eng Methodol (TOSEM) 24(2):8","journal-title":"ACM Trans Softw Eng Methodol (TOSEM)"},{"issue":"3","key":"9826_CR10","doi-asserted-by":"publisher","first-page":"228","DOI":"10.1145\/152388.152389","volume":"2","author":"WG Griswold","year":"1993","unstructured":"Griswold WG, Notkin D (1993) Automated assistance for program restructuring. ACM Trans Softw Eng Methodol (TOSEM) 2(3):228\u2013269","journal-title":"ACM Trans Softw Eng Methodol (TOSEM)"},{"key":"9826_CR11","doi-asserted-by":"publisher","unstructured":"Hassan AE (2009) Predicting faults using the complexity of code changes. In: 2009 IEEE 31St international conference on software engineering, pp 78\u201388. https:\/\/doi.org\/10.1109\/ICSE.2009.5070510","DOI":"10.1109\/ICSE.2009.5070510"},{"key":"9826_CR12","doi-asserted-by":"crossref","unstructured":"Hu X, Li G, Xia X, Lo D, Jin Z (2018) Deep code comment generation. In: Proceedings of the 26th Conference on Program Comprehension. ACM, pp 200\u2013210","DOI":"10.1145\/3196321.3196334"},{"key":"9826_CR13","doi-asserted-by":"crossref","unstructured":"Kataoka Y, Imai T, Andou H, Fukaya T (2002) A quantitative evaluation of maintainability enhancement by refactoring. In: 2002. Proceedings. International conference on Software maintenance. IEEE, pp 576\u2013585","DOI":"10.1109\/ICSM.2002.1167822"},{"issue":"7","key":"9826_CR14","doi-asserted-by":"publisher","first-page":"633","DOI":"10.1109\/TSE.2014.2318734","volume":"40","author":"M Kim","year":"2014","unstructured":"Kim M, Zimmermann T, Nagappan N (2014) An empirical study of refactoringchallenges and benefits at microsoft. IEEE Trans Softw Eng 40(7):633\u2013649. https:\/\/doi.org\/10.1109\/TSE.2014.2318734","journal-title":"IEEE Trans Softw Eng"},{"key":"9826_CR15","doi-asserted-by":"crossref","unstructured":"Le Goues C, Dewey-Vogt M, Forrest S, Weimer W (2012) A systematic study of automated program repair: Fixing 55 out of 105 bugs for $8 each. In: 2012 34th international conference on Software engineering (ICSE). IEEE, pp 3\u201313","DOI":"10.1109\/ICSE.2012.6227211"},{"key":"9826_CR16","doi-asserted-by":"crossref","unstructured":"Marinescu R (2004) Detection strategies: Metrics-based rules for detecting design flaws. In: IEEE Int\u2019l conference on software maintenance, ICSM. IEEE Computer Society, pp 350\u2013359","DOI":"10.1109\/ICSM.2004.1357820"},{"issue":"2","key":"9826_CR17","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1109\/TSE.2004.1265817","volume":"30","author":"T Mens","year":"2004","unstructured":"Mens T, Tourw\u00e9 T (2004) A survey of software refactoring. IEEE Trans Software Engineering 30(2):126\u2013139","journal-title":"IEEE Trans Software Engineering"},{"key":"9826_CR18","doi-asserted-by":"publisher","unstructured":"Moghadam IH, Cinneide MO (2012) Automated refactoring using design differencing. In: Software Maintenance and Reengineering (CSMR), 16th European Conference on, Proceedings of the European Conference on Software Maintenance and Reengineering, CSMR. IEEE Computer Society, pp 43\u201352. https:\/\/doi.org\/10.1109\/CSMR.2012.15","DOI":"10.1109\/CSMR.2012.15"},{"issue":"1","key":"9826_CR19","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1109\/TSE.2009.50","volume":"36","author":"N Moha","year":"2010","unstructured":"Moha N, Gueheneuc YG, Duchien L, Le Meur A (2010) Decor: A method for the specification and detection of code and design smells. IEEE Trans Softw Eng 36(1):20\u201336","journal-title":"IEEE Trans Softw Eng"},{"key":"9826_CR20","doi-asserted-by":"crossref","unstructured":"Morales R, Sabane A, Musavi P, Khomh F, Chicano F, Antoniol G (2016) Finding the best compromise between design quality and testing effort during refactoring. In: 2016 IEEE 23Rd international conference on software analysis, evolution, and reengineering (SANER), vol 1, pp 24\u201335","DOI":"10.1109\/SANER.2016.23"},{"key":"9826_CR21","doi-asserted-by":"publisher","first-page":"236","DOI":"10.1016\/j.jss.2016.05.042","volume":"128","author":"R Morales","year":"2017","unstructured":"Morales R, Soh Z, Khomh F, Antoniol G, Chicano F (2017) On the use of developers\u2019 context for automatic refactoring of software anti-patterns. J Syst Softw 128:236\u2013251","journal-title":"J Syst Softw"},{"key":"9826_CR22","doi-asserted-by":"publisher","unstructured":"Morales R, Chicano F, Khomh F, Antoniol G (2018) Efficient refactoring scheduling based on partial order reduction. Journal of Systems and Software. https:\/\/doi.org\/10.1016\/j.jss.2018.07.076","DOI":"10.1016\/j.jss.2018.07.076"},{"key":"9826_CR23","unstructured":"Morales R, Khomh F, Antoniol G (2019) Repor: Mimiking humans on refactoring tasks. replication website. https:\/\/moar82.github.io\/emserefturing\/"},{"key":"9826_CR24","doi-asserted-by":"crossref","unstructured":"Moser R, Abrahamsson P, Pedrycz W, Sillitti A, Succi G (2008) A case study on the impact of refactoring on quality and productivity in an agile team. In: Balancing agility and formalism in software engineering. Springer, pp 252\u2013266","DOI":"10.1007\/978-3-540-85279-7_20"},{"issue":"5","key":"9826_CR25","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1109\/MS.2008.123","volume":"25","author":"E Murphy-Hill","year":"2008","unstructured":"Murphy-Hill E, Black A (2008) Refactoring tools: Fitness for purpose. IEEE Softw 25(5):38\u201344","journal-title":"IEEE Softw"},{"issue":"1","key":"9826_CR26","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1109\/TSE.2011.41","volume":"38","author":"E Murphy-Hill","year":"2012","unstructured":"Murphy-Hill E, Parnin C, Black AP (2012) How we refactor, and how we know it. IEEE Trans Softw Eng 38(1):5\u201318. https:\/\/doi.org\/10.1109\/TSE.2011.41","journal-title":"IEEE Trans Softw Eng"},{"key":"#cr-split#-9826_CR27.1","doi-asserted-by":"crossref","unstructured":"Negara S, Chen N, Vakilian M, Johnson RE, Dig D (2013) A comparative study of manual and automated refactorings. In: Castagna G","DOI":"10.1007\/978-3-642-39038-8_23"},{"key":"#cr-split#-9826_CR27.2","unstructured":"(ed) ECOOP 2013 - Object-oriented programming. Springer, Berlin, pp 552-576"},{"key":"9826_CR28","unstructured":"Opdyke WF (1992) Refactoring object-oriented frameworks. Ph.D. thesis., University of Illinois at Urbana-Champaign"},{"issue":"0","key":"9826_CR29","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1016\/j.jss.2015.03.040","volume":"105","author":"A Ouni","year":"2015","unstructured":"Ouni A, Kessentini M, Sahraoui H, Inoue K, Hamdi MS (2015) Improving multi-objective code-smells correction using development history. J Syst Softw 105 (0):18\u201339","journal-title":"J Syst Softw"},{"key":"9826_CR30","doi-asserted-by":"crossref","unstructured":"Palomba F, Bavota G, Penta MD, Oliveto R, Lucia AD (2014) Do they really smell bad? a study on developers\u2019 perception of bad code smells. In: 2014 IEEE int\u2019l conference on Software maintenance and evolution (ICSME). IEEE, pp 101\u2013110","DOI":"10.1109\/ICSME.2014.32"},{"key":"9826_CR31","doi-asserted-by":"crossref","unstructured":"Parnas DL (1994) Software aging. In: ICSE \u201994: Proc. Of the 16th int\u2019l conference on software engineering. IEEE Computer Society Press, pp 279\u2013287","DOI":"10.1109\/ICSE.1994.296790"},{"key":"9826_CR32","unstructured":"Romano J, Kromrey JD, Coraggio J, Skowronek J, Devine L (2006) Exploring methods for evaluating group differences on the nsse and other surveys: Are the t-test and cohen\u2019sd indices the most appropriate choices. In: Annual meeting of the southern association for institutional research"},{"key":"9826_CR33","first-page":"1909","volume":"1 & 2","author":"O Seng","year":"2006","unstructured":"Seng O, Stammel J, Burkhart D (2006) Search-based determination of refactorings for improving the class structure of object-oriented systems. GECCO 2006: Genetic Evol Comput Conf 1 & 2:1909\u20131916","journal-title":"GECCO 2006: Genetic Evol Comput Conf"},{"key":"9826_CR34","first-page":"1375","volume-title":"A useable, online nasa-tlx tool. In: Proceedings of the Human Factors and Ergonomics Society Annual Meeting, vol 55","author":"D Sharek","year":"2011","unstructured":"Sharek D (2011) A useable, online nasa-tlx tool. In: Proceedings of the Human Factors and Ergonomics Society Annual Meeting, vol 55. SAGE Publications, Sage, pp 1375\u20131379"},{"key":"9826_CR35","doi-asserted-by":"crossref","unstructured":"Sheskin DJ (2003) Handbook of parametric and nonparametric statistical procedures. CRC Press","DOI":"10.1201\/9781420036268"},{"issue":"4","key":"9826_CR36","doi-asserted-by":"publisher","first-page":"434","DOI":"10.1109\/TSE.2008.26","volume":"34","author":"J Sillito","year":"2008","unstructured":"Sillito J, Murphy GC, De Volder K (2008) Asking and answering questions during a programming change task. IEEE Trans Softw Eng 34(4):434\u2013451","journal-title":"IEEE Trans Softw Eng"},{"key":"9826_CR37","doi-asserted-by":"publisher","unstructured":"Szo\u030bke G, Nagy C, Hegedu\u030bs P, Ferenc R, Gyimo\u030bthy T (2015) Do automatic refactorings improve maintainability? an industrial case study. In: 2015 IEEE International conference on software maintenance and evolution (ICSME), pp 429\u2013438. https:\/\/doi.org\/10.1109\/ICSM.2015.7332494","DOI":"10.1109\/ICSM.2015.7332494"},{"key":"9826_CR38","doi-asserted-by":"crossref","unstructured":"Turing AM (2009) Computing machinery and intelligence. In: Parsing the turing test. Springer, pp 23\u201365","DOI":"10.1007\/978-1-4020-6710-5_3"},{"key":"9826_CR39","doi-asserted-by":"crossref","unstructured":"Vakilian M, Chen N, Negara S, Rajkumar BA, Bailey BP, Johnson RE (2012) Use, disuse, and misuse of automated refactorings. In: 2012 34th international conference on Software engineering (ICSE). IEEE, pp 233\u2013243","DOI":"10.1109\/ICSE.2012.6227190"},{"key":"9826_CR40","doi-asserted-by":"crossref","unstructured":"Wohlin C, Runeson P, H\u00f6st M, Ohlsson MC, Regnell B, Wessl\u00e9n A (2012) Experimentation in software engineering. Springer Science & Business Media","DOI":"10.1007\/978-3-642-29044-2"},{"key":"9826_CR41","doi-asserted-by":"crossref","unstructured":"Xing Z, Stroulia E (2006) Refactoring practice: How it is and how it should be supported-an eclipse case study. In: 2006. ICSM\u201906. 22nd IEEE international conference on Software maintenance. IEEE, pp 458\u2013468","DOI":"10.1109\/ICSM.2006.52"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-020-09826-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-020-09826-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-020-09826-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,6,6]],"date-time":"2021-06-06T23:39:21Z","timestamp":1623022761000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-020-09826-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6,7]]},"references-count":42,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2020,7]]}},"alternative-id":["9826"],"URL":"https:\/\/doi.org\/10.1007\/s10664-020-09826-7","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,6,7]]},"assertion":[{"value":"7 June 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}