{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,5]],"date-time":"2026-10-05T18:48:36Z","timestamp":1791226116881,"version":"4.1.0"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2016,2,9]],"date-time":"2016-02-09T00:00:00Z","timestamp":1454976000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2017,2]]},"DOI":"10.1007\/s10664-015-9419-z","type":"journal-article","created":{"date-parts":[[2016,2,9]],"date-time":"2016-02-09T05:33:46Z","timestamp":1454996026000},"page":"235-258","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Raters\u2019 reliability in clone benchmarks construction"],"prefix":"10.1007","volume":"22","author":[{"given":"Alan","family":"Charpentier","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jean-R\u00e9my","family":"Falleri","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Flor\u00e9al","family":"Morandat","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Elyas","family":"Ben Hadj Yahia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Laurent","family":"R\u00e9veill\u00e8re","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2016,2,9]]},"reference":[{"key":"9419_CR1","doi-asserted-by":"crossref","unstructured":"Baker BS (1995) On finding duplication and near-duplication in large software systems. In: Proceedings of the Second Working Conference on Reverse Engineering, WCRE \u201995, pp 86\u2013. IEEE Computer Society, Washington, DC, USA","DOI":"10.1109\/WCRE.1995.514697"},{"key":"9419_CR2","doi-asserted-by":"publisher","unstructured":"Baxter I, Yahin A, Moura L, Sant\u2019Anna M, Bier L (1998) Clone detection using abstract syntax trees. In: International conference on software maintenance, 1998. Proceedings, pp 368\u2013377. doi: 10.1109\/ICSM.1998.738528","DOI":"10.1109\/ICSM.1998.738528"},{"issue":"9","key":"9419_CR3","first-page":"577","volume":"33","author":"S Bellon","year":"2007","unstructured":"Bellon S, Koschke R, Antoniol G, Krinke J, Merlo E (2007) Comparison and evaluation of clone detection tools. IEEE Trans Softw Eng 33 (9):577\u2013591. doi: 10.1109\/TSE.2007.70725","journal-title":"IEEE Trans Softw Eng"},{"key":"9419_CR4","doi-asserted-by":"crossref","unstructured":"Bissyand\u00e9 TF, Thung F, Wang S, Lo D, Jiang L, R\u00e9veill\u00e8re L (2013) Empirical Evaluation of Bug Linking. In: Proceedings of the 17th european conference on software maintenance and reengineering (CSMR 2013), pp 1\u201310, Genova, Italy","DOI":"10.1109\/CSMR.2013.19"},{"key":"9419_CR5","doi-asserted-by":"publisher","unstructured":"Charpentier A, Falleri JR, Lo D, R\u00e9veill\u00e8re L (2015) An empirical assessment of bellon\u2019s clone benchmark. In: Proceedings of the 19th international conference on evaluation and assessment in software engineering, EASE \u201915, pp 20:1\u201320:10. ACM, New York, NY, USA. doi: 10.1145\/2745802.2745821","DOI":"10.1145\/2745802.2745821"},{"key":"9419_CR6","doi-asserted-by":"publisher","unstructured":"Ducasse S, Rieger M, Demeyer S (1999) A language independent approach for detecting duplicated code. In: IEEE international conference on software maintenance, 1999. (ICSM \u201999) Proceedings, pp 109\u2013118. doi: 10.1109\/ICSM.1999.792593","DOI":"10.1109\/ICSM.1999.792593"},{"key":"9419_CR7","doi-asserted-by":"crossref","unstructured":"Falleri JR, Morandat F, Blanc X, Martinez M, Monperrus M (2014) Fine-grained and accurate source code differencing. In: Proceedings of the international conference on automated software engineering, pp \u2013. Sweden","DOI":"10.1145\/2642937.2642982"},{"key":"9419_CR8","doi-asserted-by":"crossref","unstructured":"Faust D, Verhoef C (2003) Software product line migration and deployment. Software Practice and Experience, vol 33. Wiley, pp 933\u2013955","DOI":"10.1002\/spe.530"},{"key":"9419_CR9","doi-asserted-by":"publisher","unstructured":"Gode N, Koschke R (2009) Incremental clone detection. In: 13th european conference on software maintenance and reengineering, 2009. CSMR \u201909, pp 219\u2013228. doi: 10.1109\/CSMR.2009.20","DOI":"10.1109\/CSMR.2009.20"},{"issue":"3","key":"9419_CR10","doi-asserted-by":"crossref","first-page":"299","DOI":"10.1080\/10618600.1996.10474713","volume":"5","author":"R Ihaka","year":"1996","unstructured":"Ihaka R, Gentleman R (1996) R: a language for data analysis and graphics. J Comput Graph Stat 5(3):299\u2013314","journal-title":"J Comput Graph Stat"},{"key":"9419_CR11","doi-asserted-by":"crossref","unstructured":"Jiang L, Misherghi G, Su Z (2007) Deckard: Scalable and accurate tree-based detection of code clones. In: ICSE, pp 96\u2013105","DOI":"10.1109\/ICSE.2007.30"},{"key":"9419_CR12","doi-asserted-by":"publisher","unstructured":"Kalibera T, Maj P, Morandat F, Vitek J (2014) A fast abstract syntax tree interpreter for R. In: 10th ACM SIGPLAN\/SIGOPS International Conference on Virtual Execution Environments, VEE \u201914, Salt Lake City, UT, USA, March 01 - 02, 2014, pp 89\u2013102. doi: 10.1145\/2576195.2576205","DOI":"10.1145\/2576195.2576205"},{"issue":"7","key":"9419_CR13","first-page":"654","volume":"28","author":"T Kamiya","year":"2002","unstructured":"Kamiya T, Kusumoto S, Inoue K (2002) Ccfinder: a multilinguistic token-based code clone detection system for large scale source code. IEEE Trans Softw Eng 28 (7):654\u2013670. doi: 10.1109\/TSE.2002.1019480","journal-title":"IEEE Trans Softw Eng"},{"key":"9419_CR14","unstructured":"Kapser C, Anderson P, Godfrey M, Koschke R, Rieger M, van Rysselberghe F, Weis\u0308gerber P (2006) Subjectivity in clone judgment: Can we ever agree?. In: Duplication, Redundancy, and Similarity in Software, no. 06301 in Dagstuhl Seminar Proceedings. IBFI, Schloss Dagstuhl, Germany"},{"key":"9419_CR15","doi-asserted-by":"publisher","unstructured":"Kapser C, Godfrey M (2006) cloning considered harmful considered harmful. In: 13th working conference on reverse engineering, 2006. WCRE \u201906, pp 19\u201328. doi: 10.1109\/WCRE.2006.1","DOI":"10.1109\/WCRE.2006.1"},{"key":"9419_CR16","doi-asserted-by":"publisher","unstructured":"Koschke R, Falke R, Frenzel P (2006) Clone detection using abstract syntax suffix trees. In: Proceedings of the 13th working conference on reverse engineering, WCRE \u201906, pp 253\u2013262. IEEE computer society, Washington, DC, USA. doi: 10.1109\/WCRE.2006.18","DOI":"10.1109\/WCRE.2006.18"},{"key":"9419_CR17","doi-asserted-by":"publisher","unstructured":"Krutz DE, Le W (2014) A code clone oracle. In: Proceedings of the 11th working conference on mining software repositories, MSR 2014, pp 388\u2013391. ACM, New York, NY, USA. doi: 10.1145\/2597073.2597127","DOI":"10.1145\/2597073.2597127"},{"key":"9419_CR18","doi-asserted-by":"crossref","unstructured":"Lague B, Proulx D, Mayrand J, Merlo EM, Hudepohl J (1997) Assessing the benefits of incorporating function clone detection in a development process. In: Proceedings of the international conference on software maintenance, ICSM \u201997, pp 314\u2013. IEEE computer society, Washington, DC, USA. http:\/\/dl.acm.org\/citation.cfm?id=645545.853273","DOI":"10.1109\/ICSM.1997.624264"},{"key":"9419_CR19","unstructured":"Landis JR, Koch GG (1977) The measurement of observer agreement for categorical data. biometrics:159\u2013174"},{"issue":"3","key":"9419_CR20","first-page":"176","volume":"32","author":"Z Li","year":"2006","unstructured":"Li Z, Lu S, Myagmar S, Zhou Y (2006) Cp-miner: finding copy-paste and related bugs in large-scale software code. IEEE Trans Softw Eng 32(3):176\u2013192. doi: 10.1109\/TSE.2006.28","journal-title":"IEEE Trans Softw Eng"},{"key":"9419_CR21","unstructured":"Martinetz T, Schulten K (1991) A Neural-Gas Network Learns Topologies. In: Artificial Neural Networks, vol. I, pp 397\u2013402"},{"issue":"2","key":"9419_CR22","doi-asserted-by":"crossref","first-page":"143","DOI":"10.1002\/smr.402","volume":"21","author":"T Mende","year":"2009","unstructured":"Mende T, Koschke R, Beckwermert F (2009) An evaluation of code similarity identification for the grow-and-prune model. J Softw Maint Evol 21(2):143\u2013169","journal-title":"J Softw Maint Evol"},{"issue":"5","key":"9419_CR23","first-page":"1008","volume":"38","author":"HA Nguyen","year":"2012","unstructured":"Nguyen HA, Nguyen TT, Pham N, Al-Kofahi J, Nguyen T (2012) Clone management for evolving software. IEEE Trans Softw Eng 38(5):1008\u20131026. doi: 10.1109\/TSE.2011.90","journal-title":"IEEE Trans Softw Eng"},{"key":"9419_CR24","doi-asserted-by":"publisher","unstructured":"Roy C, Cordy J (2008) Nicad: Accurate detection of near-miss intentional clones using flexible pretty-printing and code normalization. In: The 16th IEEE international conference on program comprehension, 2008. ICPC 2008, pp 172\u2013181. doi: 10.1109\/ICPC.2008.41","DOI":"10.1109\/ICPC.2008.41"},{"key":"9419_CR25","doi-asserted-by":"publisher","unstructured":"Roy C, Cordy J (2009) A mutation\/injection-based automatic framework for evaluating code clone detection tools. In: International conference on software testing, verification and validation workshops, 2009. ICSTW \u201909, pp 157\u2013166. doi: 10.1109\/ICSTW.2009.18","DOI":"10.1109\/ICSTW.2009.18"},{"key":"9419_CR26","doi-asserted-by":"publisher","unstructured":"Selim G, Foo K, Zou Y (2010) Enhancing source-based clone detection using intermediate representation. In: 2010 17th Working Conference on Reverse Engineering (WCRE), pp 227\u2013236. doi: 10.1109\/WCRE.2010.33","DOI":"10.1109\/WCRE.2010.33"},{"key":"9419_CR27","doi-asserted-by":"crossref","unstructured":"Svajlenko J, Islam JF, Keivanloo I, Roy CK, Mia MM (2014) Towards a big data curated benchmark of inter-project code clones. ICSME:5","DOI":"10.1109\/ICSME.2014.77"},{"key":"9419_CR28","doi-asserted-by":"publisher","unstructured":"Walenstein A, Jyoti N, Li J, Yang Y, Lakhotia A (2003) Problems creating task-relevant clone detection reference data. In: 10th working conference on reverse engineering, 2003. WCRE 2003. Proceedings, pp 285\u2013294. doi: 10.1109\/WCRE.2003.1287259","DOI":"10.1109\/WCRE.2003.1287259"},{"key":"9419_CR29","doi-asserted-by":"publisher","unstructured":"Wang T, Harman M, Jia Y, Krinke J (2013) Searching for better configurations: A rigorous approach to clone evaluation. In: Proceedings of the 2013 9th joint meeting on foundations of software engineering, ESEC\/FSE 2013, pp 455\u2013465. ACM, New York, NY, USA. doi: 10.1145\/2491411.2491420","DOI":"10.1145\/2491411.2491420"},{"key":"9419_CR30","unstructured":"Yang J, Hotta K, Higo Y, Igaki H, Kusumoto S (2014) Classification model for code clones based on machine learning. Empir Softw Eng:1\u201331"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-015-9419-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-015-9419-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-015-9419-z","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-015-9419-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,14]],"date-time":"2024-06-14T07:31:19Z","timestamp":1718350279000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-015-9419-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,2,9]]},"references-count":30,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2017,2]]}},"alternative-id":["9419"],"URL":"https:\/\/doi.org\/10.1007\/s10664-015-9419-z","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,2,9]]}}}