{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T04:30:05Z","timestamp":1774931405100,"version":"3.50.1"},"reference-count":64,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2018,8,23]],"date-time":"2018-08-23T00:00:00Z","timestamp":1534982400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100006339","name":"ASML","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100006339","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2019,6]]},"DOI":"10.1007\/s10664-018-9641-6","type":"journal-article","created":{"date-parts":[[2018,8,23]],"date-time":"2018-08-23T08:52:02Z","timestamp":1535014322000},"page":"1574-1609","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Empowering OCL research: a large-scale corpus of open-source data from GitHub"],"prefix":"10.1007","volume":"24","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1199-2311","authenticated-orcid":false,"given":"Josh G. M.","family":"Mengerink","sequence":"first","affiliation":[]},{"given":"Jeroen","family":"Noten","sequence":"additional","affiliation":[]},{"given":"Alexander","family":"Serebrenik","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,8,23]]},"reference":[{"key":"9641_CR1","unstructured":"ALTRAN (1982) ALTRAN. \n                    https:\/\/www.altran.com\n                    \n                  . Accessed 10 April 2018"},{"issue":"1","key":"9641_CR2","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1007\/s10270-008-0110-3","volume":"9","author":"K Anastasakis","year":"2008","unstructured":"Anastasakis K, Bordbar B, Georg G, Ray I (2008) On challenges of model transformation from UML to Alloy. Software &, Systems Modeling 9(1):69\u201386","journal-title":"Software &, Systems Modeling"},{"key":"9641_CR3","unstructured":"Basciani F, Di Rocco J, Di Ruscio D, Salle AD, Iovino L, Pierantonio A (2014) MDEForge: an extensible web-based modeling platform. In: CloudMDE@MoDELS, CEUR-WS, pp 66\u201375"},{"key":"9641_CR4","doi-asserted-by":"publisher","first-page":"1165","DOI":"10.1214\/aos\/1013699998","volume":"29","author":"Y Benjamini","year":"2001","unstructured":"Benjamini Y, Yekutieli D (2001) The control of the false discovery rate in multiple testing under dependency. The Annals of Statistics 29:1165\u20131188","journal-title":"The Annals of Statistics"},{"key":"9641_CR5","doi-asserted-by":"crossref","unstructured":"B\u00e9zivin J (2006) Model driven engineering: An emerging technical space. In: Generative and Transformational Techniques in Software Engineering, Lecture Notes in Computer Science, vol 4143, Springer, pp 36\u201364","DOI":"10.1007\/11877028_2"},{"key":"9641_CR6","doi-asserted-by":"crossref","unstructured":"Bird C, Rigby PC, Barr ET, Hamilton DJ, Germ\u00e1n DM, Devanbu PT (2009) The promises and perils of mining git. In: Mining Software Repositories, pp 1\u201310","DOI":"10.1109\/MSR.2009.5069475"},{"key":"9641_CR7","doi-asserted-by":"publisher","unstructured":"Bottoni P, Koch M, Parisi-Presicce F, Taentzer G (2001) A visualization of OCL using collaborations. In: Gogolla, M, Kobryn, C (eds) \u201cUML\u201d 2001\u2014The unified modeling language, modeling languages, Concepts, and Tools, Springer, pp 257\u2013271. \n                    https:\/\/doi.org\/10.1007\/3-540-45441-1_20","DOI":"10.1007\/3-540-45441-1_20"},{"key":"9641_CR8","unstructured":"Cabot J, Teniente E (2006) metric for measuring the complexity of OCL expressions. In: Models in Software Engineering, Workshops and Symposia\u2014Model Size Metrics Workshop, pp 1\u201310"},{"key":"9641_CR9","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1016\/j.cl.2015.02.002","volume":"41","author":"JJ Cadavid","year":"2015","unstructured":"Cadavid JJ, Combemale B, Baudry B (2015) An analysis of metamodeling practices for MOF and OCL. Computer Languages Systems & Structures 41:42\u201365","journal-title":"Computer Languages Systems & Structures"},{"key":"9641_CR10","doi-asserted-by":"crossref","unstructured":"Casalnuovo C, Devanbu P, Oliveira A, Filkov V, Ray B (2015) Assert use in GitHub projects. In: IEEE International Conference on Software Engineering, IEEE, pp 755\u2013766","DOI":"10.1109\/ICSE.2015.88"},{"key":"9641_CR11","doi-asserted-by":"crossref","unstructured":"Correa A, Werner C, Barros M (2007) An empirical study of the impact of OCL smells and refactorings on the understandability of OCL specifications. In: ACM\/IEEE International conference on model driven engineering languages and systems, springer, lecture notes in computer science, vol 4735, pp 76\u201390","DOI":"10.1007\/978-3-540-75209-7_6"},{"issue":"5","key":"9641_CR12","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1109\/MS.2007.135","volume":"24","author":"JS Cuadrado","year":"2007","unstructured":"Cuadrado JS, Molina JG (2007) Building domain-specific languages for model-driven development. IEEE Softw 24(5):48\u201355","journal-title":"IEEE Softw"},{"key":"9641_CR13","unstructured":"Eclipse Juno (2012) Eclipse Juno Documentation. \n                    http:\/\/help.eclipse.org\/juno\/index.jsp\n                    \n                  . Accessed 7 Oct 2015"},{"key":"9641_CR14","unstructured":"Ecore (2004) Ecore. \n                    http:\/\/www.eclipse.org\/modeling\/emf\/\n                    \n                  . Accessed 20 July 2016"},{"key":"9641_CR15","unstructured":"Goeminne M, Mens T (2011) Evidence for the Pareto principle in open source software activity. In: Workshop on Software Quality and Maintainability, pp 74\u201382"},{"key":"9641_CR16","doi-asserted-by":"crossref","unstructured":"Gogolla M, Cabot J (2016) Continuing a benchmark for UML and OCL design and analysis tools. In: Software technologies: Applications and foundations - collocated workshops, revised selected papers, springer, lecture notes in computer science, vol 9946, pp 289\u2013302","DOI":"10.1007\/978-3-319-50230-4_22"},{"issue":"1\u20133","key":"9641_CR17","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1016\/j.scico.2007.01.013","volume":"69","author":"M Gogolla","year":"2007","unstructured":"Gogolla M, B\u00fcttner F, Richters M (2007) USE: A UML-based specification environment for validating UML and OCL. Sci Comput Program 69(1\u20133):27\u201334","journal-title":"Sci Comput Program"},{"key":"9641_CR18","doi-asserted-by":"crossref","unstructured":"Gogolla M, B\u00fcttner F, Cabot J (2013) Initiating a benchmark for UML and OCL analysis tools. In: TAP. Springer, Berlin, pp 115\u2013132","DOI":"10.1007\/978-3-642-38916-0_7"},{"key":"9641_CR19","doi-asserted-by":"crossref","unstructured":"Gousios G, Spinellis D (2012) GHTorrent: GitHub\u2019s data from a firehose. In: Mining Software Repositories, IEEE, pp 12\u201321","DOI":"10.1109\/MSR.2012.6224294"},{"key":"9641_CR20","unstructured":"git (2008) GitHub help \u2014 searching code. \n                    https:\/\/help.github.com\/articles\/searching-code\/\n                    \n                  . Accessed 14 March 2017"},{"key":"9641_CR21","doi-asserted-by":"crossref","unstructured":"Habela P, Kaczmarski K, Stencel K, Subieta K (2008) OCL As the query language for UML model execution. In: International conference on computational science, springer, lecture notes in computer science, vol 5103, pp 311-320","DOI":"10.1007\/978-3-540-69389-5_36"},{"key":"9641_CR22","doi-asserted-by":"crossref","unstructured":"Hebig R, Ho-Quang T, Chaudron MRV, Robles G, Fern\u00e1ndez MA (2016) The quest for open source projects that use UML: mining GitHub. In: ACM\/IEEE International Conference on Model Driven Engineering Languages and Systems, pp 173\u2013183","DOI":"10.1145\/2976767.2976778"},{"key":"9641_CR23","doi-asserted-by":"crossref","unstructured":"Heitlager I, Kuipers T, Visser J (2007) A practical model for measuring maintainability. In: Machado RJ, Brito e Abreu F, Rupino da Cunha P (eds) Quality of information and communications technology, IEEE pp 30\u201339","DOI":"10.1109\/QUATIC.2007.8"},{"key":"9641_CR24","doi-asserted-by":"crossref","unstructured":"Hermans F, Pinzger M, van Deursen A (2009) Domain-specific languages in practice: A user study on the success factors. In: ACM\/IEEE International Conference on Model Driven Engineering Languages and Systems, Springer, pp 423\u2013437","DOI":"10.1007\/978-3-642-04425-0_33"},{"key":"9641_CR25","doi-asserted-by":"crossref","unstructured":"Hutchinson JE, Rouncefield M, Whittle J (2011a) Model-driven engineering practices in industry. In: IEEE International Conference on Software Engineering, ACM, pp 633\u2013642","DOI":"10.1145\/1985793.1985882"},{"key":"9641_CR26","doi-asserted-by":"crossref","unstructured":"Hutchinson JE, Whittle J, Rouncefield M, Kristoffersen S (2011b) Empirical assessment of MDE in industry. In: IEEE International Conference on Software Engineering, pp 471\u2013480","DOI":"10.1145\/1985793.1985858"},{"key":"9641_CR27","volume-title":"Software Abstractions: logic, language, and analysis","author":"D Jackson","year":"2012","unstructured":"Jackson D (2012) Software Abstractions: logic, language, and analysis. MIT press, Cambridge"},{"key":"#cr-split#-9641_CR28.1","doi-asserted-by":"crossref","unstructured":"Jouault F, Kurtev I (2006) Transforming models with atl. In: Bruel, J M","DOI":"10.1007\/11663430_14"},{"key":"#cr-split#-9641_CR28.2","unstructured":"(ed) Satellite events at the moDELS 2005 conference, lecture notes in computer science, vol 3844, springer, pp 128-138"},{"key":"9641_CR29","volume-title":"MDA explained: the model driven architecture: practice and promise","author":"AG Kleppe","year":"2003","unstructured":"Kleppe AG, Warmer JB, Bast W (2003) MDA explained: the model driven architecture: practice and promise. Addison-Wesley Professional, Boston"},{"key":"9641_CR30","doi-asserted-by":"crossref","unstructured":"Kolovos DS, Paige RF, Polack FAC (2008) The epsilon transformation language. In: Vallecillo, A, Gray, J, Pierantonio, A (eds) International conference on model transformation, springer, pp 46\u201360","DOI":"10.1007\/978-3-540-69927-9_4"},{"key":"9641_CR31","unstructured":"Kolovos DS, Matragkas ND, Korkontzelos I, Ananiadou S, Paige RF (2015) Assessing the use of eclipse MDE technologies in open-source software projects. In: International Workshop on Open Source Software for Model Driven Engineering co-located with ACM\/IEEE 18th International Conference on Model Driven Engineering Languages and Systems, pp 20\u201329"},{"key":"9641_CR32","doi-asserted-by":"publisher","first-page":"738","DOI":"10.1214\/12-EJS691","volume":"6","author":"F Konietschke","year":"2012","unstructured":"Konietschke F, Hothorn LA, Brunner E (2012) Rank-based multiple test procedures and simultaneous confidence intervals. Electronic Journal of Statistics 6:738\u2013759","journal-title":"Electronic Journal of Statistics"},{"key":"9641_CR33","doi-asserted-by":"crossref","unstructured":"Kuhlmann M, Hamann L, Gogolla M (2011) Extensive validation of OCL models by integrating SAT solving into USE In: International conference on objects, models, components, patterns (TOOLS), Springer, pp 290\u2013306","DOI":"10.1007\/978-3-642-21952-8_21"},{"key":"9641_CR34","doi-asserted-by":"crossref","unstructured":"Landman D, Serebrenik A, Vinju JJ (2017) Challenges for static analysis of Java reflection: literature review and empirical study. In: IEEE International Conference on Software Engineering, IEEE \/ ACM, pp 507\u2013 518","DOI":"10.1109\/ICSE.2017.53"},{"key":"9641_CR35","unstructured":"Mengerink JGM, Schiffelers RRH, van den Brand MGJ, Serebrenik A (2017a) A case of industrial vs. open-source OCL: Not so different after all. In: ACM\/IEEE International Conference on Model Driven Engineering Languages and SystemsSatellite Events, pp 472\u2013474"},{"key":"9641_CR36","doi-asserted-by":"crossref","unstructured":"Mengerink JGM, Serebrenik A, Schiffelers RRH, van den Brand MGJ (2017b) Automated analyses of model-driven artifacts: Obtaining insights into real-life application of MDE. In: 27th International Workshop on Software Measurement and 12th International Conference on Software Process and Product Measurement (IWSM-Mensura), pp 116\u2013121","DOI":"10.1145\/3143434.3143442"},{"key":"9641_CR37","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-804206-9.00001-5","volume-title":"Perspectives on Data Science for Software Engineering","author":"T Menzies","year":"2016","unstructured":"Menzies T, Williams l, Zimmermann T (2016) Perspectives on Data Science for Software Engineering. Morgan Kaufmann, Burlington"},{"key":"9641_CR38","unstructured":"MOF (1996) MOF. \n                    http:\/\/www.omg.org\/spec\/MOF\/\n                    \n                  . Accessed 7 April 2016"},{"issue":"1","key":"9641_CR39","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1007\/s10664-012-9196-x","volume":"18","author":"P Mohagheghi","year":"2013","unstructured":"Mohagheghi P, Gilani W, Stefanescu A, Fernandez MA (2013) An empirical study of the state of the practice and acceptance of model-driven engineering in four industrial cases. Empir Softw Eng 18(1):89\u2013116","journal-title":"Empir Softw Eng"},{"key":"9641_CR40","unstructured":"MTL (2016) MTL"},{"key":"9641_CR41","unstructured":"Muller J (1998) The great Logo Adventure: Discovering Logo on and off the computer. Doone"},{"issue":"6","key":"9641_CR42","doi-asserted-by":"publisher","first-page":"3219","DOI":"10.1007\/s10664-017-9512-6","volume":"22","author":"N Munaiah","year":"2017","unstructured":"Munaiah N, Kroh S, Cabrey C, Nagappan M (2017) Curating github for engineered software projects. Empir Softw Eng 22(6):3219\u20133253","journal-title":"Empir Softw Eng"},{"issue":"1","key":"9641_CR43","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1109\/TSE.2011.41","volume":"38","author":"E Murphy-Hill","year":"2012","unstructured":"Murphy-Hill E, Parnin C, Black AP (2012) How we refactor, and how we know it. IEEE Trans Softw Eng 38(1):5\u201318","journal-title":"IEEE Trans Softw Eng"},{"key":"9641_CR44","doi-asserted-by":"crossref","unstructured":"Noten J, Mengerink JGM, Serebrenik A (2017a) A data set of OCL expressions on GitHub. In: Mining Software Repositories, pp 531\u2013534","DOI":"10.1109\/MSR.2017.52"},{"key":"9641_CR45","doi-asserted-by":"publisher","unstructured":"Noten J, Mengerink JGM, Serebrenik A (2017b) A data set of OCL expressions on GitHub. \n                    https:\/\/doi.org\/10.4121\/uuid:83317fd5-91f5-4e4b-b475-3e2d8ff12d1c\n                    \n                  . Accessed: 12 March 2018","DOI":"10.4121\/uuid:83317fd5-91f5-4e4b-b475-3e2d8ff12d1c"},{"key":"9641_CR46","doi-asserted-by":"crossref","unstructured":"Oliveira P, Lima FP, Valente MT, Serebrenik A (2014) RTTool: A tool for extracting relative thresholds for source code metrics. In: IEEE International Conference on Software Maintenance and Evolution, IEEE, pp 629\u2013632","DOI":"10.1109\/ICSME.2014.112"},{"key":"9641_CR47","unstructured":"OMG (1989) OMG. \n                    http:\/\/www.omg.org\n                    \n                  , accessed: 2017-07-03"},{"key":"9641_CR48","doi-asserted-by":"crossref","unstructured":"Petre M (2013) UML in practice. In: IEEE International Conference on Software Engineering, IEEE, pp 722\u2013731","DOI":"10.1109\/ICSE.2013.6606618"},{"key":"9641_CR49","unstructured":"QVT (2015) QVT. \n                    http:\/\/www.omg.org\/spec\/QVT\/\n                    \n                  . Accessed 7 April 2015"},{"key":"9641_CR50","unstructured":"QVTo (2015) QVTo. \n                    http:\/\/www.eclipse.org\/mmt\/?project=qvto\n                    \n                  . Accessed 7 April 2015"},{"key":"9641_CR51","doi-asserted-by":"crossref","unstructured":"Reynoso L, Genero M, Piattini M, Manso E (2006) Does object coupling really affect the understanding and modifying of OCL expressions? In: ACM Symposium on Applied Computing, ACM, pp 1721\u20131727","DOI":"10.1145\/1141277.1141686"},{"key":"9641_CR52","doi-asserted-by":"crossref","unstructured":"Richters M, Gogolla M (1998) On formalizing the UML object constraint language OCL. In: Conceptual modeling, springer, lecture notes in computer science, vol 1507 pp 449-464","DOI":"10.1007\/978-3-540-49524-6_35"},{"key":"9641_CR53","doi-asserted-by":"crossref","unstructured":"Robles G, Ho-Quang T, Hebig R, Chaudron MRV, Fernandez MA (2017) An extensive dataset of UML models in GitHub. In: Mining Software Repositories, IEEE, pp 519\u2013522","DOI":"10.1109\/MSR.2017.48"},{"key":"9641_CR54","unstructured":"Romano J, Kromrey JD, Coraggio J, Skowronek J, Devine L (2006) Exploring methods for evaluating group differences on the NSSE and other surveys: Are the t-test and Cohen\u2019s d indices the most appropriate choices? In: Annual Meeting of the Southern Association for Institutional Research"},{"key":"9641_CR55","doi-asserted-by":"crossref","unstructured":"Rose LM, Kolovos DS, Paige RF, Polack FA (2010) Model migration with Epsilon Flock. In: International Conference on Model Transformation, Lecture Notes in Computer Science, vol 6142, Springer, pp 184\u2013198","DOI":"10.1007\/978-3-642-13688-7_13"},{"key":"9641_CR56","unstructured":"Scheidgen M (2006) CMOF-Model semantics and language mapping for MOF 2.0 implementations. In: Joint meeting of the fourth workshop on model-based development of computer-based systems and the third international workshop on model-based methodologies for pervasive and embedded software (MBD\/MOMPES), IEEE, pp 84-93"},{"key":"9641_CR57","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s10664-008-9060-1","volume":"13","author":"FJ Shull","year":"2008","unstructured":"Shull FJ, Carver JC, Vegas S, Juristo N (2008) The role of replications in empirical software engineering. Empir Softw Eng 13:211\u2013218","journal-title":"Empir Softw Eng"},{"key":"9641_CR58","unstructured":"SysML (2001) OMG SysML. \n                    http:\/\/www.omgsysml.org\/\n                    \n                  . Accessed 5 July 2016"},{"key":"9641_CR59","unstructured":"UML (1997) UML. http:\/\/www.uml.org\/ accessed: 2016-06-28"},{"issue":"4","key":"9641_CR60","doi-asserted-by":"publisher","first-page":"955","DOI":"10.1007\/s10664-013-9244-1","volume":"19","author":"B Vasilescu","year":"2013","unstructured":"Vasilescu B, Serebrenik A, Goeminne M, Mens T (2013) On the variation and specialisation of workload\u2014a case study of the Gnome ecosystem community. Empir Softw Eng 19(4):955\u20131008","journal-title":"Empir Softw Eng"},{"key":"9641_CR61","volume-title":"The Object Constraint Language: Getting Your Models Ready for MDA","author":"J Warmer","year":"2003","unstructured":"Warmer J, Kleppe A (2003) The Object Constraint Language: Getting Your Models Ready for MDA, 2nd. Addison-Wesley, Boston","edition":"2nd"},{"issue":"3","key":"9641_CR62","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1109\/MS.2013.65","volume":"31","author":"J Whittle","year":"2014","unstructured":"Whittle J, Hutchinson JE, Rouncefield M (2014) The state of practice in model-driven engineering. IEEE software 31(3):79\u201385","journal-title":"IEEE software"},{"key":"9641_CR63","unstructured":"Willink ED (2011) Aligning OCL with UML. Electronic Communication of the European Association of Software Science and Technology pp 44"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-018-9641-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-018-9641-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-018-9641-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,22]],"date-time":"2019-08-22T19:20:50Z","timestamp":1566501650000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-018-9641-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,8,23]]},"references-count":64,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2019,6]]}},"alternative-id":["9641"],"URL":"https:\/\/doi.org\/10.1007\/s10664-018-9641-6","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,8,23]]},"assertion":[{"value":"23 August 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}